-- Logs begin at Tue 2022-03-22 11:29:23 UTC, end at Tue 2022-03-22 13:38:04 UTC. -- Mar 22 12:10:43.623383 dv-neutron-834653-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 12:10:45.746838 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.common.config [-] Logging enabled! Mar 22 12:10:45.747458 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev44 Mar 22 12:10:45.747556 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83690) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 22 12:10:45.749821 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.common.config [-] Logging enabled! Mar 22 12:10:45.750074 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev44 Mar 22 12:10:45.750312 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83690) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 22 12:10:45.751283 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 12:10:45.751509 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 12:10:45.751859 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 12:10:45.752067 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 12:10:45.752318 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 12:10:45.752633 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.752925 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.753222 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.753476 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.753775 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.754044 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.754327 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.754662 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.755092 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.755371 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.755648 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.755932 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.756160 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.756444 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.756727 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.757011 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.757234 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] debug = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.757612 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.758043 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.758462 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.758745 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.759037 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.759326 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.759582 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.759867 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.760203 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] host = dv-neutron-834653-1-hyperv {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.760481 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.760768 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.761055 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.761342 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.761640 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.761925 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.762204 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.762477 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.762747 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] log_file = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.763021 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.763306 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.763593 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.763894 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.764119 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.764340 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.764626 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.764923 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.765193 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.765488 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.765767 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.766045 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.766317 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.766585 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.766871 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.767155 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.767437 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.767710 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.767981 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.768251 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.768522 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.768805 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.769076 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.769346 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.769656 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.769941 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.770291 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.770568 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.770867 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.771150 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.771429 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.771711 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.771982 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.772261 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.772532 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.772803 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.773073 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] use_json = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.773343 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.773643 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.773924 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.774199 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.774469 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.774738 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.775008 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.775287 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.775556 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:45.775851 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.776142 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.776443 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.776723 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.777015 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.777296 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.777611 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.777899 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.778195 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.778479 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.778771 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.779053 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.779339 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.779631 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.779918 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.780197 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.780474 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.780764 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.781045 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.781327 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.781630 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.781919 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.782197 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.782469 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.782759 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.783055 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.783332 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.783611 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.783893 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.784190 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.784468 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.784739 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.785015 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.785296 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.785594 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.785907 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.786185 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.786458 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.786732 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.787013 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.787286 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.787558 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.787834 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.788116 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.788392 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.788672 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.788944 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.789216 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.789515 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.789787 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.790058 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.790330 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.790603 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.790871 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.791141 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.791411 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.791682 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.791951 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.792240 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.792539 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.792813 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.793095 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.793377 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.793679 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.793955 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.794244 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.794528 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.794800 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.795079 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.795374 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.795660 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.795943 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.796222 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.796495 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.796787 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.797066 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.797351 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.797647 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.797923 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.798203 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.798487 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.798775 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.799075 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.799364 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.799656 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.799945 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.800221 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.800532 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.800806 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:45.801020 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 12:10:45.801269 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83690) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 12:10:46.203127 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO keyring.backend [-] Loading KWallet Mar 22 12:10:46.210937 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO keyring.backend [-] Loading SecretService Mar 22 12:10:46.214186 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO keyring.backend [-] Loading Windows Mar 22 12:10:46.215593 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO keyring.backend [-] Loading chainer Mar 22 12:10:46.216166 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO keyring.backend [-] Loading macOS Mar 22 12:10:46.249671 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 22 12:10:46.249946 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 22 12:10:46.250243 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 22 12:10:46.251781 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 12:10:46.557197 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.557400 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.557648 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.613457 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.613749 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.614103 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.617204 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.617485 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.617758 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.646574 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.646851 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.647110 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.674015 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.674294 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.674558 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.991418 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.992062 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.992062 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.992248 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:46.993096 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.111839 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.112152 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.112430 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.112698 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.112956 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.113269 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.113553 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.113807 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.114079 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.114359 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.114598 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.114853 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.115108 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.115359 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.115616 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.115879 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.116129 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.116382 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.116632 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.116908 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.117248 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.117528 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.117772 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.118047 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.118287 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.118524 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.118923 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:10:47.119156 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:10:47.119384 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:10:47.119612 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:10:47.119837 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:10:47.120064 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:10:47.120613 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 12:10:47.123765 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 12:10:47.127861 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 12:10:47.131845 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 22 12:10:47.133495 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 12:10:47.133905 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 12:10:47.134236 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 12:10:47.134623 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 12:10:47.137477 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 12:10:47.137739 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 12:10:47.138099 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 12:10:47.166326 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 22 12:10:47.166777 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.167068 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83690) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 22 12:10:47.167426 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.168790 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83690) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 12:10:47.169074 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 12:10:47.169319 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 12:10:47.172613 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.172882 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.233619 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 12:10:47.233853 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 12:10:47.234084 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 12:10:47.234466 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 12:10:47.270541 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_db.sqlalchemy.engines [None req-3702659e-e598-465d-979a-4b197651e094 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83690) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 22 12:10:47.616428 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [None req-3702659e-e598-465d-979a-4b197651e094 None None] Initializing driver for type 'gre' Mar 22 12:10:47.616853 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3702659e-e598-465d-979a-4b197651e094 None None] gre ID ranges: [(1, 1000)] Mar 22 12:10:47.671226 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [None req-3702659e-e598-465d-979a-4b197651e094 None None] Initializing driver for type 'local' Mar 22 12:10:47.671562 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [None req-3702659e-e598-465d-979a-4b197651e094 None None] Initializing driver for type 'vlan' Mar 22 12:10:47.691948 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3702659e-e598-465d-979a-4b197651e094 None None] VlanTypeDriver initialization complete Mar 22 12:10:47.692339 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [None req-3702659e-e598-465d-979a-4b197651e094 None None] Initializing driver for type 'vxlan' Mar 22 12:10:47.692825 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3702659e-e598-465d-979a-4b197651e094 None None] vxlan ID ranges: [(1, 1000)] Mar 22 12:10:47.750347 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [None req-3702659e-e598-465d-979a-4b197651e094 None None] Initializing extension driver 'port_security' Mar 22 12:10:47.750680 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.extensions.port_security [None req-3702659e-e598-465d-979a-4b197651e094 None None] PortSecurityExtensionDriver initialization complete Mar 22 12:10:47.751006 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [None req-3702659e-e598-465d-979a-4b197651e094 None None] Initializing mechanism driver 'openvswitch' Mar 22 12:10:47.751338 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [None req-3702659e-e598-465d-979a-4b197651e094 None None] Initializing mechanism driver 'hyperv' Mar 22 12:10:47.758177 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.plugins.ml2.plugin [None req-3702659e-e598-465d-979a-4b197651e094 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:10:47.758845 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > port after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.759204 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > port after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.759572 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > port after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.760082 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83690) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 22 12:10:47.760506 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > subnet after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.760847 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > subnet after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.761288 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.761693 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83690) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 22 12:10:47.762090 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > network after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.762442 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > network after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.762761 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > network after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.763135 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83690) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 22 12:10:47.763527 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > security_group after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.763862 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > security_group after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.764187 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.764696 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83690) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 22 12:10:47.765091 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.765428 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.765782 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.766158 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83690) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 22 12:10:47.766584 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3702659e-e598-465d-979a-4b197651e094 None None] ML2 OVO RPC backend initialized. {{(pid=83690) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 22 12:10:47.767217 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.767562 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.767967 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > network before_response 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.768301 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > networks before_response 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.768636 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > port before_response 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.768965 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > ports before_response 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.769293 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > subnet before_response 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.769659 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > subnets before_response 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.769992 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > network after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.770317 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > network after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.770639 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > network after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.770960 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > port after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.771283 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > port after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.771602 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > port after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.771921 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > subnet after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.772242 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > subnet after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.772560 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.773138 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.plugin [None req-3702659e-e598-465d-979a-4b197651e094 None None] Modular L2 Plugin initialization complete Mar 22 12:10:47.773470 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading services supported by the core plugin {{(pid=83690) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 12:10:47.773854 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.plugins.ml2.managers [None req-3702659e-e598-465d-979a-4b197651e094 None None] Got port-security extension from driver 'port_security' Mar 22 12:10:47.774305 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.extensions.vlantransparent [None req-3702659e-e598-465d-979a-4b197651e094 None None] Disabled vlantransparent extension. Mar 22 12:10:47.774710 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83690) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 12:10:47.775101 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading Plugin: router Mar 22 12:10:47.812754 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.813135 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router after_create 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.813508 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router before_create 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.813864 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.814223 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.814563 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router after_delete 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.814905 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.815254 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router after_create 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.815586 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router after_update 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.815923 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router after_update 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.816255 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.816598 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router after_update 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.817022 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router precommit_update 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.817385 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: port after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.817744 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: port after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.818070 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: subnet after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.818397 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.818735 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.819070 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router precommit_create 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.819398 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: port before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.819726 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router precommit_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.820068 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router after_update 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.820393 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.820727 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router precommit_create 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.821072 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.821402 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router precommit_update 55549900 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.821780 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > agent after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.822118 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > agent after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.822451 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > network after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.823297 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Tracking information for resource: router configured {{(pid=83690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:10:47.823614 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Tracking information for resource: floatingip configured {{(pid=83690) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 12:10:47.828542 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.db.l3_agentschedulers_db [None req-3702659e-e598-465d-979a-4b197651e094 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 12:10:47.829098 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: port after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.829457 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: port after_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.829808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: port after_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.830140 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: port after_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.831038 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router before_create 55550100 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.831392 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.831743 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router precommit_create 55550100 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.832084 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > router precommit_update 55550100 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.836468 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.services.provider_configuration [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service providers = [] {{(pid=83690) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 12:10:47.836825 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.db.servicetype_db [None req-3702659e-e598-465d-979a-4b197651e094 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83690) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 12:10:47.839773 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.services.service_base [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:10:47.840115 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.services.service_base [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:10:47.840439 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.services.service_base [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:10:47.841307 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.services.service_base [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83690) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 12:10:47.841692 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.services.service_base [None req-3702659e-e598-465d-979a-4b197651e094 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 12:10:47.842062 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:10:47.842367 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 12:10:47.853162 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:10:47.853508 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading Plugin: auto_allocate Mar 22 12:10:47.859418 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: network precommit_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.859779 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: network precommit_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.860278 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:10:47.860585 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading Plugin: tag Mar 22 12:10:47.867319 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:10:47.867633 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading Plugin: timestamp Mar 22 12:10:47.871613 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:10:47.871937 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading Plugin: network_ip_availability Mar 22 12:10:47.877190 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.877576 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.877920 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:47.878616 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:10:47.878925 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading Plugin: flavors Mar 22 12:10:47.883690 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:10:47.884010 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading Plugin: revisions Mar 22 12:10:47.888241 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83690) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 12:10:47.888614 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_concurrency.lockutils [None req-3702659e-e598-465d-979a-4b197651e094 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.638s {{(pid=83690) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 22 12:10:47.889337 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83690) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 22 12:10:47.889682 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Initializing extension manager. Mar 22 12:10:47.890200 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: __init__.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.890518 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: __pycache__ {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.890854 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.891218 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.891541 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: _filter_validation_lib.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.891858 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.892214 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: address_group.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.892957 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.893588 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: address-group Mar 22 12:10:47.893907 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: address_scope.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.894595 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.895226 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: address-scope Mar 22 12:10:47.895541 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.896500 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.896995 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: router-admin-state-down-before-update Mar 22 12:10:47.897364 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: agent.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.898084 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.898637 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: agent Mar 22 12:10:47.898946 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: agent_resources_synced.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.899882 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.900385 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: agent-resources-synced Mar 22 12:10:47.900698 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: allowedaddresspairs.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.902728 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.903248 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: allowed-address-pairs Mar 22 12:10:47.903569 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: auto_allocated_topology.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.904655 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.905160 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: auto-allocated-topology Mar 22 12:10:47.905524 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: availability_zone.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.906207 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.906706 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: availability_zone Mar 22 12:10:47.907020 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: availability_zone_filter.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.907911 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.908407 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: availability_zone_filter Mar 22 12:10:47.908720 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: data_plane_status.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.909651 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.910145 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 12:10:47.910463 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: default_subnetpools.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.911413 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.911911 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: default-subnetpools Mar 22 12:10:47.912220 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.912979 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.913478 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: dhcp_agent_scheduler Mar 22 12:10:47.913815 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: dns.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.914762 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.915261 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension dns-integration not supported by any of loaded plugins Mar 22 12:10:47.915669 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: dns_domain_ports.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.916614 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.917113 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 12:10:47.917478 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: dvr.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.918155 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.918652 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: dvr Mar 22 12:10:47.919006 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: empty_string_filtering.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.919970 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.920468 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: empty-string-filtering Mar 22 12:10:47.920778 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.921733 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.922226 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 12:10:47.922543 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.923477 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.924023 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 12:10:47.924333 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: external_net.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.925227 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.925807 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: external-net Mar 22 12:10:47.926120 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.927159 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.927656 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: extra_dhcp_opt Mar 22 12:10:47.928372 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: extraroute.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.929319 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.929849 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: extraroute Mar 22 12:10:47.930163 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: extraroute_atomic.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.931178 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.931737 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: extraroute-atomic Mar 22 12:10:47.932054 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: filter_validation.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.932742 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.933252 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: filter-validation Mar 22 12:10:47.933593 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: fip_pf_description.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.934537 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.935027 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 12:10:47.935350 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: fip_port_details.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.936291 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.936810 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: fip-port-details Mar 22 12:10:47.937139 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: flavors.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.938459 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.938966 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: flavors Mar 22 12:10:47.939284 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.941025 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.941566 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 12:10:47.941954 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: floatingip_pools.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.942672 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.943219 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: floatingip-pools Mar 22 12:10:47.943537 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: ip_allocation.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.944495 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.944992 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 12:10:47.945307 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.946286 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.946785 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: ip-substring-filtering Mar 22 12:10:47.947101 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: l2_adjacency.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.948030 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.948533 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 12:10:47.948881 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: l3.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.949884 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.950452 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: router Mar 22 12:10:47.950765 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.953181 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.953745 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 12:10:47.954104 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.955008 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.955518 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: ext-gw-mode Mar 22 12:10:47.955871 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.956768 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.957319 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: l3-ha Mar 22 12:10:47.957690 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: l3_flavors.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.958629 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.959122 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: l3-flavors Mar 22 12:10:47.959438 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.960407 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.960908 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 12:10:47.961254 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: l3agentscheduler.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.962329 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.962834 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: l3_agent_scheduler Mar 22 12:10:47.963274 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: logging.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.964800 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.965336 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension logging not supported by any of loaded plugins Mar 22 12:10:47.965748 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: metering.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.966523 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.967079 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: metering Mar 22 12:10:47.967438 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.968565 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.969070 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: metering_source_and_destination_fields Mar 22 12:10:47.969380 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: multiprovidernet.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.970383 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.970881 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: multi-provider Mar 22 12:10:47.971252 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: netmtu.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.972148 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.972691 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: net-mtu Mar 22 12:10:47.973007 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: netmtu_writable.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.974019 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.974520 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: net-mtu-writable Mar 22 12:10:47.974827 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: network_availability_zone.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.975527 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.976020 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: network_availability_zone Mar 22 12:10:47.976330 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: network_ip_availability.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.977466 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.978048 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: network-ip-availability Mar 22 12:10:47.978366 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: network_segment_range.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.979158 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.979660 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 12:10:47.980020 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: pagination.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.981007 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.981327 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: pagination Mar 22 12:10:47.981667 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.982556 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.983056 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: port-mac-address-regenerate Mar 22 12:10:47.983367 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: port_resource_request.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.984260 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.984755 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 12:10:47.985065 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: portbindings.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.985998 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.986495 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: binding Mar 22 12:10:47.986808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: portbindings_extended.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.988065 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.988552 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: binding-extended Mar 22 12:10:47.988926 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: portsecurity.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.989869 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.990379 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: port-security Mar 22 12:10:47.990690 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: project_id.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.991640 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.992182 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: project-id Mar 22 12:10:47.992260 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: providernet.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.993148 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.993689 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: provider Mar 22 12:10:47.994004 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: qos.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.997699 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:47.998215 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension qos not supported by any of loaded plugins Mar 22 12:10:47.998536 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:47.999771 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.000288 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 12:10:48.000650 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.001598 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.002100 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 12:10:48.002417 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: qos_default.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.003318 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.003816 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension qos-default not supported by any of loaded plugins Mar 22 12:10:48.004179 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: qos_fip.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.004841 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.005331 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension qos-fip not supported by any of loaded plugins Mar 22 12:10:48.005669 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: qos_gateway_ip.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.006582 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.007080 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 12:10:48.007393 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: qos_port_network_policy.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.008291 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.008788 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 12:10:48.009095 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: qos_rule_type_details.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.010016 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.010524 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 12:10:48.010838 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: qos_rules_alias.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.011868 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.012370 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 12:10:48.012685 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: quotasv2.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.013573 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.013888 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: quotas Mar 22 12:10:48.014197 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: quotasv2_detail.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.015802 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.016134 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: quota_details Mar 22 12:10:48.016459 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: rbac.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.017509 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.018029 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: rbac-policies Mar 22 12:10:48.018349 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: rbac_address_scope.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.019251 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.019801 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: rbac-address-scope Mar 22 12:10:48.020166 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: rbac_security_groups.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.021067 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.021602 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: rbac-security-groups Mar 22 12:10:48.021921 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: rbac_subnetpool.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.022813 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.023318 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: rbac-subnetpool Mar 22 12:10:48.023635 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: revisionifmatch.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.024531 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.025029 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: revision-if-match Mar 22 12:10:48.025343 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: revisions.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.026452 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.026953 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: standard-attr-revisions Mar 22 12:10:48.027269 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: router_availability_zone.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.027924 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.028422 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: router_availability_zone Mar 22 12:10:48.028734 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: routerservicetype.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.029693 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.030192 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension router-service-type not supported by any of loaded plugins Mar 22 12:10:48.030507 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.031409 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.031907 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: port-security-groups-filtering Mar 22 12:10:48.032208 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: securitygroup.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.043383 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.043909 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: security-group Mar 22 12:10:48.044248 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: segment.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.045068 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.045616 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension segment not supported by any of loaded plugins Mar 22 12:10:48.045947 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.046879 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.047378 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 12:10:48.047695 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: servicetype.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.048773 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.049347 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: service-type Mar 22 12:10:48.049794 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: sorting.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.050805 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.051129 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: sorting Mar 22 12:10:48.051535 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: standard_attr_segment.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.052441 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.053302 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 12:10:48.053639 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: standardattrdescription.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.054286 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.054814 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: standard-attr-description Mar 22 12:10:48.055115 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: stateful_security_group.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.056091 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.056587 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: stateful-security-group Mar 22 12:10:48.056895 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: stdattrs_common.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.057474 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 12:10:48.057790 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.058699 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.059200 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 12:10:48.059510 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: subnet_onboard.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.060744 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.061342 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: subnet_onboard Mar 22 12:10:48.061684 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.062717 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.063224 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 12:10:48.063538 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: subnet_service_types.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.064587 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.065088 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: subnet-service-types Mar 22 12:10:48.065472 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: subnetallocation.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.066554 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.067194 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: subnet_allocation Mar 22 12:10:48.067513 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.068166 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.068675 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: subnetpool-prefix-ops Mar 22 12:10:48.068988 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.069983 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.070538 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 12:10:48.070852 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: tagging.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.071944 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.072452 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: standard-attr-tag Mar 22 12:10:48.072769 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: timestamp.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.074027 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.074580 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loaded extension: standard-attr-timestamp Mar 22 12:10:48.074895 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: trunk.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.075965 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.076466 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension trunk not supported by any of loaded plugins Mar 22 12:10:48.076780 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: trunk_details.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.077714 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.078210 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension trunk-details not supported by any of loaded plugins Mar 22 12:10:48.078522 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: uplink_status_propagation.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.079418 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.079971 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 12:10:48.080293 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Loading extension file: vlantransparent.py {{(pid=83690) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 22 12:10:48.080948 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83690) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 22 12:10:48.081534 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 12:10:48.083883 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:network Mar 22 12:10:48.084641 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:subnet Mar 22 12:10:48.085238 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:10:48.086085 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:port Mar 22 12:10:48.087330 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.087765 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service FLAVORS assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.088348 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.088766 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.089094 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:router Mar 22 12:10:48.089767 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 12:10:48.090523 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service METERING assigned prefix: /metering {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.091938 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:48.092346 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:48.092695 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:10:48.094013 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 12:10:48.094468 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:security_group Mar 22 12:10:48.095249 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 12:10:48.095977 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service CORE assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.096308 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:10:48.096652 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] subnetpool is already registered Mar 22 12:10:48.097246 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service CORE assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.097607 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:10:48.097979 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] subnetpool is already registered Mar 22 12:10:48.100961 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.101510 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service FLAVORS assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.102309 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.102849 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.103222 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:router Mar 22 12:10:48.103618 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] router is already registered Mar 22 12:10:48.104436 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 12:10:48.104829 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] floatingip is already registered Mar 22 12:10:48.105700 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service METERING assigned prefix: /metering {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.106547 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 12:10:48.107003 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] rbac_policy is already registered Mar 22 12:10:48.107637 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:security_group Mar 22 12:10:48.108013 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] security_group is already registered Mar 22 12:10:48.108849 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 12:10:48.109262 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] security_group_rule is already registered Mar 22 12:10:48.110181 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service CORE assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.110681 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:10:48.111129 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] subnetpool is already registered Mar 22 12:10:48.111985 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.v2.resource_helper [None req-3702659e-e598-465d-979a-4b197651e094 None None] Service CORE assigned prefix: {{(pid=83690) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 12:10:48.112415 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 12:10:48.112851 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING neutron.quota.resource_registry [None req-3702659e-e598-465d-979a-4b197651e094 None None] subnetpool is already registered Mar 22 12:10:48.113726 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: extensions {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.115892 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: address-groups {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.118306 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: address-scopes {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.120117 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: agents {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.121874 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: auto-allocated-topology {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.123556 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: availability_zones {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.125656 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: dhcp-networks {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.127568 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: dhcp-agents {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.129676 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: routers {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.132228 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: flavors {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.133795 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: service_profiles {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.135513 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: next_providers {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.137506 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: service_profiles {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.139168 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: floatingip-pools {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.140416 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: routers {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.142785 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: floatingips {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.144399 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: l3-routers {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.146044 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: l3-agents {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.147497 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: metering-labels {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.148905 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: metering-label-rules {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.150166 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: network-ip-availabilities {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.151441 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: bindings {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.154152 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: quotas {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.155800 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: quotas {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.157368 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: rbac-policies {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.158738 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: security-groups {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.159914 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: security-group-rules {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.161276 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: service-providers {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.162568 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: subnetpools {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.164088 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: subnetpools {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.165652 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: tags {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.167268 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: tags {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.169089 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: tags {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.170833 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: tags {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.172596 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: tags {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.174335 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: tags {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.176111 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: tags {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.178413 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: tags {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.180276 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: tags {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.182069 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron.api.extensions [None req-3702659e-e598-465d-979a-4b197651e094 None None] Extended resource: tags {{(pid=83690) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 22 12:10:48.188012 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING keystonemiddleware.auth_token [None req-3702659e-e598-465d-979a-4b197651e094 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 12:10:48.192867 dv-neutron-834653-1-hyperv neutron-server[83690]: WARNING keystonemiddleware.auth_token [None req-3702659e-e598-465d-979a-4b197651e094 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 12:10:48.200973 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_concurrency.lockutils [None req-3702659e-e598-465d-979a-4b197651e094 None None] Acquired lock "singleton_lock" {{(pid=83690) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 22 12:10:48.201922 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_concurrency.lockutils [None req-3702659e-e598-465d-979a-4b197651e094 None None] Releasing lock "singleton_lock" {{(pid=83690) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 22 12:10:48.202163 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO oslo_service.service [None req-3702659e-e598-465d-979a-4b197651e094 None None] Starting 2 workers Mar 22 12:10:48.206990 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [None req-3702659e-e598-465d-979a-4b197651e094 None None] Started child 83793 {{(pid=83690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 12:10:48.211220 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [None req-3702659e-e598-465d-979a-4b197651e094 None None] Started child 83794 {{(pid=83690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 12:10:48.212813 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO neutron.service [None req-3702659e-e598-465d-979a-4b197651e094 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 12:10:48.212912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:10:48.213561 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Notify callbacks [] for process, before_spawn {{(pid=83690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:10:48.214326 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [-] (83793) wsgi starting up on http://0.0.0.0:9696 Mar 22 12:10:48.215905 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO oslo_service.service [None req-3702659e-e598-465d-979a-4b197651e094 None None] Starting 1 workers Mar 22 12:10:48.216321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:10:48.217728 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [-] (83794) wsgi starting up on http://0.0.0.0:9696 Mar 22 12:10:48.220802 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [None req-3702659e-e598-465d-979a-4b197651e094 None None] Started child 83795 {{(pid=83690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 12:10:48.221305 dv-neutron-834653-1-hyperv neutron-server[83690]: INFO oslo_service.service [None req-3702659e-e598-465d-979a-4b197651e094 None None] Starting 1 workers Mar 22 12:10:48.224741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.service [None req-3702659e-e598-465d-979a-4b197651e094 None None] calling RpcWorker wait() {{(pid=83795) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 12:10:48.225347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.service [None req-3702659e-e598-465d-979a-4b197651e094 None None] returning from RpcWorker wait() {{(pid=83795) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 12:10:48.225616 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [None req-3702659e-e598-465d-979a-4b197651e094 None None] Started child 83796 {{(pid=83690) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 22 12:10:48.226525 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG neutron_lib.callbacks.manager [None req-3702659e-e598-465d-979a-4b197651e094 None None] Notify callbacks [] for process, after_spawn {{(pid=83690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:10:48.226751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:10:48.227226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:10:48.228376 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83690) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 22 12:10:48.228581 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 12:10:48.228736 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 12:10:48.228907 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 12:10:48.229222 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 12:10:48.229367 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 12:10:48.229910 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.230184 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.230431 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.230697 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.230821 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:10:48.231295 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.231477 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.231697 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.232029 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.232314 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.232514 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.232684 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.232829 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.233032 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.233258 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.233575 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.233853 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.234089 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.234389 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.234537 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.234790 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.235103 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.235328 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.235609 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] debug = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.235846 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.236323 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.236541 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.236783 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.237030 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.237304 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.237564 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.237840 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.238092 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.238316 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.238555 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.238798 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.239048 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.239282 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.239540 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.239774 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.240207 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] host = dv-neutron-834653-1-hyperv {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.240428 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.240634 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.240851 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.241085 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.241317 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.241564 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.241805 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.242050 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.242308 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.242582 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.242828 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.243059 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.243301 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.243534 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_file = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.243683 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_options = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.243904 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.244164 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.244462 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.244646 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.244791 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.244961 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.245221 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.245365 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.245625 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.245855 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.246063 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.246272 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.246513 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.246735 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.246972 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.247183 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.247389 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.247702 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.247881 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.248107 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.248324 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.248544 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.248774 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.248983 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.249208 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.249417 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.249693 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.249905 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.250142 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.250376 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.250586 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.250835 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.251060 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.251292 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.251516 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.251735 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.251965 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.252221 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.252474 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.252726 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.252975 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.253187 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.253410 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.253719 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.253955 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.254167 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_json = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.254374 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.254626 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.254858 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.255064 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.255297 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.255505 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.255714 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.255940 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.256146 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.256575 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.257564 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.257954 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.258221 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.258490 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.258755 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.259020 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.259161 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:10:48.259320 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.259495 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.259751 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.260043 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.260331 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.260712 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.261006 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.261261 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.262884 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.262884 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.262884 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.263289 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.263289 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.264022 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.264022 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.264022 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.264372 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.264372 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.264820 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.264820 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.265068 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.265152 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.265351 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.265647 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.265878 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.266124 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.266353 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.266572 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.266801 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.267013 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.267252 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.267463 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.267729 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.267945 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.268162 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.268379 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.268591 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.268812 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.269042 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.269256 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.269491 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.269711 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.269925 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.270186 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.270448 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.270663 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.270878 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.271089 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.271304 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.271513 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.271739 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.271973 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.272202 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.272430 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.272716 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.272877 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.273364 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.273364 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.273545 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.273948 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.273948 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.274145 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.274374 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.274553 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.274783 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.275073 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.275290 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.275581 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.275894 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.276134 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.276378 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.276598 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.276843 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.277057 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.277271 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.277526 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.277789 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.277991 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.278248 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.280681 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.280681 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.280681 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.280681 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.280681 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.280681 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.280681 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.280681 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.281174 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.281174 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.281174 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.281174 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.281174 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.281683 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.281683 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.281929 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.282074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33456) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:10:48.282187 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.282418 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.282636 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.282890 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.283170 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.283435 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.283701 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.283957 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.284208 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.284481 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.284774 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.284972 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.285215 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.285499 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.285737 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.286004 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.286275 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.286497 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.286709 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.286958 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.287287 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.287539 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.287754 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.287990 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.288250 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.288499 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.288727 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.288986 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.289236 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.290867 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.290867 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.290867 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.290867 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.290867 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.290867 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.290867 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.293673 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061338 Mar 22 12:10:48.293843 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.293843 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.293843 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.296672 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.296672 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.296672 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.296672 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.296672 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.297391 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.297391 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.297715 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.298660 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.298927 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.300949 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.300949 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.301292 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.302321 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.302669 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.303169 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.304415 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.304415 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.304711 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.304966 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.305206 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.305436 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.305735 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.305958 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.306531 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.306531 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.307653 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.307770 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.307904 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.308369 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.308369 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.308533 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.308749 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.309488 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.309488 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.309488 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.310638 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.311014 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.311192 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.311348 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.311835 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.311835 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.312010 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.312150 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314168 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314168 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314168 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314168 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314168 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314168 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314168 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314168 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314168 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314752 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314752 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.314752 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.315115 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.315208 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.316491 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.316491 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.316491 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.316491 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.316491 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.316491 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.316896 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.316896 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.317061 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.317321 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.317600 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.317872 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.318107 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.318336 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.318561 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.318785 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.319480 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.319480 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.319480 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.319693 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.319902 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.320117 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.320406 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.320849 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.320956 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.321138 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.321443 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.321673 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.322498 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.322498 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.322498 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.322751 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.322834 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.323119 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.323412 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.323659 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.323890 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.324191 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.324448 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.324712 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.324923 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.325213 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.325587 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.325861 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.326103 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.326341 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.326601 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.326820 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.327031 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.327326 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.327493 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.327681 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.327917 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.328188 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.328419 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.328624 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.328853 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.329082 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.329301 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.329556 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.329854 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.329995 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.330140 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 12:10:48.330664 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83690) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 22 12:10:48.330818 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 12:10:48.330968 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 12:10:48.331138 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 12:10:48.331301 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 12:10:48.331448 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 12:10:48.331652 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.331808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.331963 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.332116 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.332269 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.332442 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.332688 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.333638 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.333832 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.334119 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.334305 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.334479 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.334672 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.334860 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.335032 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.335201 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.335347 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.335506 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.335649 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.335808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.335965 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.336108 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.336254 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] debug = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.336399 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.336586 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.336756 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.336897 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.337036 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.337194 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.337346 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.338808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.338808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.338808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.338808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.340151 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.340306 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.340464 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.340612 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.340776 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.340921 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] host = dv-neutron-834653-1-hyperv {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.341061 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.341210 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.341352 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.341548 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.341697 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.341857 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.342043 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.342203 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.343880 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.345001 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.345163 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.345324 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.348400 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.348892 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_file = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.348892 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_options = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.348892 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.349350 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.349350 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.350025 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.350195 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.350372 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.350516 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.352404 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.352404 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.352404 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.352404 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.352404 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.352404 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.353229 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.353229 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.353229 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.353229 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.353229 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.353914 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.353914 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.353914 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.353914 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.353914 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.354556 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.354556 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.354556 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.354556 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.355076 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.355076 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.355076 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.355076 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.355598 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.355598 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.355598 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.355598 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.356103 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.356103 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.356103 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.356391 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.356391 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.356533 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.356612 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.356713 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.356872 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.357022 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.357572 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_json = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.357572 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.357572 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.357773 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.357773 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.357889 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.358131 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.359814 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.359913 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.360089 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 12:10:48.360171 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.360326 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.360500 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.360657 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.360811 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.361110 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.361110 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.361276 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.361413 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.364535 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.364535 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.364535 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.364535 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.364535 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.364535 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.364535 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.364535 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365102 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365102 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365102 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365102 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365102 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365102 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365102 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365102 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365102 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365774 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365774 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.365774 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.367347 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.367523 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.367694 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.367862 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.368027 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.368189 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.368398 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.368545 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.368694 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.368835 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.368976 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.369143 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.369300 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.369474 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.371097 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.371097 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.371097 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.371097 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.371097 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.371481 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.371481 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.371481 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.371685 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.371761 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.371874 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.372029 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.372188 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.372543 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.374723 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.374723 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.374723 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.374723 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.374723 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.374723 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.374723 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.374723 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.374723 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.375370 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.375370 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.385086 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.385086 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.385323 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:10:48.385443 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.385443 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.385443 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.385443 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.385443 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.385443 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.385443 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.385443 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386037 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386037 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386037 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386037 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386037 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386037 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386037 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386037 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386588 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386588 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386588 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386588 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386588 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386588 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386588 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.386588 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387121 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387121 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387121 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387121 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387121 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387121 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387121 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387121 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387649 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387649 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387649 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387649 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387649 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387649 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387649 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.387649 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388175 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388175 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388175 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388175 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388175 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388175 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388175 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388175 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388673 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388673 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388673 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388673 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388673 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388673 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388673 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.388673 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.389135 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.389135 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.389135 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.389135 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.389135 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.389135 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.389135 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.389135 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.390754 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.390754 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.390754 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.390754 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.390754 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.390754 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.390754 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.390754 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.391661 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.391661 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.391661 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.391661 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.391661 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.391661 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.391661 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.391661 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.392780 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.392780 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.392780 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.392780 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.392780 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.392780 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.392780 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.392780 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.393677 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.393677 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.393677 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.393677 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.393677 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.393677 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.393677 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.393677 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.394579 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.394579 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.394579 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.394579 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.394579 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.394579 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.395293 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.395293 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.395293 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.395293 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.395293 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.395854 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.395854 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.395854 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.395854 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.396298 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.396298 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.396298 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.397184 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.397325 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.397481 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.398204 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.398204 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.398204 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.398204 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.398204 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.398808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.398808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.398808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.398808 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.399209 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.399209 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.399439 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.399439 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.399668 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.399788 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.399945 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.400061 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.400174 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.400284 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.400418 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.400568 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.400737 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.400894 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.401051 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.401205 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.402300 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.402474 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.402818 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.402818 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.403038 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.403142 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.403245 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.403370 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.403524 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.403886 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.404708 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.404881 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.405035 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.405195 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.405333 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.406784 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.406784 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.406784 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.406784 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.407300 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.407300 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.407300 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.407300 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.407803 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.407803 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.407803 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.408216 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.408216 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.408216 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.408615 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.408615 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.408615 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.408908 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.408908 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.409100 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.409202 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.409333 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.410447 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.410612 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.410823 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.410968 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.411105 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.411326 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.411489 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.411633 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.411800 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.411979 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.412299 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.412299 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 12:10:48.412569 dv-neutron-834653-1-hyperv neutron-server[83690]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83690) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 12:10:58.718792 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ca1c2-9e6d-4686-b502-2ab3b42889eb None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:10:58.797900 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0ca1c2-9e6d-4686-b502-2ab3b42889eb None None] No non-hosted networks {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 12:10:58.816896 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.agentschedulers_db [None req-3d0ca1c2-9e6d-4686-b502-2ab3b42889eb None None] DHCP Agent not found on host dv-neutron-834653-1-hyperv {{(pid=83795) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 22 12:10:58.912347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae58521a-6088-4a46-aa12-30641224987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16346324'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:00.731091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0edd1b02-07d9-4149-92fb-dd7fbf4c9e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16346324'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:00.786872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4781e19a-bd9f-4c99-a237-0eed4f4d69da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:01.834799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16346324'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:01.910269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16346324'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:01.911330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:01.911988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:01.912642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:01.913999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:01.915650 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:01.916349 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:01.916921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:01.917913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:01.918574 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:01.919125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:01.919669 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:01.920401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-834653-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:11:01.931392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-834653-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:11:03.123553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16346324'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:04.760246 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.db.l3_hamode_db [None req-441bfd3f-f461-42b7-bdc5-c6335f30e9d2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 12:11:04.846237 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441bfd3f-f461-42b7-bdc5-c6335f30e9d2 None None] Routers set() bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:11:04.846478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441bfd3f-f461-42b7-bdc5-c6335f30e9d2 None None] Router IDs set() for agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 22 12:11:04.945918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33558) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:05.623629 dv-neutron-834653-1-hyperv neutron-server[83794]: WARNING oslo_policy.policy [None req-d6f48469-78e8-49bf-8557-bb6a75dd4109 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:11:05.624217 dv-neutron-834653-1-hyperv neutron-server[83794]: WARNING oslo_policy.policy [None req-d6f48469-78e8-49bf-8557-bb6a75dd4109 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:11:05.833267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-d6f48469-78e8-49bf-8557-bb6a75dd4109 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:11:05.834345 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d6f48469-78e8-49bf-8557-bb6a75dd4109 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8874559 Mar 22 12:11:08.083606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33572) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:08.474842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bcd6d46f-7fc7-40f8-a514-4c456c3f8123 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:11:08.526649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.policy [None req-bcd6d46f-7fc7-40f8-a514-4c456c3f8123 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83794) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 22 12:11:08.527377 dv-neutron-834653-1-hyperv neutron-server[83794]: WARNING oslo_policy.policy [None req-bcd6d46f-7fc7-40f8-a514-4c456c3f8123 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:11:08.527752 dv-neutron-834653-1-hyperv neutron-server[83794]: WARNING oslo_policy.policy [None req-bcd6d46f-7fc7-40f8-a514-4c456c3f8123 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:11:08.531021 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.quota [None req-bcd6d46f-7fc7-40f8-a514-4c456c3f8123 admin admin] Loaded quota_driver: . Mar 22 12:11:08.546953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bcd6d46f-7fc7-40f8-a514-4c456c3f8123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:11:08.617325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d46f-7fc7-40f8-a514-4c456c3f8123 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747667977269', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747667991685', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747668001313', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747667999078', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747668006488', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1322862', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1243898', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16647856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16337802'] for rbac-policy, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:08.691324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcd6d46f-7fc7-40f8-a514-4c456c3f8123 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:08.692978 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bcd6d46f-7fc7-40f8-a514-4c456c3f8123 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6084218 Mar 22 12:11:11.203057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33586) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:11.584451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '6da344d21a664bc989ba872f127396c6', 'name': 'private'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:11:11.589473 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:11:11.594172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Usage tracker for resource:network and tenant:6da344d21a664bc989ba872f127396c6 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:11:11.598855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:11:11.605347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:11:11.618294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Made reservation on behalf of 6da344d21a664bc989ba872f127396c6 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:11:11.620923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:11.638376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:11.679843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:11:11.683552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Usage tracker for resource:security_group_rule and tenant:6da344d21a664bc989ba872f127396c6 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:11:11.686419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:11:11.692218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:11:11.765820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:11.771429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:11.796310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:11:11.825592 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747665834864', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:11.826175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Unsubscribe: segment precommit_create {{(pid=83794) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 12:11:11.826661 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Added segment 7092d106-e677-4f0b-9306-e0c3cc795821 of type vlan for network 11512bad-1f9e-43b3-b9fb-451a0e840041 Mar 22 12:11:11.840557 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bba8762-2abe-4f90-964a-f4e43ad5901e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:11.899658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:11.899996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:11.900325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:11.900644 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:11.900975 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:11.901293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:11.901656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:11.901965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:11.902272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:11.902578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:11.902882 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Tracked resource versions report: Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: pushed versions: Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: { 'ConntrackHelper': {'1.0'}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Log': {'1.0'}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Network': {'1.1'}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Port': {'1.5'}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'PortForwarding': {'1.2'}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'QosPolicy': {'1.8'}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SecurityGroup': {'1.2'}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SecurityGroupRule': {'1.0'}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SubPort': {'1.0'}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Subnet': {'1.1'}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Trunk': {'1.1'}} Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: consumer versions: Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: { DHCP agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: L3 agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: Metadata agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: Metering agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: Open vSwitch agent@dv-neutron-834653-1-hyperv: { 'ConntrackHelper': '1.0', Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Log': '1.0', Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Network': '1.1', Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Port': '1.5', Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'PortForwarding': '1.2', Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'QosPolicy': '1.8', Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SecurityGroup': '1.2', Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SecurityGroupRule': '1.0', Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SubPort': '1.0', Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Subnet': '1.1', Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Trunk': '1.1'}} Mar 22 12:11:11.904179 dv-neutron-834653-1-hyperv neutron-server[83794]: {{(pid=83794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:11:11.944444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:11.986225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:11.987179 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:11:11.987866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:12.104131 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8997881 Mar 22 12:11:12.104919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761efd68-d845-48fc-afe3-ae273c0c60ba admin admin] Pushing event updated for resources: {'Network': ['ID=11512bad-1f9e-43b3-b9fb-451a0e840041,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:12.132589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 11512bad-1f9e-43b3-b9fb-451a0e840041 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:11:14.720885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33602) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:15.214589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c684b1-f210-4e3b-958d-aaba702dfc69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:11:15.215953 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-89c684b1-f210-4e3b-958d-aaba702dfc69 admin admin] 10.222.0.62 "GET /v2.0/networks/11512bad-1f9e-43b3-b9fb-451a0e840041 HTTP/1.1" status: 200 len: 825 time: 0.4938374 Mar 22 12:11:15.246039 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5572ae9f-4bf4-42dd-b7a1-299143fe7cf6 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/78b4d2e9-bb1b-40b6-a01e-10bf85b83dd4 HTTP/1.1" status: 200 len: 734 time: 0.0246248 Mar 22 12:11:15.254445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '78b4d2e9-bb1b-40b6-a01e-10bf85b83dd4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041', 'tenant_id': '6da344d21a664bc989ba872f127396c6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:11:15.258930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:11:15.262710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Usage tracker for resource:subnet and tenant:6da344d21a664bc989ba872f127396c6 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:11:15.265624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:11:15.271334 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:11:15.284287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Made reservation on behalf of 6da344d21a664bc989ba872f127396c6 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:11:15.286650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:15.570747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:15.659480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a348fd8-75c3-4c16-8173-e972137adc26,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:15.669624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Checking segment: {'id': '7092d106-e677-4f0b-9306-e0c3cc795821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:11:15.669979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Network hostable DHCP agents. Network: 11512bad-1f9e-43b3-b9fb-451a0e840041, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:11:15.695979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Network 11512bad-1f9e-43b3-b9fb-451a0e840041 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:11:15.705321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 11512bad-1f9e-43b3-b9fb-451a0e840041) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:11:15.709682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:11:15.710257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:15.715690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c5ee7b-94ca-45b1-92ba-1afdb6e4d089 None None] Network 11512bad-1f9e-43b3-b9fb-451a0e840041 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:11:15.729873 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ae0df85c-4ed7-4a2c-a0b1-8194ac9c7ec6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4787729 Mar 22 12:11:16.040148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-11512bad-1f9e-43b3-b9fb-451a0e840041', 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'fixed_ips': [{'subnet_id': '2a348fd8-75c3-4c16-8173-e972137adc26'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:11:16.041343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:16.229659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Allocated IP 172.20.0.2 (11512bad-1f9e-43b3-b9fb-451a0e840041/2a348fd8-75c3-4c16-8173-e972137adc26/12f173ba-5f1b-4fb4-b26e-242141eceafb) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:11:16.448167 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:16.460758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Transition to ACTIVE for port object 12f173ba-5f1b-4fb4-b26e-242141eceafb will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:11:16.480153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Transition to ACTIVE for port object 12f173ba-5f1b-4fb4-b26e-242141eceafb will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:11:16.486434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:16.552439 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Network 11512bad-1f9e-43b3-b9fb-451a0e840041 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:11:16.555565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:11:16.560613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Pushing event updated for resources: {'Port': ['ID=12f173ba-5f1b-4fb4-b26e-242141eceafb,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:16.562861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:11:16.573622 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:16.573958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:16.574281 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:16.574604 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:16.574919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:16.575225 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:16.575551 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:16.575875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:16.576186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:16.576491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:16.576795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Tracked resource versions report: Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: pushed versions: Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: { 'ConntrackHelper': {'1.0'}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Log': {'1.0'}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Network': {'1.1'}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Port': {'1.5'}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'PortForwarding': {'1.2'}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'QosPolicy': {'1.8'}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SecurityGroup': {'1.2'}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SecurityGroupRule': {'1.0'}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SubPort': {'1.0'}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Subnet': {'1.1'}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Trunk': {'1.1'}} Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: consumer versions: Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: { DHCP agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: L3 agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: Metadata agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: Metering agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: Open vSwitch agent@dv-neutron-834653-1-hyperv: { 'ConntrackHelper': '1.0', Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Log': '1.0', Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Network': '1.1', Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Port': '1.5', Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'PortForwarding': '1.2', Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'QosPolicy': '1.8', Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SecurityGroup': '1.2', Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SecurityGroupRule': '1.0', Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SubPort': '1.0', Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Subnet': '1.1', Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Trunk': '1.1'}} Mar 22 12:11:16.578149 dv-neutron-834653-1-hyperv neutron-server[83795]: {{(pid=83795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:11:16.660858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Attempting to bind port 12f173ba-5f1b-4fb4-b26e-242141eceafb on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:11:16.661267 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Attempting to bind port 12f173ba-5f1b-4fb4-b26e-242141eceafb by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '7092d106-e677-4f0b-9306-e0c3cc795821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:11:16.661733 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Attempting to bind port 12f173ba-5f1b-4fb4-b26e-242141eceafb on network 11512bad-1f9e-43b3-b9fb-451a0e840041 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:11:16.668244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:11:16.668628 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Checking segment: {'id': '7092d106-e677-4f0b-9306-e0c3cc795821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:11:16.669079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:16.669472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Bound using segment: {'id': '7092d106-e677-4f0b-9306-e0c3cc795821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:11:16.669974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Bound port: 12f173ba-5f1b-4fb4-b26e-242141eceafb, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7092d106-e677-4f0b-9306-e0c3cc795821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:11:16.670319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:16.753496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] For port 12f173ba-5f1b-4fb4-b26e-242141eceafb, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:11:16.757230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] For port 12f173ba-5f1b-4fb4-b26e-242141eceafb, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=12f173ba-5f1b-4fb4-b26e-242141eceafb,segment=NetworkSegment(7092d106-e677-4f0b-9306-e0c3cc795821),segment_id=7092d106-e677-4f0b-9306-e0c3cc795821)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:11:16.763008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:16.864995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82255b-4542-4981-bb5f-a230eecc0231 None None] Pushing event updated for resources: {'Port': ['ID=12f173ba-5f1b-4fb4-b26e-242141eceafb,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:17.991599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33612) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:18.396046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-59ae8a9c-3847-4d9a-8f33-0afa54b7890c admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:11:18.397006 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59ae8a9c-3847-4d9a-8f33-0afa54b7890c admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4038122 Mar 22 12:11:20.162848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 12f173ba-5f1b-4fb4-b26e-242141eceafb up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:11:20.234971 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 12f173ba-5f1b-4fb4-b26e-242141eceafb completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:11:20.445107 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a36e7-4fe7-4c48-b21d-60e4d9a7a230 None None] Network 11512bad-1f9e-43b3-b9fb-451a0e840041 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:11:20.542849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3e18703b-21d8-477f-aa3b-1921dde29b78 None None] Provisioning for port 12f173ba-5f1b-4fb4-b26e-242141eceafb completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:11:20.559827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3e18703b-21d8-477f-aa3b-1921dde29b78 None None] Provisioning complete for port 12f173ba-5f1b-4fb4-b26e-242141eceafb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:11:20.560218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3e18703b-21d8-477f-aa3b-1921dde29b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:20.659469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33626) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:20.768677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3e18703b-21d8-477f-aa3b-1921dde29b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:20.810056 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3e18703b-21d8-477f-aa3b-1921dde29b78 None None] For port 12f173ba-5f1b-4fb4-b26e-242141eceafb, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=12f173ba-5f1b-4fb4-b26e-242141eceafb,segment=NetworkSegment(7092d106-e677-4f0b-9306-e0c3cc795821),segment_id=7092d106-e677-4f0b-9306-e0c3cc795821)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:11:20.815157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3e18703b-21d8-477f-aa3b-1921dde29b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:20.878989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18703b-21d8-477f-aa3b-1921dde29b78 None None] Pushing event updated for resources: {'Port': ['ID=12f173ba-5f1b-4fb4-b26e-242141eceafb,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:21.044174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-210a405d-1599-4165-854b-b3be19cc2d7d None None] Provisioning complete for port 12f173ba-5f1b-4fb4-b26e-242141eceafb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:11:21.044545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-210a405d-1599-4165-854b-b3be19cc2d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:21.059706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-822cebd7-df51-41ee-bb8d-60eef6fbde64 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:11:21.060667 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-822cebd7-df51-41ee-bb8d-60eef6fbde64 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3996458 Mar 22 12:11:22.136621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 12f173ba-5f1b-4fb4-b26e-242141eceafb up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:11:22.209861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 12f173ba-5f1b-4fb4-b26e-242141eceafb triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:11:22.210212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:23.726565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33638) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:24.128368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0b0051a0-fb31-412f-aea8-7f366d7c54f3 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'admin_state_up': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:11:24.135710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0b0051a0-fb31-412f-aea8-7f366d7c54f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:11:24.141520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0b0051a0-fb31-412f-aea8-7f366d7c54f3 admin admin] Usage tracker for resource:router and tenant:6da344d21a664bc989ba872f127396c6 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:11:24.146635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0b0051a0-fb31-412f-aea8-7f366d7c54f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:11:24.153029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0b0051a0-fb31-412f-aea8-7f366d7c54f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:11:24.163904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b0051a0-fb31-412f-aea8-7f366d7c54f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:24.165313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b0051a0-fb31-412f-aea8-7f366d7c54f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:24.192261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b0051a0-fb31-412f-aea8-7f366d7c54f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:24.308742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b0051a0-fb31-412f-aea8-7f366d7c54f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:24.327081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b0051a0-fb31-412f-aea8-7f366d7c54f3 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:24.328341 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0b0051a0-fb31-412f-aea8-7f366d7c54f3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6008103 Mar 22 12:11:26.575852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33648) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:26.990049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-3e9aada5-737c-465f-be47-9417c7f55698 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:11:26.991007 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e9aada5-737c-465f-be47-9417c7f55698 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4142151 Mar 22 12:11:28.643266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3683d277-dfda-49ae-971c-f41613dfd5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:29.318371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33658) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:29.731333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:11:29.738884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:11:29.744898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Usage tracker for resource:network and tenant:f2f300b3095d43d28070c27a05399308 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:11:29.749323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:11:29.757480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:11:29.771537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Made reservation on behalf of f2f300b3095d43d28070c27a05399308 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:11:29.773931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:29.786354 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:29.822217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:11:29.826048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Usage tracker for resource:security_group_rule and tenant:f2f300b3095d43d28070c27a05399308 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:11:29.828884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:11:29.834947 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:11:29.905176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:29.910561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:29.940412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Reserving flat network on physical network physnet1 {{(pid=83794) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 12:11:29.957044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45de08be-b220-43de-bcc5-2ceb652c9ba0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:29.962766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:29.963118 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Added segment 3197fac2-d797-4c32-a637-1f3aceea6881 of type flat for network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c Mar 22 12:11:29.997803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:30.042133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:30.042942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:11:30.043496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:30.156338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] Pushing event updated for resources: {'Network': ['ID=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:30.165496 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3bf5879a-93db-4dcf-92ae-33125696e3ad admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8399014 Mar 22 12:11:30.176809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:11:30.739511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8c11b551-bfe6-4be9-9315-86108281f171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:31.780662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:31.911307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:32.427695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33668) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:32.826285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220985b-a039-4c38-be20-c4ba0fd6dae5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:11:32.827567 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2220985b-a039-4c38-be20-c4ba0fd6dae5 admin admin] 10.222.0.62 "GET /v2.0/subnets/2a348fd8-75c3-4c16-8173-e972137adc26 HTTP/1.1" status: 200 len: 849 time: 0.3988929 Mar 22 12:11:32.978118 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a9ada12b-95b7-4f1c-be27-30615b291131 admin admin] 10.222.0.62 "GET /v2.0/routers/62791214-519e-4d4c-ae7e-53f61a425221 HTTP/1.1" status: 200 len: 704 time: 0.1428556 Mar 22 12:11:33.068835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:33.436713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:33.658527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Allocated IP 172.20.0.1 (11512bad-1f9e-43b3-b9fb-451a0e840041/2a348fd8-75c3-4c16-8173-e972137adc26/c9a5b804-8ef6-49da-a6f3-9009f7426ffc) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:11:33.840199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:33.856621 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Transition to ACTIVE for port object c9a5b804-8ef6-49da-a6f3-9009f7426ffc will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:11:33.908890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:33.973501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Network 11512bad-1f9e-43b3-b9fb-451a0e840041 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:11:33.976295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:11:33.980615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:11:33.981716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:33.983586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a5b804-8ef6-49da-a6f3-9009f7426ffc,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:34.101600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:34.190497 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f630b148-d2bc-41d1-a9ed-c76d79936138 None None] Provisioning for port c9a5b804-8ef6-49da-a6f3-9009f7426ffc completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:11:34.195783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f630b148-d2bc-41d1-a9ed-c76d79936138 None None] Provisioning complete for port c9a5b804-8ef6-49da-a6f3-9009f7426ffc triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:11:34.196258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f630b148-d2bc-41d1-a9ed-c76d79936138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:34.250338 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f630b148-d2bc-41d1-a9ed-c76d79936138 None None] Port c9a5b804-8ef6-49da-a6f3-9009f7426ffc cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:11:34.322368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:34.329068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:34.329784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:34.451325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a5b804-8ef6-49da-a6f3-9009f7426ffc,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:34.514327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Network 11512bad-1f9e-43b3-b9fb-451a0e840041 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:11:34.515343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:11:34.673909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7be3c9c0-2d2c-4ca6-902c-953336264cdd None None] Provisioning complete for port c9a5b804-8ef6-49da-a6f3-9009f7426ffc triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:11:34.674371 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7be3c9c0-2d2c-4ca6-902c-953336264cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:34.723839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7be3c9c0-2d2c-4ca6-902c-953336264cdd None None] Port c9a5b804-8ef6-49da-a6f3-9009f7426ffc cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:11:34.863288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Router 62791214-519e-4d4c-ae7e-53f61a425221 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:11:35.027623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:11:35.037321 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6c9d4f9a-3df5-4966-a7df-0ce778dc25b4 admin admin] 10.222.0.62 "PUT /v2.0/routers/62791214-519e-4d4c-ae7e-53f61a425221/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0543320 Mar 22 12:11:35.037957 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Sync routers for ids ['62791214-519e-4d4c-ae7e-53f61a425221'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:11:35.055398 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Routers {'62791214-519e-4d4c-ae7e-53f61a425221'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:11:35.056255 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:11:31Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['62791214-519e-4d4c-ae7e-53f61a425221'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:11:35.227660 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Set router 62791214-519e-4d4c-ae7e-53f61a425221 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:11:35.589167 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62791214-519e-4d4c-ae7e-53f61a425221', 'name': 'router1', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:11:24Z', 'updated_at': '2022-03-22T12:11:34Z', 'revision_number': 2, 'project_id': '6da344d21a664bc989ba872f127396c6', 'gw_port_host': None, '_interfaces': [{'id': 'c9a5b804-8ef6-49da-a6f3-9009f7426ffc', 'name': '', 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'mac_address': 'fa:16:3e:6f:32:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62791214-519e-4d4c-ae7e-53f61a425221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:11:33Z', 'updated_at': '2022-03-22T12:11:34Z', 'revision_number': 2, 'project_id': '6da344d21a664bc989ba872f127396c6', 'subnets': [{'id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78b4d2e9-bb1b-40b6-a01e-10bf85b83dd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:11:35.594288 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Checking router: 62791214-519e-4d4c-ae7e-53f61a425221 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:11:35.594645 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Updating router 62791214-519e-4d4c-ae7e-53f61a425221 port c9a5b804-8ef6-49da-a6f3-9009f7426ffc binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:11:35.643533 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:36.029721 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:36.044264 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Transition to ACTIVE for port object c9a5b804-8ef6-49da-a6f3-9009f7426ffc will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:11:36.050921 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:36.283929 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Pushing event updated for resources: {'Port': ['ID=c9a5b804-8ef6-49da-a6f3-9009f7426ffc,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:36.291892 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Attempting to bind port c9a5b804-8ef6-49da-a6f3-9009f7426ffc on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:11:36.292263 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Attempting to bind port c9a5b804-8ef6-49da-a6f3-9009f7426ffc by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '7092d106-e677-4f0b-9306-e0c3cc795821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:11:36.292702 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Attempting to bind port c9a5b804-8ef6-49da-a6f3-9009f7426ffc on network 11512bad-1f9e-43b3-b9fb-451a0e840041 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:11:36.300167 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:36.300496 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:36.300814 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:36.301126 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:36.301463 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:36.301778 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:36.302100 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:36.302438 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:36.302754 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:36.303057 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:36.303355 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Tracked resource versions report: Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: pushed versions: Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: { 'ConntrackHelper': {'1.0'}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Log': {'1.0'}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Network': {'1.1'}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Port': {'1.5'}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'PortForwarding': {'1.2'}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'QosPolicy': {'1.8'}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SecurityGroup': {'1.2'}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SecurityGroupRule': {'1.0'}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SubPort': {'1.0'}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Subnet': {'1.1'}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Trunk': {'1.1'}} Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: consumer versions: Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: { DHCP agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: L3 agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: Metadata agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: Metering agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: Open vSwitch agent@dv-neutron-834653-1-hyperv: { 'ConntrackHelper': '1.0', Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Log': '1.0', Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Network': '1.1', Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Port': '1.5', Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'PortForwarding': '1.2', Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'QosPolicy': '1.8', Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SecurityGroup': '1.2', Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SecurityGroupRule': '1.0', Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SubPort': '1.0', Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Subnet': '1.1', Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Trunk': '1.1'}} Mar 22 12:11:36.304653 dv-neutron-834653-1-hyperv neutron-server[83796]: {{(pid=83796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:11:36.307444 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:11:36.307828 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Checking segment: {'id': '7092d106-e677-4f0b-9306-e0c3cc795821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:11:36.308277 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:36.308638 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Bound using segment: {'id': '7092d106-e677-4f0b-9306-e0c3cc795821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:11:36.309141 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Bound port: c9a5b804-8ef6-49da-a6f3-9009f7426ffc, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7092d106-e677-4f0b-9306-e0c3cc795821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:11:36.309524 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:36.375168 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:11:36.401716 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] For port c9a5b804-8ef6-49da-a6f3-9009f7426ffc, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:11:36.405874 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] For port c9a5b804-8ef6-49da-a6f3-9009f7426ffc, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c9a5b804-8ef6-49da-a6f3-9009f7426ffc,segment=NetworkSegment(7092d106-e677-4f0b-9306-e0c3cc795821),segment_id=7092d106-e677-4f0b-9306-e0c3cc795821)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:11:36.411267 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:36.499840 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57547b-0d2d-437b-aa6d-987bf00c18ff None None] Pushing event updated for resources: {'Port': ['ID=c9a5b804-8ef6-49da-a6f3-9009f7426ffc,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:36.508616 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Routers {'62791214-519e-4d4c-ae7e-53f61a425221'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:11:36.509239 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:11:31Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['62791214-519e-4d4c-ae7e-53f61a425221'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:11:36.668161 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] Set router 62791214-519e-4d4c-ae7e-53f61a425221 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:11:36.986847 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62791214-519e-4d4c-ae7e-53f61a425221', 'name': 'router1', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:11:24Z', 'updated_at': '2022-03-22T12:11:34Z', 'revision_number': 2, 'project_id': '6da344d21a664bc989ba872f127396c6', 'gw_port_host': None, '_interfaces': [{'id': 'c9a5b804-8ef6-49da-a6f3-9009f7426ffc', 'name': '', 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'mac_address': 'fa:16:3e:6f:32:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62791214-519e-4d4c-ae7e-53f61a425221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:11:33Z', 'updated_at': '2022-03-22T12:11:36Z', 'revision_number': 4, 'project_id': '6da344d21a664bc989ba872f127396c6', 'subnets': [{'id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78b4d2e9-bb1b-40b6-a01e-10bf85b83dd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:11:36.990945 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfb7a7-562f-4576-980b-1c0a7825585f None None] The sync data for ids ['62791214-519e-4d4c-ae7e-53f61a425221'] in dv-neutron-834653-1-hyperv is: [{'id': '62791214-519e-4d4c-ae7e-53f61a425221', 'name': 'router1', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:11:24Z', 'updated_at': '2022-03-22T12:11:34Z', 'revision_number': 2, 'project_id': '6da344d21a664bc989ba872f127396c6', 'gw_port_host': None, '_interfaces': [{'id': 'c9a5b804-8ef6-49da-a6f3-9009f7426ffc', 'name': '', 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'mac_address': 'fa:16:3e:6f:32:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62791214-519e-4d4c-ae7e-53f61a425221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:11:33Z', 'updated_at': '2022-03-22T12:11:36Z', 'revision_number': 4, 'project_id': '6da344d21a664bc989ba872f127396c6', 'subnets': [{'id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78b4d2e9-bb1b-40b6-a01e-10bf85b83dd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:11:37.142143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33690) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:37.350385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75ba96-a61b-4c7e-b05f-071a67c53ae1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:11:37.350926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bd75ba96-a61b-4c7e-b05f-071a67c53ae1 admin admin] Synchronizing usage tracker for tenant:f2f300b3095d43d28070c27a05399308 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:11:37.368873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bd75ba96-a61b-4c7e-b05f-071a67c53ae1 admin admin] Unset dirty status for tenant:f2f300b3095d43d28070c27a05399308 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:11:37.373341 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bd75ba96-a61b-4c7e-b05f-071a67c53ae1 admin admin] 10.222.0.62 "GET /v2.0/networks/4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 842 time: 0.2302246 Mar 22 12:11:37.379123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'ip_version': 4, 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:11:37.384549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:11:37.388619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Usage tracker for resource:subnet and tenant:f2f300b3095d43d28070c27a05399308 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:11:37.391554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:11:37.397816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:11:37.408423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Made reservation on behalf of f2f300b3095d43d28070c27a05399308 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:11:37.410882 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:37.765337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:11:37.765786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:37.858051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f200d6e-0fca-4325-b853-53af745693a0,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:37.860040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:11:37.860379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Network hostable DHCP agents. Network: 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:11:37.885234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:11:37.896459 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:11:37.900995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:11:37.901744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:37.905379 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7a5d28-1e03-4fa7-aed7-3506772b2367 None None] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:11:37.941474 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-16b4ba42-9d4e-41a1-bda9-1c03bbabf23e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5533636 Mar 22 12:11:38.145825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df6a98-6c7a-4554-be35-35ffe07e8821 None None] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:11:38.240648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c9a5b804-8ef6-49da-a6f3-9009f7426ffc up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:11:38.406977 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port c9a5b804-8ef6-49da-a6f3-9009f7426ffc completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:11:38.416025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port c9a5b804-8ef6-49da-a6f3-9009f7426ffc triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:11:38.416385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:38.552398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:38.584249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port c9a5b804-8ef6-49da-a6f3-9009f7426ffc, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c9a5b804-8ef6-49da-a6f3-9009f7426ffc,segment=NetworkSegment(7092d106-e677-4f0b-9306-e0c3cc795821),segment_id=7092d106-e677-4f0b-9306-e0c3cc795821)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:11:38.588950 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:38.652478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=c9a5b804-8ef6-49da-a6f3-9009f7426ffc,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:40.093169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 33714) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:40.146240 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c9a5b804-8ef6-49da-a6f3-9009f7426ffc up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:11:40.216474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port c9a5b804-8ef6-49da-a6f3-9009f7426ffc triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:11:40.216836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:40.321552 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6ca879b8-eea0-4c14-ba2a-057b496d034c admin admin] 10.222.0.62 "GET /v2.0/routers/62791214-519e-4d4c-ae7e-53f61a425221 HTTP/1.1" status: 200 len: 710 time: 0.2270691 Mar 22 12:11:40.450975 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159c9d9-102f-4363-b6c1-fefa0170032e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:11:40.452281 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4159c9d9-102f-4363-b6c1-fefa0170032e admin admin] 10.222.0.62 "GET /v2.0/networks/4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 886 time: 0.1257336 Mar 22 12:11:40.463175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:11:40.933979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:41.164201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:41.223048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:41.353170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Allocated IP 172.26.0.52 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/2e5e2e84-c61f-4d67-af55-2faa22ed0199) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:11:41.508163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:41.541787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:41.604713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:11:41.607439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:11:41.611477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:11:41.632925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Pushing event updated for resources: {'Port': ['ID=2e5e2e84-c61f-4d67-af55-2faa22ed0199,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:41.756162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:41.917506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:41.920868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:42.118349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Router 62791214-519e-4d4c-ae7e-53f61a425221 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:11:42.313090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:11:42.321918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:42.323116 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a62e77e3-01b5-460a-a4f5-2c5c20d9b641 admin admin] 10.222.0.62 "PUT /v2.0/routers/62791214-519e-4d4c-ae7e-53f61a425221 HTTP/1.1" status: 200 len: 889 time: 1.8631608 Mar 22 12:11:42.323254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Sync routers for ids ['62791214-519e-4d4c-ae7e-53f61a425221'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:11:42.336121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Routers {'62791214-519e-4d4c-ae7e-53f61a425221'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:11:42.336798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:11:31Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['62791214-519e-4d4c-ae7e-53f61a425221'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:11:42.523702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Set router 62791214-519e-4d4c-ae7e-53f61a425221 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:11:42.853894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62791214-519e-4d4c-ae7e-53f61a425221', 'name': 'router1', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '2e5e2e84-c61f-4d67-af55-2faa22ed0199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:11:24Z', 'updated_at': '2022-03-22T12:11:41Z', 'revision_number': 4, 'project_id': '6da344d21a664bc989ba872f127396c6', 'gw_port': {'id': '2e5e2e84-c61f-4d67-af55-2faa22ed0199', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:70:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62791214-519e-4d4c-ae7e-53f61a425221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:11:41Z', 'updated_at': '2022-03-22T12:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'c9a5b804-8ef6-49da-a6f3-9009f7426ffc', 'name': '', 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'mac_address': 'fa:16:3e:6f:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62791214-519e-4d4c-ae7e-53f61a425221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:11:33Z', 'updated_at': '2022-03-22T12:11:38Z', 'revision_number': 5, 'project_id': '6da344d21a664bc989ba872f127396c6', 'subnets': [{'id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78b4d2e9-bb1b-40b6-a01e-10bf85b83dd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:11:42.858751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Checking router: 62791214-519e-4d4c-ae7e-53f61a425221 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:11:42.859088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Updating router 62791214-519e-4d4c-ae7e-53f61a425221 port 2e5e2e84-c61f-4d67-af55-2faa22ed0199 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:11:42.910209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:43.229589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:43.240848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Transition to ACTIVE for port object 2e5e2e84-c61f-4d67-af55-2faa22ed0199 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:11:43.248086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:43.323905 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134eff2-5001-4d90-a92d-b64346df07e3 None None] Pushing event updated for resources: {'Port': ['ID=2e5e2e84-c61f-4d67-af55-2faa22ed0199,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:43.326704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Attempting to bind port 2e5e2e84-c61f-4d67-af55-2faa22ed0199 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:11:43.327061 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Attempting to bind port 2e5e2e84-c61f-4d67-af55-2faa22ed0199 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:11:43.327354 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Attempting to bind port 2e5e2e84-c61f-4d67-af55-2faa22ed0199 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:11:43.334272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:11:43.334625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:11:43.335007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:43.335344 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:11:43.335818 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Bound port: 2e5e2e84-c61f-4d67-af55-2faa22ed0199, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:11:43.336187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:43.406661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] For port 2e5e2e84-c61f-4d67-af55-2faa22ed0199, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:11:43.409604 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] For port 2e5e2e84-c61f-4d67-af55-2faa22ed0199, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2e5e2e84-c61f-4d67-af55-2faa22ed0199,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:11:43.415170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:43.509799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134eff2-5001-4d90-a92d-b64346df07e3 None None] Pushing event updated for resources: {'Port': ['ID=2e5e2e84-c61f-4d67-af55-2faa22ed0199,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:43.515587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Routers {'62791214-519e-4d4c-ae7e-53f61a425221'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:11:43.516168 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:11:31Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['62791214-519e-4d4c-ae7e-53f61a425221'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:11:43.694811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] Set router 62791214-519e-4d4c-ae7e-53f61a425221 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:11:44.019577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62791214-519e-4d4c-ae7e-53f61a425221', 'name': 'router1', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '2e5e2e84-c61f-4d67-af55-2faa22ed0199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:11:24Z', 'updated_at': '2022-03-22T12:11:41Z', 'revision_number': 4, 'project_id': '6da344d21a664bc989ba872f127396c6', 'gw_port': {'id': '2e5e2e84-c61f-4d67-af55-2faa22ed0199', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:70:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62791214-519e-4d4c-ae7e-53f61a425221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:11:41Z', 'updated_at': '2022-03-22T12:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'c9a5b804-8ef6-49da-a6f3-9009f7426ffc', 'name': '', 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'mac_address': 'fa:16:3e:6f:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62791214-519e-4d4c-ae7e-53f61a425221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:11:33Z', 'updated_at': '2022-03-22T12:11:38Z', 'revision_number': 5, 'project_id': '6da344d21a664bc989ba872f127396c6', 'subnets': [{'id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78b4d2e9-bb1b-40b6-a01e-10bf85b83dd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:11:44.023983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5cf108-8392-479e-96ee-ca1ee81f5e4e None None] The sync data for ids ['62791214-519e-4d4c-ae7e-53f61a425221'] in dv-neutron-834653-1-hyperv is: [{'id': '62791214-519e-4d4c-ae7e-53f61a425221', 'name': 'router1', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.52'}], 'enable_snat': True}, 'gw_port_id': '2e5e2e84-c61f-4d67-af55-2faa22ed0199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:11:24Z', 'updated_at': '2022-03-22T12:11:41Z', 'revision_number': 4, 'project_id': '6da344d21a664bc989ba872f127396c6', 'gw_port': {'id': '2e5e2e84-c61f-4d67-af55-2faa22ed0199', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:70:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62791214-519e-4d4c-ae7e-53f61a425221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:11:41Z', 'updated_at': '2022-03-22T12:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'c9a5b804-8ef6-49da-a6f3-9009f7426ffc', 'name': '', 'network_id': '11512bad-1f9e-43b3-b9fb-451a0e840041', 'tenant_id': '6da344d21a664bc989ba872f127396c6', 'mac_address': 'fa:16:3e:6f:32:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62791214-519e-4d4c-ae7e-53f61a425221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:11:33Z', 'updated_at': '2022-03-22T12:11:38Z', 'revision_number': 5, 'project_id': '6da344d21a664bc989ba872f127396c6', 'subnets': [{'id': '2a348fd8-75c3-4c16-8173-e972137adc26', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '78b4d2e9-bb1b-40b6-a01e-10bf85b83dd4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:11:44.238666 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2e5e2e84-c61f-4d67-af55-2faa22ed0199 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:11:44.306372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 2e5e2e84-c61f-4d67-af55-2faa22ed0199 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:11:44.311184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 2e5e2e84-c61f-4d67-af55-2faa22ed0199 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:11:44.311566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:44.426313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:44.443358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 2e5e2e84-c61f-4d67-af55-2faa22ed0199, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2e5e2e84-c61f-4d67-af55-2faa22ed0199,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:11:44.448200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:44.517561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=2e5e2e84-c61f-4d67-af55-2faa22ed0199,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:11:44.536282 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 33724) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:11:44.720620 dv-neutron-834653-1-hyperv neutron-server[83793]: WARNING oslo_policy.policy [None req-38848207-7fb0-4620-906e-8a3b47ae3db1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:11:44.721206 dv-neutron-834653-1-hyperv neutron-server[83793]: WARNING oslo_policy.policy [None req-38848207-7fb0-4620-906e-8a3b47ae3db1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:11:45.079387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.policy [None req-38848207-7fb0-4620-906e-8a3b47ae3db1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83793) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 22 12:11:45.080138 dv-neutron-834653-1-hyperv neutron-server[83793]: WARNING oslo_policy.policy [None req-38848207-7fb0-4620-906e-8a3b47ae3db1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:11:45.080500 dv-neutron-834653-1-hyperv neutron-server[83793]: WARNING oslo_policy.policy [None req-38848207-7fb0-4620-906e-8a3b47ae3db1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 12:11:45.085054 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-38848207-7fb0-4620-906e-8a3b47ae3db1 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1083 time: 0.5466807 Mar 22 12:11:46.168747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2e5e2e84-c61f-4d67-af55-2faa22ed0199 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:11:46.241723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 2e5e2e84-c61f-4d67-af55-2faa22ed0199 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:11:46.242458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:11:58.649590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6746140e-dc36-4a1c-b5f0-7c1053bf796b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:12:00.733551 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3e466f55-5dd4-4ab3-8725-1005f62220a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:12:01.787858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:12:01.916729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:12:03.087775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:12:13.370093 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:12:28.655336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75833202-0241-4ab9-a31c-2520310bc303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:12:30.740227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1948d7a4-3657-475d-b53b-3b5b82025156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:12:31.789693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:12:31.910201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:12:33.097062 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:12:50.373774 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:12:58.662125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba955-0d36-4c5f-9876-c493549671d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:00.739199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-276b1d33-1d2f-4d83-bb8f-59b622e95e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:01.793479 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:01.913799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:03.098900 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:27.375212 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:13:28.658581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-caf8f250-fabb-4668-8cf1-9524bbe6f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:30.733265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fcffc48e-aa8e-46ac-9df4-28522d824a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:31.795403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:31.918990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:33.102781 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:53.526328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34342) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:13:53.636317 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a0a209-a09b-44cf-9cb6-19983937dcb1 admin admin] GET failed (client error): The resource could not be found. Mar 22 12:13:53.637550 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a2a0a209-a09b-44cf-9cb6-19983937dcb1 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1099744 Mar 22 12:13:53.795307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a7fe3f-3377-4fd2-95cb-18d67bc3c6f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:13:53.796704 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-35a7fe3f-3377-4fd2-95cb-18d67bc3c6f9 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551127 Mar 22 12:13:55.871979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34352) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:13:56.018516 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ece71e-8e14-40f8-bf2d-4b50414acb28 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:13:56.019855 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d9ece71e-8e14-40f8-bf2d-4b50414acb28 admin admin] 10.222.0.62 "GET /v2.0/subnets/2a348fd8-75c3-4c16-8173-e972137adc26 HTTP/1.1" status: 200 len: 849 time: 0.1469128 Mar 22 12:13:56.029244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:13:56.150859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:56.353702 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747665871773'] for subnet, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:56.433752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:13:56.434295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:56.437704 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] 10.222.0.62 "PUT /v2.0/subnets/2a348fd8-75c3-4c16-8173-e972137adc26 HTTP/1.1" status: 200 len: 868 time: 0.4101727 Mar 22 12:13:56.445122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a348fd8-75c3-4c16-8173-e972137adc26,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:13:56.452654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8897380-d480-4986-afbe-3bdd59eeba77 None None] Network 11512bad-1f9e-43b3-b9fb-451a0e840041 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:13:56.454812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:13:56.455141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:13:56.455472 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:13:56.455786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:13:56.456119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:13:56.456444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:13:56.456771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:13:56.457087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:13:56.457399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:13:56.457742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:13:56.458055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd241ca-0d01-4bac-8cd7-b20fc3330f47 admin admin] Tracked resource versions report: Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: pushed versions: Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: { 'ConntrackHelper': {'1.0'}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Log': {'1.0'}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Network': {'1.1'}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Port': {'1.5'}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'PortForwarding': {'1.2'}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'QosPolicy': {'1.8'}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SecurityGroup': {'1.2'}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SecurityGroupRule': {'1.0'}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SubPort': {'1.0'}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Subnet': {'1.1'}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Trunk': {'1.1'}} Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: consumer versions: Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: { DHCP agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: L3 agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: Metadata agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: Metering agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: Open vSwitch agent@dv-neutron-834653-1-hyperv: { 'ConntrackHelper': '1.0', Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Log': '1.0', Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Network': '1.1', Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Port': '1.5', Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'PortForwarding': '1.2', Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'QosPolicy': '1.8', Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SecurityGroup': '1.2', Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SecurityGroupRule': '1.0', Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SubPort': '1.0', Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Subnet': '1.1', Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Trunk': '1.1'}} Mar 22 12:13:56.459408 dv-neutron-834653-1-hyperv neutron-server[83793]: {{(pid=83793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:13:56.977716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b9311534-ebe6-4cb7-8569-18571de63192 None None] Provisioning complete for port c9a5b804-8ef6-49da-a6f3-9009f7426ffc triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:13:56.978082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b9311534-ebe6-4cb7-8569-18571de63192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:57.101934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b9311534-ebe6-4cb7-8569-18571de63192 None None] Provisioning complete for port 12f173ba-5f1b-4fb4-b26e-242141eceafb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:13:57.102161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b9311534-ebe6-4cb7-8569-18571de63192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:58.474331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34366) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:13:58.653421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-213dbf1d-5712-4f25-953c-385d616132d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:13:58.690419 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00cc26-826b-4c8b-8089-9d2ef8b8f2a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:13:58.690727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00cc26-826b-4c8b-8089-9d2ef8b8f2a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:13:58.692233 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5f00cc26-826b-4c8b-8089-9d2ef8b8f2a6 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2169342 Mar 22 12:14:00.717728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34376) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:14:00.736570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68ebe6a3-5435-41d6-9c9f-53532b6d8e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:00.937537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b87e13-836f-414f-9ed7-428fcb4a20e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:00.937772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b87e13-836f-414f-9ed7-428fcb4a20e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:00.939291 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-21b87e13-836f-414f-9ed7-428fcb4a20e6 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2206252 Mar 22 12:14:01.799768 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:01.924396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:02.963529 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34386) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:14:03.108594 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:03.165780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6414cdcc-5223-4ff7-8fde-3a9f3f0b6610 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:03.167099 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6414cdcc-5223-4ff7-8fde-3a9f3f0b6610 admin admin] 10.222.0.62 "GET /v2.0/networks/11512bad-1f9e-43b3-b9fb-451a0e840041 HTTP/1.1" status: 200 len: 869 time: 0.2026296 Mar 22 12:14:04.375834 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:14:05.249515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34396) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:14:05.468749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd29677d-d3d1-448e-82ca-9248aa0777c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:05.470151 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fd29677d-d3d1-448e-82ca-9248aa0777c7 admin admin] 10.222.0.62 "GET /v2.0/networks/4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 886 time: 0.2197008 Mar 22 12:14:07.493209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34406) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:14:07.625384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feb5a07-99d8-4237-a2d8-24e44796966a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:07.625779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feb5a07-99d8-4237-a2d8-24e44796966a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:07.628099 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0feb5a07-99d8-4237-a2d8-24e44796966a admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339116 Mar 22 12:14:09.631298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34416) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:14:09.778771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32a134-62ed-4a4e-814c-6ac931fd4178 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:09.779113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32a134-62ed-4a4e-814c-6ac931fd4178 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:09.779807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dd32a134-62ed-4a4e-814c-6ac931fd4178 admin admin] Synchronizing usage tracker for tenant:f2f300b3095d43d28070c27a05399308 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:14:09.798177 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dd32a134-62ed-4a4e-814c-6ac931fd4178 admin admin] Unset dirty status for tenant:f2f300b3095d43d28070c27a05399308 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:14:09.801847 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dd32a134-62ed-4a4e-814c-6ac931fd4178 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1695230 Mar 22 12:14:11.840857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34426) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:14:11.976362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057cd6a-7f27-459d-80a5-d5d25503cc11 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:11.977711 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0057cd6a-7f27-459d-80a5-d5d25503cc11 admin admin] 10.222.0.62 "GET /v2.0/subnets/2a348fd8-75c3-4c16-8173-e972137adc26 HTTP/1.1" status: 200 len: 868 time: 0.1358221 Mar 22 12:14:13.978898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34436) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:14:14.108218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1674bb5-3071-4027-94dd-b4c0f5537a9c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:14.109543 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b1674bb5-3071-4027-94dd-b4c0f5537a9c admin admin] 10.222.0.62 "GET /v2.0/subnets/2f200d6e-0fca-4325-b853-53af745693a0 HTTP/1.1" status: 200 len: 816 time: 0.1296470 Mar 22 12:14:28.657722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-84506204-7d70-401a-a75d-968b85d60956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:30.747594 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6d38-7b10-47d4-bfc8-ca06ef83fc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:31.801829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:31.902575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34474) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:14:31.928057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:31.979009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-5d2b4829-ab2d-4df0-b78d-a969fe314b1b admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:14:31.980122 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5d2b4829-ab2d-4df0-b78d-a969fe314b1b admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0765457 Mar 22 12:14:33.110125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:34.212161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34484) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:14:34.311513 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6bd4e4-fd5c-4cff-a6e5-86b2d1ad9fa5 admin admin] GET failed (client error): The resource could not be found. Mar 22 12:14:34.312699 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aa6bd4e4-fd5c-4cff-a6e5-86b2d1ad9fa5 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0996192 Mar 22 12:14:34.475818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ea6fe-749f-4d2c-93a7-6dfb7f90e086 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:34.477310 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-404ea6fe-749f-4d2c-93a7-6dfb7f90e086 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1602316 Mar 22 12:14:36.574895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34494) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:14:36.663449 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:14:36.669572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:14:36.680373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:14:36.694415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Made reservation on behalf of f2f300b3095d43d28070c27a05399308 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:14:36.696624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:36.785108 dv-neutron-834653-1-hyperv neutron-server[83794]: WARNING neutron.services.revisions.revision_plugin [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Could not find related network for resource to bump revision. Mar 22 12:14:36.796919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:14:36.805305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:36.805684 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Added segment 9935565c-00a7-40b5-bff9-b4ff26b11679 of type vlan for network bd32ff73-ee01-46e9-8539-402d4703845a Mar 22 12:14:36.829853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:36.860033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:36.860814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:36.861422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:36.960392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Pushing event updated for resources: {'Network': ['ID=bd32ff73-ee01-46e9-8539-402d4703845a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:14:36.963226 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3870194 Mar 22 12:14:36.969861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:36.970200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:36.970520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:36.970840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:36.971153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:36.971490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:36.971805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:36.972117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:36.972428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:36.972723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:36.973029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462e552-da06-480f-9590-688593e0aad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:36.987505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network bd32ff73-ee01-46e9-8539-402d4703845a details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:14:39.100359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34504) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:14:39.200279 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab83e5fa-e3b7-440f-b5d3-c711d73519b2 admin admin] GET failed (client error): The resource could not be found. Mar 22 12:14:39.200754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ab83e5fa-e3b7-440f-b5d3-c711d73519b2 admin admin] Synchronizing usage tracker for tenant:f2f300b3095d43d28070c27a05399308 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:14:39.216819 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ab83e5fa-e3b7-440f-b5d3-c711d73519b2 admin admin] Unset dirty status for tenant:f2f300b3095d43d28070c27a05399308 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:14:39.217917 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ab83e5fa-e3b7-440f-b5d3-c711d73519b2 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1165471 Mar 22 12:14:39.324954 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972f29f5-f6fd-4e54-b527-f17d77469274 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:39.326307 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-972f29f5-f6fd-4e54-b527-f17d77469274 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1027620 Mar 22 12:14:39.338922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:14:39.343225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:14:39.352572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:14:39.364954 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Made reservation on behalf of f2f300b3095d43d28070c27a05399308 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:14:39.368349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:39.573035 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:39.639192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21b3c30a-996f-4d91-a8af-4285369d5b99,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:14:39.654927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Checking segment: {'id': '9935565c-00a7-40b5-bff9-b4ff26b11679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:14:39.655276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Network hostable DHCP agents. Network: bd32ff73-ee01-46e9-8539-402d4703845a, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:14:39.679452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Network bd32ff73-ee01-46e9-8539-402d4703845a is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:14:39.690032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, bd32ff73-ee01-46e9-8539-402d4703845a) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:14:39.693937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:14:39.694613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:39.700266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7774d8-9639-4eb0-a6f8-6197d8b8f6ac None None] Network bd32ff73-ee01-46e9-8539-402d4703845a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:14:39.719916 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-485395c0-76f4-46a7-a18d-b54f3dda0266 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3844309 Mar 22 12:14:39.921826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-bd32ff73-ee01-46e9-8539-402d4703845a', 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a', 'tenant_id': 'f2f300b3095d43d28070c27a05399308', 'fixed_ips': [{'subnet_id': '21b3c30a-996f-4d91-a8af-4285369d5b99'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:14:39.922659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:40.077076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Allocated IP 192.168.233.2 (bd32ff73-ee01-46e9-8539-402d4703845a/21b3c30a-996f-4d91-a8af-4285369d5b99/679e5e7d-577b-4e23-b95c-e24fa77b596a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:14:40.277743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:40.289128 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Transition to ACTIVE for port object 679e5e7d-577b-4e23-b95c-e24fa77b596a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:14:40.307449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Transition to ACTIVE for port object 679e5e7d-577b-4e23-b95c-e24fa77b596a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:14:40.313665 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:40.381399 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Network bd32ff73-ee01-46e9-8539-402d4703845a is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:14:40.384245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:14:40.389420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:14:40.391538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Pushing event updated for resources: {'Port': ['ID=679e5e7d-577b-4e23-b95c-e24fa77b596a,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:14:40.402814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:40.403158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:40.403488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:40.403813 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:40.404154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:40.404478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:40.404796 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:40.405104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:40.405417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:40.405761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:40.406074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:14:40.487357 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Attempting to bind port 679e5e7d-577b-4e23-b95c-e24fa77b596a on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:14:40.487718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Attempting to bind port 679e5e7d-577b-4e23-b95c-e24fa77b596a by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '9935565c-00a7-40b5-bff9-b4ff26b11679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:14:40.488069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Attempting to bind port 679e5e7d-577b-4e23-b95c-e24fa77b596a on network bd32ff73-ee01-46e9-8539-402d4703845a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:14:40.494845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:14:40.495437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Checking segment: {'id': '9935565c-00a7-40b5-bff9-b4ff26b11679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:14:40.495817 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:40.496201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Bound using segment: {'id': '9935565c-00a7-40b5-bff9-b4ff26b11679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:14:40.496659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Bound port: 679e5e7d-577b-4e23-b95c-e24fa77b596a, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9935565c-00a7-40b5-bff9-b4ff26b11679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:14:40.497023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:40.606967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] For port 679e5e7d-577b-4e23-b95c-e24fa77b596a, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:14:40.609966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] For port 679e5e7d-577b-4e23-b95c-e24fa77b596a, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=679e5e7d-577b-4e23-b95c-e24fa77b596a,segment=NetworkSegment(9935565c-00a7-40b5-bff9-b4ff26b11679),segment_id=9935565c-00a7-40b5-bff9-b4ff26b11679)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:14:40.615399 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:40.693312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449b4ef-9021-4eb1-9926-6213a9d45e0f None None] Pushing event updated for resources: {'Port': ['ID=679e5e7d-577b-4e23-b95c-e24fa77b596a,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:14:41.382475 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:14:41.491470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564323f-5233-44bb-87f3-4628e43ea3d0 None None] Network bd32ff73-ee01-46e9-8539-402d4703845a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:14:41.648254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1bb62ecb-e37d-4e94-9366-c35e7ba8ad83 None None] Provisioning for port 679e5e7d-577b-4e23-b95c-e24fa77b596a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:14:42.276888 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 679e5e7d-577b-4e23-b95c-e24fa77b596a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:14:42.348567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 679e5e7d-577b-4e23-b95c-e24fa77b596a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:14:42.353255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 679e5e7d-577b-4e23-b95c-e24fa77b596a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:14:42.355173 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:42.465936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:42.497366 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 679e5e7d-577b-4e23-b95c-e24fa77b596a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=679e5e7d-577b-4e23-b95c-e24fa77b596a,segment=NetworkSegment(9935565c-00a7-40b5-bff9-b4ff26b11679),segment_id=9935565c-00a7-40b5-bff9-b4ff26b11679)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:14:42.502407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:42.566673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=679e5e7d-577b-4e23-b95c-e24fa77b596a,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:14:44.259368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 679e5e7d-577b-4e23-b95c-e24fa77b596a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:14:44.329475 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 679e5e7d-577b-4e23-b95c-e24fa77b596a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:14:44.329806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:14:58.663026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e13f685f-7e2d-42df-ac66-07ce97de977f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:00.741821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2a44a285-9a4e-4b12-adb6-0327f28856c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:01.810754 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:01.932094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:03.110826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:18.372870 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:15:28.658300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-552b49e6-3667-4aba-ac8b-7ebb0dde481c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:30.746978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4b4aa4b7-e608-4b18-9e8f-c76aa9886df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:31.810664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:31.937837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:33.114952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:50.155975 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:15:50.162062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-01dcc14e-c650-4b55-b6a2-4cfdfc2fd9b0 tempest-verify_tempest_config-1729397838 tempest-verify_tempest_config-1729397838-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:15:50.163049 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-01dcc14e-c650-4b55-b6a2-4cfdfc2fd9b0 tempest-verify_tempest_config-1729397838 tempest-verify_tempest_config-1729397838-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060003 Mar 22 12:15:50.520214 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34562) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:15:50.666686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:50.698775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:15:50.702545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Usage tracker for resource:security_group_rule and tenant:d414b3861c614d2296f296cf96ae342d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:15:50.705273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:15:50.710924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:15:50.780247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:50.785213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:50.830452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554995cb-81a4-4bed-a177-1404a3c2aa2e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:15:50.835593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Synchronizing usage tracker for tenant:f2f300b3095d43d28070c27a05399308 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:15:50.844383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:15:50.844704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:15:50.845023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:15:50.845339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:15:50.845717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:15:50.846002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:15:50.846302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:15:50.846608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:15:50.846906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:15:50.847203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:15:50.847483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:15:50.863337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] Unset dirty status for tenant:f2f300b3095d43d28070c27a05399308 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:15:50.864617 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b4497b0c-f4ac-4f27-93de-9aec6d033277 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d414b3861c614d2296f296cf96ae342d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3434734 Mar 22 12:15:50.868003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34568) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:15:50.927873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c7558cd-706e-4ea5-9baa-45c913d228d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:50.962887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c7558cd-706e-4ea5-9baa-45c913d228d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:51.061639 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c7558cd-706e-4ea5-9baa-45c913d228d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:51.080395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7558cd-706e-4ea5-9baa-45c913d228d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554995cb-81a4-4bed-a177-1404a3c2aa2e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:15:51.084783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c7558cd-706e-4ea5-9baa-45c913d228d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:15:51.088742 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4c7558cd-706e-4ea5-9baa-45c913d228d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/554995cb-81a4-4bed-a177-1404a3c2aa2e HTTP/1.1" status: 204 len: 168 time: 0.2198019 Mar 22 12:15:55.374278 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:15:58.670609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03fa58a5-85e2-46c8-88bb-e7e003f2b923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:16:00.768532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-423f126e-2077-4bec-87ac-886885182d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:16:01.818045 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:16:01.947169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:16:03.130976 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:16:28.671364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4da673c3-e48a-4bb3-86c7-339cdd1c3797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:16:30.770343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4e80327-2c81-43e2-a472-147704beafd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:16:31.819910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:16:31.942755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:16:32.376624 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:16:33.127472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:16:58.670575 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2483e29f-0163-45e3-9d51-3623243e9ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:00.766588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8289d425-a2b9-417c-8bc6-3fcddcb7b4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:01.825994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:01.949031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:03.134556 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:09.377181 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 5 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:17:13.040286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16346324'] for agent, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:27.948164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34638) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:17:28.097985 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b2d3ed0d-ff13-4e72-92ed-b4e6c90224b5 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1485684 Mar 22 12:17:28.667539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bebe2238-5b47-4238-a7a7-02d8a577cd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:30.153587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34648) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:17:30.241417 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8316d4fe-6d7a-4e7c-b855-19b0ce2c8176 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0867727 Mar 22 12:17:30.768650 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fa50b080-d24b-4e29-b853-05111f508287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:31.829615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:31.958180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:33.136969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:43.017963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:17:46.384019 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:17:58.662679 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f424a0dc-72f0-4a45-b826-37699f56b111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:00.763488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81ad30db-9c8a-49b4-a383-b423d8d6df6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:01.830993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:01.953590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:03.141415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:13.006723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:23.375288 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:18:28.668294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-13aeaf10-baf3-477d-a213-d136a86e573e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:30.770072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1d20478b-5fce-48ed-be10-4833ad2eb35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:31.829365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:31.948283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:33.144995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:43.005962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:51.753383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34730) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:51.995081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1913231426-network', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:51.999732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:52.003860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Usage tracker for resource:network and tenant:88cb3d04f1ad41cd9c7b280bcf095c66 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:52.007086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:52.014267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:52.027659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Made reservation on behalf of 88cb3d04f1ad41cd9c7b280bcf095c66 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:18:52.030172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.042795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.074481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:52.078944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Usage tracker for resource:security_group_rule and tenant:88cb3d04f1ad41cd9c7b280bcf095c66 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:52.081813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:52.087838 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:52.160043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.166394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.204665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaf2843-408d-4fcc-8183-4b6ebba6b33f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:52.214897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.215236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.215563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.215929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.216266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.216703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.217413 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.217765 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.218122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.218490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.218806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Tracked resource versions report: Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: pushed versions: Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: { 'ConntrackHelper': {'1.0'}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Log': {'1.0'}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Network': {'1.1'}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Port': {'1.5'}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'PortForwarding': {'1.2'}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'QosPolicy': {'1.8'}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SecurityGroup': {'1.2'}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SecurityGroupRule': {'1.0'}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SubPort': {'1.0'}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Subnet': {'1.1'}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Trunk': {'1.1'}} Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: consumer versions: Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: { DHCP agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: HyperV agent@hv-neutron-8346: {}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: L3 agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: Metadata agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: Metering agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: Open vSwitch agent@dv-neutron-834653-1-hyperv: { 'ConntrackHelper': '1.0', Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Log': '1.0', Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Network': '1.1', Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Port': '1.5', Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'PortForwarding': '1.2', Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'QosPolicy': '1.8', Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SecurityGroup': '1.2', Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SecurityGroupRule': '1.0', Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'SubPort': '1.0', Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Subnet': '1.1', Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: 'Trunk': '1.1'}} Mar 22 12:18:52.219971 dv-neutron-834653-1-hyperv neutron-server[83794]: {{(pid=83794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:18:52.234276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:18:52.245588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.245943 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Added segment 59e642cc-8251-498d-b135-8cbdc2fa7ef2 of type vlan for network 6203a9c2-1d85-413b-8d33-42b4c72db112 Mar 22 12:18:52.274847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.304331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.305509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:18:52.306178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.422263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] Pushing event updated for resources: {'Network': ['ID=6203a9c2-1d85-413b-8d33-42b4c72db112,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:52.433162 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 6203a9c2-1d85-413b-8d33-42b4c72db112 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:18:52.434352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34774) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:52.440924 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Request body: {'subnet': {'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1913231426-subnet', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:52.442793 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.quota [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Loaded quota_driver: . Mar 22 12:18:52.447904 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8d510058-d83b-4b10-8e54-e8707ef6986e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6758580 Mar 22 12:18:52.451422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:52.457181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Usage tracker for resource:subnet and tenant:88cb3d04f1ad41cd9c7b280bcf095c66 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:52.460741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:52.468196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:52.485006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Made reservation on behalf of 88cb3d04f1ad41cd9c7b280bcf095c66 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:18:52.488031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.750897 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.806092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f85f5d-3677-4e10-b04c-44bdd300d811,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:52.814950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.815306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.815641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.815971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.816308 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.816635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.817046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.817286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.817638 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.817966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.818414 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Tracked resource versions report: Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: pushed versions: Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: { 'ConntrackHelper': {'1.0'}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Log': {'1.0'}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Network': {'1.1'}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Port': {'1.5'}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'PortForwarding': {'1.2'}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'QosPolicy': {'1.8'}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SecurityGroup': {'1.2'}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SecurityGroupRule': {'1.0'}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SubPort': {'1.0'}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Subnet': {'1.1'}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Trunk': {'1.1'}} Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: consumer versions: Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: { DHCP agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: HyperV agent@hv-neutron-8346: {}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: L3 agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: Metadata agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: Metering agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: Open vSwitch agent@dv-neutron-834653-1-hyperv: { 'ConntrackHelper': '1.0', Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Log': '1.0', Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Network': '1.1', Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Port': '1.5', Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'PortForwarding': '1.2', Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'QosPolicy': '1.8', Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SecurityGroup': '1.2', Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SecurityGroupRule': '1.0', Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'SubPort': '1.0', Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Subnet': '1.1', Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: 'Trunk': '1.1'}} Mar 22 12:18:52.819493 dv-neutron-834653-1-hyperv neutron-server[83793]: {{(pid=83793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:18:52.853362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Checking segment: {'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:18:52.853765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Network hostable DHCP agents. Network: 6203a9c2-1d85-413b-8d33-42b4c72db112, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:18:52.880099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Network 6203a9c2-1d85-413b-8d33-42b4c72db112 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:18:52.892050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 6203a9c2-1d85-413b-8d33-42b4c72db112) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:18:52.897428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:18:52.900983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc9b3b2-3d5b-4573-8ef8-07bf1fb398e6 None None] Network 6203a9c2-1d85-413b-8d33-42b4c72db112 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:18:52.906423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.938394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34794) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:52.939497 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9e344b9c-7db7-4a63-8136-e4eada3472ec admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5021281 Mar 22 12:18:52.943607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:52.958414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:52.962942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Usage tracker for resource:router and tenant:88cb3d04f1ad41cd9c7b280bcf095c66 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:52.968607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:52.977058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:52.993431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:52.995470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.017698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.149336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-6203a9c2-1d85-413b-8d33-42b4c72db112', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'fixed_ips': [{'subnet_id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:18:53.150402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.210804 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.369853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Allocated IP 172.20.0.2 (6203a9c2-1d85-413b-8d33-42b4c72db112/a0f85f5d-3677-4e10-b04c-44bdd300d811/ca213d34-b5ff-4791-8af4-295668623c43) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:18:53.483613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.514071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.612341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.626316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Transition to ACTIVE for port object ca213d34-b5ff-4791-8af4-295668623c43 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:18:53.650435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Transition to ACTIVE for port object ca213d34-b5ff-4791-8af4-295668623c43 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:18:53.659208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.671214 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Allocated IP 172.26.0.106 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/34066035-735d-4450-8454-561d0e4aa08f) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:18:53.730555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Network 6203a9c2-1d85-413b-8d33-42b4c72db112 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:18:53.733176 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:18:53.736601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:18:53.745755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Pushing event updated for resources: {'Port': ['ID=ca213d34-b5ff-4791-8af4-295668623c43,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:53.817286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:53.817668 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:53.817995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:53.818314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:53.818648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:53.818978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:53.819272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:53.819600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:53.819906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:53.820202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:53.820508 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Tracked resource versions report: Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: pushed versions: Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: { 'ConntrackHelper': {'1.0'}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Log': {'1.0'}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Network': {'1.1'}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Port': {'1.5'}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'PortForwarding': {'1.2'}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'QosPolicy': {'1.8'}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SecurityGroup': {'1.2'}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SecurityGroupRule': {'1.0'}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SubPort': {'1.0'}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Subnet': {'1.1'}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Trunk': {'1.1'}} Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: consumer versions: Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: { DHCP agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: HyperV agent@hv-neutron-8346: {}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: L3 agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: Metadata agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: Metering agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: Open vSwitch agent@dv-neutron-834653-1-hyperv: { 'ConntrackHelper': '1.0', Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Log': '1.0', Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Network': '1.1', Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Port': '1.5', Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'PortForwarding': '1.2', Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'QosPolicy': '1.8', Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SecurityGroup': '1.2', Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SecurityGroupRule': '1.0', Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'SubPort': '1.0', Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Subnet': '1.1', Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: 'Trunk': '1.1'}} Mar 22 12:18:53.821607 dv-neutron-834653-1-hyperv neutron-server[83795]: {{(pid=83795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:18:53.843473 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Attempting to bind port ca213d34-b5ff-4791-8af4-295668623c43 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:18:53.843820 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Attempting to bind port ca213d34-b5ff-4791-8af4-295668623c43 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:18:53.844167 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Attempting to bind port ca213d34-b5ff-4791-8af4-295668623c43 on network 6203a9c2-1d85-413b-8d33-42b4c72db112 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:18:53.850598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:18:53.850956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Checking segment: {'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:18:53.851340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.851802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.851937 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Bound using segment: {'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:18:53.852277 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Bound port: ca213d34-b5ff-4791-8af4-295668623c43, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:18:53.852655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.887525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.943230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] For port ca213d34-b5ff-4791-8af4-295668623c43, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:18:53.946664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] For port ca213d34-b5ff-4791-8af4-295668623c43, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ca213d34-b5ff-4791-8af4-295668623c43,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:18:53.954710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:53.967964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Pushing event updated for resources: {'Port': ['ID=34066035-735d-4450-8454-561d0e4aa08f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:53.985316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:18:53.986665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:18:53.989978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:18:54.045080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c4ca0-0a65-47e1-a2ee-1286335396f1 None None] Pushing event updated for resources: {'Port': ['ID=ca213d34-b5ff-4791-8af4-295668623c43,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:54.125938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:54.126578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:54.425094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34840) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:54.464286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34846) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:54.467506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:18:54.473954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ca213d34-b5ff-4791-8af4-295668623c43 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:18:54.559489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port ca213d34-b5ff-4791-8af4-295668623c43 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:18:54.697061 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:18:54.708717 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Sync routers for ids ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:18:54.721411 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Routers {'2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:18:54.722139 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:18:31Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:18:54.731963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:54.737626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34860) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:54.748851 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-69f36084-01bc-414d-9cbf-e4f0c19b52ec admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8092749 Mar 22 12:18:54.910282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1506269555-network', 'tenant_id': '8531d086af9d478aac581589cdb32384'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:54.915814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:54.925997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Usage tracker for resource:network and tenant:8531d086af9d478aac581589cdb32384 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:54.932371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:54.940518 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Set router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:18:54.953165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:54.969404 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Made reservation on behalf of 8531d086af9d478aac581589cdb32384 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:18:54.971900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.009946 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.091816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:55.103660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Usage tracker for resource:security_group_rule and tenant:8531d086af9d478aac581589cdb32384 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:55.107747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:55.118356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:55.237116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.256835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.287832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1897937374-network', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:55.309355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde39bd2-e1f4-44ce-a2e1-e6adb8a7846e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:55.346137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:18:55.358718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.359298 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Added segment 51eb8b2c-2a1a-4231-b2c2-32ec7d94d678 of type vlan for network bb46452e-4545-42cf-a68a-ee059c6e8f32 Mar 22 12:18:55.367876 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:54Z', 'revision_number': 3, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:18:55.373356 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Checking router: 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:18:55.373722 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Updating router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a port 34066035-735d-4450-8454-561d0e4aa08f binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:18:55.387205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779dd431-e4e5-4375-af21-cdb4e760eff8 None None] Network 6203a9c2-1d85-413b-8d33-42b4c72db112 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:18:55.408057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.430319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:55.438815 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.466645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Usage tracker for resource:network and tenant:934110f16cbd4eeaa5a066963b2a1493 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:55.482911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:55.483418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.484552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:18:55.485934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.499242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:55.563637 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Made reservation on behalf of 934110f16cbd4eeaa5a066963b2a1493 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:18:55.564107 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1373723 Mar 22 12:18:55.564788 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34874) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:55.565213 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.645597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Request body: {'subnet': {'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1506269555-subnet', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:55.655261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:55.672349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Usage tracker for resource:subnet and tenant:8531d086af9d478aac581589cdb32384 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:55.676697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:55.686903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:55.689067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166568c-2e3d-4ba9-beb0-d41098647415 admin admin] Pushing event updated for resources: {'Network': ['ID=bb46452e-4545-42cf-a68a-ee059c6e8f32,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:55.705951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.714176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Made reservation on behalf of 8531d086af9d478aac581589cdb32384 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:18:55.716637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:55.735270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network bb46452e-4545-42cf-a68a-ee059c6e8f32 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:18:55.812776 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-24765b43-debe-4d9b-8130-419bc3457cfb None None] Provisioning for port ca213d34-b5ff-4791-8af4-295668623c43 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:18:55.824038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:55.829875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Usage tracker for resource:security_group_rule and tenant:934110f16cbd4eeaa5a066963b2a1493 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:55.833703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:55.843159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:55.858150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-24765b43-debe-4d9b-8130-419bc3457cfb None None] Provisioning complete for port ca213d34-b5ff-4791-8af4-295668623c43 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:18:55.858811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-24765b43-debe-4d9b-8130-419bc3457cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.014176 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.032336 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Transition to ACTIVE for port object 34066035-735d-4450-8454-561d0e4aa08f will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:18:56.044825 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.145341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.155190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.166886 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Pushing event updated for resources: {'Port': ['ID=34066035-735d-4450-8454-561d0e4aa08f,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:56.194630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.228756 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:56.229118 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:56.230475 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:56.231130 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:56.231480 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:56.231811 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:56.232134 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:56.232469 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:56.232792 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:56.233106 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:56.233417 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Tracked resource versions report: Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: pushed versions: Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: { 'ConntrackHelper': {'1.0'}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Log': {'1.0'}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Network': {'1.1'}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Port': {'1.5'}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'PortForwarding': {'1.2'}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'QosPolicy': {'1.8'}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SecurityGroup': {'1.2'}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SecurityGroupRule': {'1.0'}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SubPort': {'1.0'}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Subnet': {'1.1'}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Trunk': {'1.1'}} Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: consumer versions: Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: { DHCP agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: HyperV agent@hv-neutron-8346: {}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: L3 agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: Metadata agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: Metering agent@dv-neutron-834653-1-hyperv: {}, Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: Open vSwitch agent@dv-neutron-834653-1-hyperv: { 'ConntrackHelper': '1.0', Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Log': '1.0', Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Network': '1.1', Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Port': '1.5', Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'PortForwarding': '1.2', Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'QosPolicy': '1.8', Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SecurityGroup': '1.2', Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SecurityGroupRule': '1.0', Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'SubPort': '1.0', Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Subnet': '1.1', Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: 'Trunk': '1.1'}} Mar 22 12:18:56.238357 dv-neutron-834653-1-hyperv neutron-server[83796]: {{(pid=83796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 12:18:56.242518 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ec18e0-15a4-491e-ab06-5db11e801d0f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:56.242780 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Attempting to bind port 34066035-735d-4450-8454-561d0e4aa08f on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:18:56.243139 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Attempting to bind port 34066035-735d-4450-8454-561d0e4aa08f by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:18:56.246786 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Attempting to bind port 34066035-735d-4450-8454-561d0e4aa08f on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:18:56.263723 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:18:56.266552 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:18:56.267534 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.267934 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:18:56.268555 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Bound port: 34066035-735d-4450-8454-561d0e4aa08f, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:18:56.270236 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.280938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:18:56.313318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.325439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7fb443-864c-4e35-8c85-686b735a223d,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:56.362488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747665834864', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.363959 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Unsubscribe: segment precommit_create {{(pid=83793) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 12:18:56.364433 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Added segment e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a of type vlan for network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 Mar 22 12:18:56.370227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Checking segment: {'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:18:56.370566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Network hostable DHCP agents. Network: bb46452e-4545-42cf-a68a-ee059c6e8f32, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:18:56.395045 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] For port 34066035-735d-4450-8454-561d0e4aa08f, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:18:56.398659 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] For port 34066035-735d-4450-8454-561d0e4aa08f, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=34066035-735d-4450-8454-561d0e4aa08f,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:18:56.406914 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.410824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-24765b43-debe-4d9b-8130-419bc3457cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.439322 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Network bb46452e-4545-42cf-a68a-ee059c6e8f32 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:18:56.454749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, bb46452e-4545-42cf-a68a-ee059c6e8f32) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:18:56.464678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:18:56.465251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.484579 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8521887-e936-4d73-93e8-50cd0f84cf73 None None] Network bb46452e-4545-42cf-a68a-ee059c6e8f32 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:18:56.517399 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c03e36-5a2f-4add-a347-c3c7b3b5ec8c None None] Pushing event updated for resources: {'Port': ['ID=34066035-735d-4450-8454-561d0e4aa08f,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:56.521419 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d9dac2b7-6438-4bd3-8ef2-53d95fc136c9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9457502 Mar 22 12:18:56.522043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34904) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:56.528193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:56.540067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:56.546256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Usage tracker for resource:router and tenant:8531d086af9d478aac581589cdb32384 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:56.558208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:56.570460 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:56.588055 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Routers {'2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:18:56.590888 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:18:31Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:18:56.599293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.603031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.604013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.636711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.687442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-24765b43-debe-4d9b-8130-419bc3457cfb None None] For port ca213d34-b5ff-4791-8af4-295668623c43, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ca213d34-b5ff-4791-8af4-295668623c43,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:18:56.723692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-24765b43-debe-4d9b-8130-419bc3457cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.770761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:18:56.885385 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] Set router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:18:56.926832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.926832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:18:56.927182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:56.977146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24765b43-debe-4d9b-8130-419bc3457cfb None None] Pushing event updated for resources: {'Port': ['ID=ca213d34-b5ff-4791-8af4-295668623c43,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:57.002485 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5364804 Mar 22 12:18:57.011838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34918) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:57.065664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Request body: {'subnet': {'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1897937374-subnet', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:57.074330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-16f75b56-1f44-497a-ab0c-4e03d350322f None None] Provisioning complete for port ca213d34-b5ff-4791-8af4-295668623c43 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:18:57.074576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:57.074694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-16f75b56-1f44-497a-ab0c-4e03d350322f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:57.078461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Usage tracker for resource:subnet and tenant:934110f16cbd4eeaa5a066963b2a1493 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:57.081354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:57.091234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:57.119268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Made reservation on behalf of 934110f16cbd4eeaa5a066963b2a1493 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:18:57.121421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:57.164303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:57.254546 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Allocated IP 172.20.0.1 (6203a9c2-1d85-413b-8d33-42b4c72db112/a0f85f5d-3677-4e10-b04c-44bdd300d811/38ed2696-21f2-44a1-8a9a-c8fccc7f1e47) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:18:57.308521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-bb46452e-4545-42cf-a68a-ee059c6e8f32', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'fixed_ips': [{'subnet_id': 'ee7fb443-864c-4e35-8c85-686b735a223d'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:18:57.309346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:57.425227 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:54Z', 'revision_number': 3, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:18:57.436160 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa2f84-794c-4480-af8c-92b9790b0368 None None] The sync data for ids ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'] in dv-neutron-834653-1-hyperv is: [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:54Z', 'revision_number': 3, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:18:57.477388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:57.499733 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Transition to ACTIVE for port object 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:18:57.512879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:57.555056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:57.589240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedba0c-03fa-447f-aef7-a77677af645e admin admin] Pushing event updated for resources: {'Network': ['ID=68b84d2c-d1e6-4359-ae6d-d770fffe6077,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:57.602593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:57.654398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:18:57.750186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Allocated IP 172.26.0.169 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/b5545b3c-7570-445e-a93e-e6de11cff82d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:18:57.751117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Network 6203a9c2-1d85-413b-8d33-42b4c72db112 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:18:57.756918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:18:57.770722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:18:57.773556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:57.924111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Pushing event updated for resources: {'Port': ['ID=38ed2696-21f2-44a1-8a9a-c8fccc7f1e47,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:58.019071 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Allocated IP 172.20.0.2 (bb46452e-4545-42cf-a68a-ee059c6e8f32/ee7fb443-864c-4e35-8c85-686b735a223d/4f0307b5-a590-4f99-af99-bd8ee6248b4c) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:18:58.120033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.220085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.267364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.286817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.287468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d6573c3a-9590-474f-8163-157a1afc2939 None None] Provisioning for port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:18:58.301106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d6573c3a-9590-474f-8163-157a1afc2939 None None] Provisioning complete for port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:18:58.301592 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d6573c3a-9590-474f-8163-157a1afc2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.397260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d6573c3a-9590-474f-8163-157a1afc2939 None None] Port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:18:58.453833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:18:58.456849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:18:58.482847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:18:58.501325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a06b53-c0a1-4ba6-849e-2080b1d16ef7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:58.565710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 34066035-735d-4450-8454-561d0e4aa08f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:18:58.574134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Pushing event updated for resources: {'Port': ['ID=b5545b3c-7570-445e-a93e-e6de11cff82d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:58.580097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Checking segment: {'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:18:58.580460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Network hostable DHCP agents. Network: 68b84d2c-d1e6-4359-ae6d-d770fffe6077, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:18:58.643116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.647415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:18:58.668566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Transition to ACTIVE for port object 4f0307b5-a590-4f99-af99-bd8ee6248b4c will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:18:58.678450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 68b84d2c-d1e6-4359-ae6d-d770fffe6077) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:18:58.684694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:18:58.685662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.700149 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb09cde-59f9-47e9-acc5-be10e88e55ec None None] Network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:18:58.731178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-780c23c6-5194-4101-93a2-195040afc9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.739836 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.740796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.742982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.743273 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Transition to ACTIVE for port object 4f0307b5-a590-4f99-af99-bd8ee6248b4c will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:18:58.763532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.764623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.829711 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4c2e0279-c38b-4eee-939d-17c421654a94 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8167922 Mar 22 12:18:58.844383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34956) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:58.857434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:58.897980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:58.906731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Usage tracker for resource:router and tenant:934110f16cbd4eeaa5a066963b2a1493 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:58.910721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34960) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:58.936213 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:58.963601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:59.007196 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Network bb46452e-4545-42cf-a68a-ee059c6e8f32 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:18:59.017228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:18:59.020588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:18:59.028025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:18:59.036288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 34066035-735d-4450-8454-561d0e4aa08f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:18:59.043518 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Pushing event updated for resources: {'Port': ['ID=38ed2696-21f2-44a1-8a9a-c8fccc7f1e47,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:59.054825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:59.056562 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:59.095294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 34066035-735d-4450-8454-561d0e4aa08f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:18:59.095661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:59.103687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Router 0f7d70ca-d258-460e-8b48-854a24005328 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:18:59.124079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Network 6203a9c2-1d85-413b-8d33-42b4c72db112 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:18:59.126790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:18:59.129176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:59.290333 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34970) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:59.327219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Pushing event updated for resources: {'Port': ['ID=4f0307b5-a590-4f99-af99-bd8ee6248b4c,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:18:59.332354 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Attempting to bind port 4f0307b5-a590-4f99-af99-bd8ee6248b4c on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:18:59.332701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Attempting to bind port 4f0307b5-a590-4f99-af99-bd8ee6248b4c by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:18:59.333046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Attempting to bind port 4f0307b5-a590-4f99-af99-bd8ee6248b4c on network bb46452e-4545-42cf-a68a-ee059c6e8f32 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:18:59.464995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:18:59.465354 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Checking segment: {'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:18:59.465781 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:59.466159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Bound using segment: {'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:18:59.466631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Bound port: 4f0307b5-a590-4f99-af99-bd8ee6248b4c, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:18:59.466991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:59.482837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34976) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:59.584467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:18:59.615829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:59.620857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Sync routers for ids ['0f7d70ca-d258-460e-8b48-854a24005328'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:18:59.641559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:59.645592 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-74e60fc2-41d5-4dcd-b38c-45c11abb5add admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1198802 Mar 22 12:18:59.646090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34984) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:59.655309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'fixed_ips': [{'subnet_id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:18:59.656108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:59.664885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 34988) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:59.680009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:59.765080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-12c922de-4478-41c8-bc42-b9d42853a89d None None] Provisioning complete for port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:18:59.765603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-12c922de-4478-41c8-bc42-b9d42853a89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:18:59.802022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1752217355'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:59.832040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 34994) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:18:59.857395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 34066035-735d-4450-8454-561d0e4aa08f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=34066035-735d-4450-8454-561d0e4aa08f,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:18:59.879151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Routers {'0f7d70ca-d258-460e-8b48-854a24005328'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:18:59.879774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:18:31Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0f7d70ca-d258-460e-8b48-854a24005328'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:18:59.913168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-62ffba78-b68a-4549-856e-e632e3bd2c62 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:59.949245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:18:59.988379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Usage tracker for resource:network and tenant:357508a5dddd41ddb3f00a1002b8fdac is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:18:59.991049 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2106397133', 'router:external': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:18:59.992338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:18:59.999921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:00.007833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-520066772'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:00.020166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:00.026374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Usage tracker for resource:network and tenant:14ff43e9a95f495ab28ca2f6135e2b13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:00.031062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:00.037191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:00.040280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:00.042506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Made reservation on behalf of 357508a5dddd41ddb3f00a1002b8fdac for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:00.046046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.057097 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-62ffba78-b68a-4549-856e-e632e3bd2c62 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] 10.222.0.62 "PUT /v2.0/quotas/e9757acb0d4447e39779182ad59e77fb HTTP/1.1" status: 200 len: 368 time: 0.7650862 Mar 22 12:19:00.058759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Usage tracker for resource:network and tenant:876a1a537b4142ed91f7b1792ab84937 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:00.065509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35004) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:00.066319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:00.068257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Made reservation on behalf of 14ff43e9a95f495ab28ca2f6135e2b13 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:00.072240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.078133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:00.083497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Request body: {'network': {'project_id': 'e9757acb0d4447e39779182ad59e77fb'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:00.087612 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.095155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.099926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.100686 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ca213d34-b5ff-4791-8af4-295668623c43 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:00.118367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:00.131992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1381447245'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:00.136187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Usage tracker for resource:network and tenant:e9757acb0d4447e39779182ad59e77fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:00.139041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Made reservation on behalf of 876a1a537b4142ed91f7b1792ab84937 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:00.141806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.157355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:00.162129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Usage tracker for resource:network and tenant:f00f9201304f4b5dbc002092a0cc95bf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:00.164827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:00.171007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:00.171205 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:00.177860 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Usage tracker for resource:security_group_rule and tenant:14ff43e9a95f495ab28ca2f6135e2b13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:00.180118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:00.183453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:00.191560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Made reservation on behalf of f00f9201304f4b5dbc002092a0cc95bf for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:00.194558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.216679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:00.218676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.221203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:00.241139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=34066035-735d-4450-8454-561d0e4aa08f,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:00.259591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:00.263990 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Usage tracker for resource:security_group_rule and tenant:f00f9201304f4b5dbc002092a0cc95bf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:00.267620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:00.273752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:00.281280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.283741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] For port 4f0307b5-a590-4f99-af99-bd8ee6248b4c, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:00.295509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.306448 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-12c922de-4478-41c8-bc42-b9d42853a89d None None] Port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:19:00.322043 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] For port 4f0307b5-a590-4f99-af99-bd8ee6248b4c, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4f0307b5-a590-4f99-af99-bd8ee6248b4c,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:00.323976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.332827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:00.340955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.346148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Allocated IP 172.20.0.2 (68b84d2c-d1e6-4359-ae6d-d770fffe6077/18a06b53-c0a1-4ba6-849e-2080b1d16ef7/c4bc52a0-df57-4ee2-a932-dfd43e957a00) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:00.346286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Made reservation on behalf of e9757acb0d4447e39779182ad59e77fb for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:00.348718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.375788 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:19:00.424189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Usage tracker for resource:security_group_rule and tenant:357508a5dddd41ddb3f00a1002b8fdac is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:00.430931 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.433941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:00.449135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.455110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:00.473537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.494269 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:00.495852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:19:00.510578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Usage tracker for resource:security_group_rule and tenant:876a1a537b4142ed91f7b1792ab84937 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:00.511361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:00.528118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:00.538573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.543418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea9348-240c-45b8-a4e8-fec63589cd6e None None] Pushing event updated for resources: {'Port': ['ID=4f0307b5-a590-4f99-af99-bd8ee6248b4c,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:00.547486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:00.555030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port ca213d34-b5ff-4791-8af4-295668623c43 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:00.555759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.555894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.562916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104e481f-f4a0-4945-9679-013aabbbdbbf,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:00.577915 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.578328 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Added segment 1c533f36-cb50-4be9-9c30-2ac747dfe15f of type vlan for network 6af662e1-4851-498d-a39d-78a9e15544e1 Mar 22 12:19:00.615680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cb81e3-cdf2-43b7-a2b4-80d926608b24,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:00.616845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Set router 0f7d70ca-d258-460e-8b48-854a24005328 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:00.648315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:00.656981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:00.676462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Usage tracker for resource:security_group_rule and tenant:e9757acb0d4447e39779182ad59e77fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:00.688848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:00.767962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.768338 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Added segment 94e860cf-ed78-471f-ac6c-7850b37fa2a7 of type vlan for network ac275591-f031-429c-9058-82e9778c31aa Mar 22 12:19:00.781159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:00.825893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Allocated IP 172.26.0.15 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/df27011f-5511-4cf0-ad61-ee1e793063af) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:00.879309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.939160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.972416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:00.982051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.008788 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.031472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c8c56f8b-3de4-4555-839f-ec5abbedab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.048359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.058815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:01.080916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.081787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:01.082374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.093945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01c60e2-13d0-476b-a3ac-c9937f26b174,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:01.110118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.131356 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Transition to ACTIVE for port object c4bc52a0-df57-4ee2-a932-dfd43e957a00 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:01.136888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.145926 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Added segment 4a89c01b-c023-4a57-8fe4-2d23d622a835 of type vlan for network 432ddac3-4bb1-4a83-a9e4-495876a72a59 Mar 22 12:19:01.154087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:01.197674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.198420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Transition to ACTIVE for port object c4bc52a0-df57-4ee2-a932-dfd43e957a00 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:01.218387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.247577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event updated for resources: {'Network': ['ID=6af662e1-4851-498d-a39d-78a9e15544e1,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:01.256487 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-faa612ab-945a-4c45-be65-4d61c01791b9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5871327 Mar 22 12:19:01.261395 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35016) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:01.270391 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Request body: {'subnet': {'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:01.276590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:01.287969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.288308 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Added segment aa91f737-ecd8-4a51-837a-ee9a87280374 of type vlan for network a0839960-494d-47d4-9594-b2523cc51b49 Mar 22 12:19:01.288459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Usage tracker for resource:subnet and tenant:14ff43e9a95f495ab28ca2f6135e2b13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:01.296969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:01.300429 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 6af662e1-4851-498d-a39d-78a9e15544e1 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:01.305483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.308005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:01.309183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:01.320818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.321861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.367577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Made reservation on behalf of 14ff43e9a95f495ab28ca2f6135e2b13 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:01.367826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.369907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.376248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Pushing event updated for resources: {'Port': ['ID=c4bc52a0-df57-4ee2-a932-dfd43e957a00,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:01.451102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4f0307b5-a590-4f99-af99-bd8ee6248b4c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:01.470546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274b7035-03a3-44c6-be49-472a9c566eca,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:01.479336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.486204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.496097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:19:01.507486 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df20797f-f185-4b74-b807-1565b0b55677 admin admin] 10.222.0.62 "PUT /v2.0/routers/2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7684908 Mar 22 12:19:01.516010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:01.517575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Pushing event updated for resources: {'Network': ['ID=ac275591-f031-429c-9058-82e9778c31aa,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:01.521674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:01.525958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Pushing event updated for resources: {'Port': ['ID=df27011f-5511-4cf0-ad61-ee1e793063af,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:01.545371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:01.562000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.598849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:01.600806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c356d6-4a09-4471-a9f2-f21079acdd45,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:01.611004 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network ac275591-f031-429c-9058-82e9778c31aa details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:01.694669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.695000 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Added segment 602559b1-6e1b-4b95-9177-a8acbb5adced of type vlan for network b6271fe8-0385-48d6-870f-8d10cd7801ad Mar 22 12:19:01.706568 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0529cdea-1884-4715-b612-8e45d7fa6fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8705080 Mar 22 12:19:01.728432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.757140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:01.761063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:01.763189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.771234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:01.798897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:01.813281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.913835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:18:58Z', 'revision_number': 3, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:01.930508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.934527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:01.935648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.965609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:01.965939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:01.966886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.009775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Checking router: 0f7d70ca-d258-460e-8b48-854a24005328 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:19:02.010108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Updating router 0f7d70ca-d258-460e-8b48-854a24005328 port b5545b3c-7570-445e-a93e-e6de11cff82d binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:19:02.049942 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.1376691 Mar 22 12:19:02.058673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.070573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35044) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:02.101294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.114302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.120734 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6338692 Mar 22 12:19:02.121935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07a0f5-8167-436b-813b-8232c323382e tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Pushing event updated for resources: {'Network': ['ID=432ddac3-4bb1-4a83-a9e4-495876a72a59,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:02.124816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35050) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:02.128984 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0562510 Mar 22 12:19:02.144954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 4f0307b5-a590-4f99-af99-bd8ee6248b4c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:02.163402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 432ddac3-4bb1-4a83-a9e4-495876a72a59 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:02.168284 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35052) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:02.189713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Attempting to bind port c4bc52a0-df57-4ee2-a932-dfd43e957a00 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:02.190057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Attempting to bind port c4bc52a0-df57-4ee2-a932-dfd43e957a00 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:02.196709 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Attempting to bind port c4bc52a0-df57-4ee2-a932-dfd43e957a00 on network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:02.210283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.267791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 34066035-735d-4450-8454-561d0e4aa08f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:02.313380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e4a97-67a6-41fb-b2b1-323a42ad9e8f None None] Network bb46452e-4545-42cf-a68a-ee059c6e8f32 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:02.313868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Request body: {'subnet': {'network_id': 'a0839960-494d-47d4-9594-b2523cc51b49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:02.334026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.498598 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Sync routers for ids ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:19:02.519194 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Routers {'2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:02.521690 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:01Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:02.557359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:02.562402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Request body: {'network': {'project_id': 'e9757acb0d4447e39779182ad59e77fb'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:02.563391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Checking segment: {'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:02.564232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.569066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:02.569903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Bound using segment: {'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:02.570577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Bound port: c4bc52a0-df57-4ee2-a932-dfd43e957a00, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:02.571146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.573892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Usage tracker for resource:network and tenant:e9757acb0d4447e39779182ad59e77fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:02.579220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:02.585489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767c4cd-0645-4d25-bf48-0924c9d43835 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Pushing event updated for resources: {'Network': ['ID=a0839960-494d-47d4-9594-b2523cc51b49,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:02.628943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Request body: {'network': {'name': 'tempest-network--591499828', 'router:external': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:02.638038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network a0839960-494d-47d4-9594-b2523cc51b49 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:02.661019 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:02.703361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Usage tracker for resource:network and tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:02.719888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:02.727143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:02.737663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8028895-2594-4691-869d-a20a725fd3af tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Pushing event updated for resources: {'Network': ['ID=b6271fe8-0385-48d6-870f-8d10cd7801ad,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:02.749247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35062) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:02.756053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:02.765154 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Set router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:02.772606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Request body: {'port': {'network_id': 'ac275591-f031-429c-9058-82e9778c31aa', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979152246'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:02.784922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:02.790922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Usage tracker for resource:port and tenant:72c54f517b3e4c1eb6e59a2acc22cd8a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:02.796244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network b6271fe8-0385-48d6-870f-8d10cd7801ad details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:02.800253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:02.808285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:02.841034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Made reservation on behalf of 72c54f517b3e4c1eb6e59a2acc22cd8a for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:02.843691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Made reservation on behalf of b3ce1b836bcb46aea7f27b9d5ef8da3b for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:02.844038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.848494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.871697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Made reservation on behalf of e9757acb0d4447e39779182ad59e77fb for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:02.871932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:02.873721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.912693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:02.917695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Usage tracker for resource:subnet and tenant:876a1a537b4142ed91f7b1792ab84937 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:02.922795 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.933941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:02.947623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:02.980908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:03.002296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:03.007634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Usage tracker for resource:security_group_rule and tenant:72c54f517b3e4c1eb6e59a2acc22cd8a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:03.012352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:03.021781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:03.038948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dc39a467-ffa4-4441-9b35-dfdfc469f5e8 None None] Provisioning for port 4f0307b5-a590-4f99-af99-bd8ee6248b4c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:03.049329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Made reservation on behalf of 876a1a537b4142ed91f7b1792ab84937 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:03.066734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dc39a467-ffa4-4441-9b35-dfdfc469f5e8 None None] Provisioning complete for port 4f0307b5-a590-4f99-af99-bd8ee6248b4c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:03.067352 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dc39a467-ffa4-4441-9b35-dfdfc469f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.132988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.135650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.136109 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Added segment 993ffdf2-98c3-4c91-a7bf-7cc8bb0e613f of type vlan for network 2c7d29f3-92cb-417d-b3ba-8de9976d9add Mar 22 12:19:03.147308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.167008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] device_id is not set on port 135843fd-2203-46c9-be39-a2b8ea293e34 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:03.177825 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:57Z', 'revision_number': 4, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '38ed2696-21f2-44a1-8a9a-c8fccc7f1e47', 'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'mac_address': 'fa:16:3e:f9:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:18:58Z', 'revision_number': 2, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'subnets': [{'id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:03.183490 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Checking router: 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:19:03.184096 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Updating router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:19:03.253580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.300144 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.329393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:03.334922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 34066035-735d-4450-8454-561d0e4aa08f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:03.335272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.354691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Usage tracker for resource:security_group_rule and tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:03.358349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:19:03.358811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.362510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:03.410354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:03.421357 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] For port c4bc52a0-df57-4ee2-a932-dfd43e957a00, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:03.439684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] For port c4bc52a0-df57-4ee2-a932-dfd43e957a00, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c4bc52a0-df57-4ee2-a932-dfd43e957a00,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:03.449692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4d83b29a-2509-4119-b72a-b26413bd51d2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:03.462371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks [] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.466421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.698826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] device_id is not set on port 135843fd-2203-46c9-be39-a2b8ea293e34 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:03.708080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.729256 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.731044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Transition to ACTIVE for port object 135843fd-2203-46c9-be39-a2b8ea293e34 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:03.738243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35070) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:03.744399 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Transition to ACTIVE for port object 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:03.758431 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.772704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.788431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1228878944', 'description': 'tempest-description--629859743'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:03.850177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ab7c7-c6e2-44d9-b181-98db8e0ea2b5 None None] Pushing event updated for resources: {'Port': ['ID=c4bc52a0-df57-4ee2-a932-dfd43e957a00,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:03.876270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dc39a467-ffa4-4441-9b35-dfdfc469f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.879449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.884270 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3a5c6-c8d5-4323-9a41-5c7ccce6e952 None None] Pushing event updated for resources: {'Port': ['ID=38ed2696-21f2-44a1-8a9a-c8fccc7f1e47,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:03.886178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event updated for resources: {'Port': ['ID=135843fd-2203-46c9-be39-a2b8ea293e34,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:03.895308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:03.910119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.953680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-dc39a467-ffa4-4441-9b35-dfdfc469f5e8 None None] For port 4f0307b5-a590-4f99-af99-bd8ee6248b4c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4f0307b5-a590-4f99-af99-bd8ee6248b4c,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:03.953859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Usage tracker for resource:security_group and tenant:88cb3d04f1ad41cd9c7b280bcf095c66 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:03.959470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.964828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Checking segment: {'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:03.965183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Network hostable DHCP agents. Network: ac275591-f031-429c-9058-82e9778c31aa, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:19:03.974483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:03.985879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dc39a467-ffa4-4441-9b35-dfdfc469f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:03.986383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646e0b27-b381-46b1-9c59-15d04b53715d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:03.998306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:04.018571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.024427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.127451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Network ac275591-f031-429c-9058-82e9778c31aa is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:19:04.147487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.148346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:04.148914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.193178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39a467-ffa4-4441-9b35-dfdfc469f5e8 None None] Pushing event updated for resources: {'Port': ['ID=4f0307b5-a590-4f99-af99-bd8ee6248b4c,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:04.253799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Checking segment: {'id': '1c533f36-cb50-4be9-9c30-2ac747dfe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:04.254454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Network hostable DHCP agents. Network: 6af662e1-4851-498d-a39d-78a9e15544e1, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:19:04.255571 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.261880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Pushing event updated for resources: {'Subnet': ['ID=bcd2bc6c-05a1-4d8b-b9dd-4a22779fc5f8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:04.271086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:04.282033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Transition to ACTIVE for port object b5545b3c-7570-445e-a93e-e6de11cff82d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:04.302329 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.308289 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Attempting to bind port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:04.308789 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Attempting to bind port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:04.309189 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Attempting to bind port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 on network 6203a9c2-1d85-413b-8d33-42b4c72db112 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:04.311715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4c916f-071f-4c35-b8ca-50615d849ff0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:04.319525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, ac275591-f031-429c-9058-82e9778c31aa) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:04.327607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:04.329017 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:04.329391 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Checking segment: {'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:04.329804 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.330189 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Bound using segment: {'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:04.330652 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Bound port: 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:04.331031 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.338726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.339773 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Added segment 5be03b7a-a1ba-457d-a102-c696cfb754ae of type vlan for network d132350e-30a8-4185-b032-061a11228840 Mar 22 12:19:04.345792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Checking segment: {'id': 'aa91f737-ecd8-4a51-837a-ee9a87280374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a0839960-494d-47d4-9594-b2523cc51b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:04.346306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Network hostable DHCP agents. Network: a0839960-494d-47d4-9594-b2523cc51b49, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:19:04.356992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:04.431836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57a44d2-366a-47f2-b720-89ee48bc301d None None] Network ac275591-f031-429c-9058-82e9778c31aa requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:04.454277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.465346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Network 6af662e1-4851-498d-a39d-78a9e15544e1 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:19:04.476801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Usage tracker for resource:security_group_rule and tenant:88cb3d04f1ad41cd9c7b280bcf095c66 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:04.487905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Network a0839960-494d-47d4-9594-b2523cc51b49 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:19:04.491571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 6af662e1-4851-498d-a39d-78a9e15544e1) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:04.516068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, a0839960-494d-47d4-9594-b2523cc51b49) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:04.520431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:04.521006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.529337 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:04.529941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.537797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Router d6831f3b-5b40-424f-9147-d04618137e70 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:19:04.539822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:04.559506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:04.559954 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:04.560640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:04.566632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.567864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:04.567996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.570631 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:04.579813 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] For port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:04.586021 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] For port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=38ed2696-21f2-44a1-8a9a-c8fccc7f1e47,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:04.592921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Pushing event updated for resources: {'Network': ['ID=2c7d29f3-92cb-417d-b3ba-8de9976d9add,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:04.609933 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.610933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:04.611275 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:04.612604 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7676dd5a-c149-43e9-84c7-52ac9c7c11c6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4402893 Mar 22 12:19:04.617018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87db6d-f4ac-46ba-8da3-9530a724cc88 None None] Network 6af662e1-4851-498d-a39d-78a9e15544e1 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:04.617211 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 2 to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 Mar 22 12:19:04.626747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35076) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:04.631394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debfe127-eee7-454c-b3b7-34ab7e2f1621 None None] Network a0839960-494d-47d4-9594-b2523cc51b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:04.657075 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 2c7d29f3-92cb-417d-b3ba-8de9976d9add details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:04.665037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b86f49cb-70b6-4227-8337-5ae33760ae6a tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Request body: {'network': {'project_id': 'e9757acb0d4447e39779182ad59e77fb'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:04.684630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b86f49cb-70b6-4227-8337-5ae33760ae6a tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:04.699906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b86f49cb-70b6-4227-8337-5ae33760ae6a tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Usage tracker for resource:network and tenant:e9757acb0d4447e39779182ad59e77fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:04.707331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:04.707650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:04.707975 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:04.716612 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b86f49cb-70b6-4227-8337-5ae33760ae6a tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:04.737494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b86f49cb-70b6-4227-8337-5ae33760ae6a tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:04.745858 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0018a4d0-acec-46e9-8347-52cc46c7d015 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4644616 Mar 22 12:19:04.756137 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3a5c6-c8d5-4323-9a41-5c7ccce6e952 None None] Pushing event updated for resources: {'Port': ['ID=38ed2696-21f2-44a1-8a9a-c8fccc7f1e47,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:04.756747 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7b11ca6b-0613-492e-bfb8-3a33fba5377d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4942455 Mar 22 12:19:04.758338 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6743593 Mar 22 12:19:04.761257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35080) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:04.762226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35082) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:04.762226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35084) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:04.767707 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86f49cb-70b6-4227-8337-5ae33760ae6a tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 12:19:04.768166 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86f49cb-70b6-4227-8337-5ae33760ae6a tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:19:04.769246 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b86f49cb-70b6-4227-8337-5ae33760ae6a tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1139390 Mar 22 12:19:04.773421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.793157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35086) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:04.797092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:04.797414 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:04.814353 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Routers {'2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:04.816307 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:01Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:04.822890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Request body: {'port': {'network_id': 'a0839960-494d-47d4-9594-b2523cc51b49', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1633257941'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:04.824573 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 3 to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 Mar 22 12:19:04.834595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.839029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-282634428', 'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:04.849275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:04.874863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4946559-3ee2-49a1-a576-85feba574130 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event updated for resources: {'Network': ['ID=d132350e-30a8-4185-b032-061a11228840,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:04.878173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:04.921558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:04.921900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:04.922348 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:04.998643 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ded86c1e-63f3-44a4-998b-0cc77025749f tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e9757acb0d4447e39779182ad59e77fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1998875 Mar 22 12:19:04.999378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35096) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:05.006011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Usage tracker for resource:port and tenant:14ff43e9a95f495ab28ca2f6135e2b13 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:05.013549 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:05.018744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network d132350e-30a8-4185-b032-061a11228840 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:05.031093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:05.031451 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:05.043551 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Attempting to bind port b5545b3c-7570-445e-a93e-e6de11cff82d on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:05.044032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Attempting to bind port b5545b3c-7570-445e-a93e-e6de11cff82d by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:05.044552 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Attempting to bind port b5545b3c-7570-445e-a93e-e6de11cff82d on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:05.062145 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 4 to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 Mar 22 12:19:05.090893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:05.091191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:05.091509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:05.093416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:05.108025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781d61ff-984a-4f00-8195-5497e0b88d35,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:05.110395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.114689 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6ab2f2cc-e6bd-4fcc-b352-bb52844bdc46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3631411 Mar 22 12:19:05.117880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35100) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:05.145416 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] Set router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:05.155937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5177b6d9-b02d-4731-a3b5-49eccca040b2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Request body: {'security_group_rule': {'security_group_id': '781d61ff-984a-4f00-8195-5497e0b88d35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:05.216726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d70e87-90b1-4882-afaa-997cd4dfea86 None None] Pushing event updated for resources: {'Port': ['ID=b5545b3c-7570-445e-a93e-e6de11cff82d,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:05.239881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5177b6d9-b02d-4731-a3b5-49eccca040b2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:05.267307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.276287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:05.276649 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:05.277041 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.277424 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:05.283921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:05.284242 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:05.288546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5177b6d9-b02d-4731-a3b5-49eccca040b2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Usage tracker for resource:security_group_rule and tenant:88cb3d04f1ad41cd9c7b280bcf095c66 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:05.289773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Made reservation on behalf of 14ff43e9a95f495ab28ca2f6135e2b13 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:05.290960 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 5 to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 Mar 22 12:19:05.294151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Bound port: b5545b3c-7570-445e-a93e-e6de11cff82d, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:05.294538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.297983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.332520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5177b6d9-b02d-4731-a3b5-49eccca040b2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:05.342628 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] device_id is not set on port 106323cf-e342-42f1-98fa-c667981fe310 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:05.352914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27b72bfd-8be3-416d-972c-db459c95b3fb tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.377518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5177b6d9-b02d-4731-a3b5-49eccca040b2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:05.425944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27b72bfd-8be3-416d-972c-db459c95b3fb tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.502589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:05.503369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:05.503910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:05.507752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eab3ca-6a08-4f70-ac10-069b46793652 None None] Network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:05.510715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Allocated IP 2001:db8::2bf (6af662e1-4851-498d-a39d-78a9e15544e1/4d83b29a-2509-4119-b72a-b26413bd51d2/106323cf-e342-42f1-98fa-c667981fe310) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:05.511844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27b72bfd-8be3-416d-972c-db459c95b3fb tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.538469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b72bfd-8be3-416d-972c-db459c95b3fb tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c356d6-4a09-4471-a9f2-f21079acdd45,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:05.555612 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:05.556321 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:05.584354 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:57Z', 'revision_number': 4, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '38ed2696-21f2-44a1-8a9a-c8fccc7f1e47', 'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'mac_address': 'fa:16:3e:f9:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:04Z', 'revision_number': 4, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'subnets': [{'id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:05.589967 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fab124-c7c0-41a7-94b3-8969a35a00e0 None None] The sync data for ids ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'] in dv-neutron-834653-1-hyperv is: [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:57Z', 'revision_number': 4, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '38ed2696-21f2-44a1-8a9a-c8fccc7f1e47', 'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'mac_address': 'fa:16:3e:f9:0e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:04Z', 'revision_number': 4, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'subnets': [{'id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:19:05.595866 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 6 to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 Mar 22 12:19:05.604895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5177b6d9-b02d-4731-a3b5-49eccca040b2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.639685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27b72bfd-8be3-416d-972c-db459c95b3fb tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.641092 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-27b72bfd-8be3-416d-972c-db459c95b3fb tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/01c356d6-4a09-4471-a9f2-f21079acdd45 HTTP/1.1" status: 204 len: 168 time: 0.6166921 Mar 22 12:19:05.649733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:05.650237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:05.650723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:05.661119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35104) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:05.669502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d9b0fc8-0b34-4fb5-bed3-459f77baf073 None None] Provisioning complete for port 4f0307b5-a590-4f99-af99-bd8ee6248b4c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:05.671069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0fc8-0b34-4fb5-bed3-459f77baf073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.727129 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] For port b5545b3c-7570-445e-a93e-e6de11cff82d, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:05.773537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] For port b5545b3c-7570-445e-a93e-e6de11cff82d, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b5545b3c-7570-445e-a93e-e6de11cff82d,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:05.789071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:05.799937 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Usage tracker for resource:port and tenant:876a1a537b4142ed91f7b1792ab84937 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:05.803659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:05.808399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.830358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.837411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Allocated IP 172.20.0.1 (bb46452e-4545-42cf-a68a-ee059c6e8f32/ee7fb443-864c-4e35-8c85-686b735a223d/33da4b66-4520-483f-a135-7a7941ebd418) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:05.900428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:05.930620 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:05.931000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:05.931744 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:05.932068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > port after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:05.932382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:05.932781 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > port after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:05.933117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:05.933480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:05.933784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:05.934093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:05.996803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-a0839960-494d-47d4-9594-b2523cc51b49', 'network_id': 'a0839960-494d-47d4-9594-b2523cc51b49', 'tenant_id': '876a1a537b4142ed91f7b1792ab84937', 'fixed_ips': [{'subnet_id': 'bcd2bc6c-05a1-4d8b-b9dd-4a22779fc5f8'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:19:05.997710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.047284 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ba88a4-cd5c-4d56-b0a4-a7e923d6af40 None None] Network 6af662e1-4851-498d-a39d-78a9e15544e1 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:06.070363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.098690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Transition to ACTIVE for port object 33da4b66-4520-483f-a135-7a7941ebd418 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:06.101317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:06.101656 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:06.104724 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 7 to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 Mar 22 12:19:06.140664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.141010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.141337 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.141687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.142053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d132350e-30a8-4185-b032-061a11228840']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:06.158210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be03b7a-a1ba-457d-a102-c696cfb754ae') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:06.158560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be03b7a-a1ba-457d-a102-c696cfb754ae') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:06.177353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.193079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:06.205986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4f0307b5-a590-4f99-af99-bd8ee6248b4c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:06.230468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.284453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5177b6d9-b02d-4731-a3b5-49eccca040b2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.285675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:06.286080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:06.286439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:06.299542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5177b6d9-b02d-4731-a3b5-49eccca040b2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.325894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d70e87-90b1-4882-afaa-997cd4dfea86 None None] Pushing event updated for resources: {'Port': ['ID=b5545b3c-7570-445e-a93e-e6de11cff82d,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:06.369465 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Made reservation on behalf of 876a1a537b4142ed91f7b1792ab84937 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:06.372868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.387464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:06.388005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.393659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5177b6d9-b02d-4731-a3b5-49eccca040b2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.394859 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5177b6d9-b02d-4731-a3b5-49eccca040b2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2725489 Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn_limited( Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn_limited( Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:06.404387 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:06.409746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:06.410069 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:06.412704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35108) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:06.415192 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 8 to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 Mar 22 12:19:06.436244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177b6d9-b02d-4731-a3b5-49eccca040b2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1212c1d7-8539-4dfc-81b9-f3176decdd1f,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:06.447993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4a56f2e6-fc20-4c34-9237-e6fd6c92b924 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Request body: {'security_group_rule': {'security_group_id': '781d61ff-984a-4f00-8195-5497e0b88d35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:06.457624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.468034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4a56f2e6-fc20-4c34-9237-e6fd6c92b924 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:06.482673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4a56f2e6-fc20-4c34-9237-e6fd6c92b924 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Usage tracker for resource:security_group_rule and tenant:88cb3d04f1ad41cd9c7b280bcf095c66 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:06.490227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:06.490546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:06.490874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:06.500902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4a56f2e6-fc20-4c34-9237-e6fd6c92b924 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:06.503955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:06.504277 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:06.505235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.521973 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 9 to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 Mar 22 12:19:06.525852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.534236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] device_id is not set on port c3681e39-82d9-4da3-a0cc-6cd0458ef4bb yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:06.565357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4a56f2e6-fc20-4c34-9237-e6fd6c92b924 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:06.583735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.584085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.584750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:19:06.584906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.585488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > port after_create 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.585623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.586096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > port after_update 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.587283 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.587624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.587976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.588973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.590825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Routers {'0f7d70ca-d258-460e-8b48-854a24005328'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:06.591344 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:01Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0f7d70ca-d258-460e-8b48-854a24005328'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:06.628077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.680392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event deleted for resources: {'Network': ['ID=d132350e-30a8-4185-b032-061a11228840,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:06.682135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d132350e-30a8-4185-b032-061a11228840 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 12:19:06.696041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.701998 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a54daef3-c1a7-4296-a5dd-47b58775d927 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "DELETE /v2.0/networks/d132350e-30a8-4185-b032-061a11228840 HTTP/1.1" status: 204 len: 168 time: 1.8903761 Mar 22 12:19:06.702884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35112) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:06.734401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.738727 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f880965b-e8f9-415f-80cc-4ae74497f1fc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.8886998 Mar 22 12:19:06.744650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35116) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:06.754566 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:06.768845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.769244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.769597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.769930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83794) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 12:19:06.770304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7d29f3-92cb-417d-b3ba-8de9976d9add']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:06.817706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:06.826930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] Set router 0f7d70ca-d258-460e-8b48-854a24005328 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:06.878992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:06.879570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:06.879674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:06.886836 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993ffdf2-98c3-4c91-a7bf-7cc8bb0e613f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:06.887121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993ffdf2-98c3-4c91-a7bf-7cc8bb0e613f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:06.896347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:06.896703 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:06.899342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Usage tracker for resource:network and tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:06.906149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:06.907438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Network bb46452e-4545-42cf-a68a-ee059c6e8f32 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:06.909700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.913483 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 10 to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 Mar 22 12:19:06.922380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:06.925092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:06.926220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:06.926359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:06.984358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Sync routers for ids ['d6831f3b-5b40-424f-9147-d04618137e70'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:19:07.028725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event updated for resources: {'Port': ['ID=106323cf-e342-42f1-98fa-c667981fe310,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:07.035361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.038163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Allocated IP 172.20.0.13 (a0839960-494d-47d4-9594-b2523cc51b49/bcd2bc6c-05a1-4d8b-b9dd-4a22779fc5f8/c3681e39-82d9-4da3-a0cc-6cd0458ef4bb) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:07.042872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.093622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Made reservation on behalf of b3ce1b836bcb46aea7f27b9d5ef8da3b for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:07.096622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.112324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a56f2e6-fc20-4c34-9237-e6fd6c92b924 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.116257 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Routers {'d6831f3b-5b40-424f-9147-d04618137e70'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:07.117769 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:01Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d6831f3b-5b40-424f-9147-d04618137e70'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:07.128303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Network 6af662e1-4851-498d-a39d-78a9e15544e1 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:07.128974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Pushing event updated for resources: {'Port': ['ID=33da4b66-4520-483f-a135-7a7941ebd418,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:07.134958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:07.143243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:07.145593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:07.151319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.161482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:07.162092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:07.163607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:07.188957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.242249 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:07.243161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.243756 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e1697633-6906-4197-a1cf-5daf594cee1b None None] Provisioning for port c4bc52a0-df57-4ee2-a932-dfd43e957a00 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:07.261303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:07.275179 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58376922-d9e2-41c4-b047-95a99460700c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4629321 Mar 22 12:19:07.281506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35120) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn_limited( Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn_limited( Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:07.282272 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:07.353572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4f0307b5-a590-4f99-af99-bd8ee6248b4c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:07.354199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.355650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.356059 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Added segment 1ba006ff-b533-4b14-848e-44c190098813 of type vlan for network 4041cc2d-ab20-452c-a321-befa6d20e92a Mar 22 12:19:07.359086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 135843fd-2203-46c9-be39-a2b8ea293e34 on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:07.359408 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 135843fd-2203-46c9-be39-a2b8ea293e34 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:07.359757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.531324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a6df4f64-60f5-4f1a-ba4d-b0172d93c104 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Deleting port 106323cf-e342-42f1-98fa-c667981fe310 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:07.532278 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a56f2e6-fc20-4c34-9237-e6fd6c92b924 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.532449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6df4f64-60f5-4f1a-ba4d-b0172d93c104 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.543011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.561058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a56f2e6-fc20-4c34-9237-e6fd6c92b924 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.592524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.623754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56f2e6-fc20-4c34-9237-e6fd6c92b924 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4fdf32-5065-4639-9e5d-702f44dfbebe,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:07.639705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.657077 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c7d29f3-92cb-417d-b3ba-8de9976d9add,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:07.695107 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-72854d11-3ea7-47e8-b995-b466a00001d6 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] 10.222.0.62 "DELETE /v2.0/networks/2c7d29f3-92cb-417d-b3ba-8de9976d9add HTTP/1.1" status: 204 len: 168 time: 2.0302050 Mar 22 12:19:07.699723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35128) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:07.705060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] For port 135843fd-2203-46c9-be39-a2b8ea293e34, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:07.705416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempted to set empty binding levels {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 12:19:07.705787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.740761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.803662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c4bc52a0-df57-4ee2-a932-dfd43e957a00 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:07.849558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Set router d6831f3b-5b40-424f-9147-d04618137e70 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:07.854130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.872548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a56f2e6-fc20-4c34-9237-e6fd6c92b924 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.876486 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4a56f2e6-fc20-4c34-9237-e6fd6c92b924 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4498684 Mar 22 12:19:07.876901 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Transition to ACTIVE for port object c3681e39-82d9-4da3-a0cc-6cd0458ef4bb will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:07.886932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:19:07.890653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35132) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:07.904690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:07.912582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.914449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:07.914449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.918199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.928802 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.1716681 Mar 22 12:19:07.931286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658753b0-1418-4e87-9b5c-71684d46c539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event updated for resources: {'Port': ['ID=135843fd-2203-46c9-be39-a2b8ea293e34,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:07.932991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35136) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:07.937558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.939281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:07.958254 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:07.975759 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Usage tracker for resource:floatingip and tenant:88cb3d04f1ad41cd9c7b280bcf095c66 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:07.980732 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e30eec6e-ad50-4b69-b1fb-04676cda21c4 None None] Provisioning for port 33da4b66-4520-483f-a135-7a7941ebd418 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:08.018649 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e30eec6e-ad50-4b69-b1fb-04676cda21c4 None None] Provisioning complete for port 33da4b66-4520-483f-a135-7a7941ebd418 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:08.019014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e30eec6e-ad50-4b69-b1fb-04676cda21c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.029245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:08.100483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:08.138251 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4027224 Mar 22 12:19:08.145963 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35140) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:08.149246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-dee16910-35d8-455c-842a-347b19e0c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Deleting port 135843fd-2203-46c9-be39-a2b8ea293e34 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:08.149602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dee16910-35d8-455c-842a-347b19e0c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.158802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:18:58Z', 'revision_number': 3, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:08.163966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e30eec6e-ad50-4b69-b1fb-04676cda21c4 None None] Port 33da4b66-4520-483f-a135-7a7941ebd418 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:19:08.170593 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a4def-8e59-4832-8fae-028b12ef0b1a None None] The sync data for ids ['0f7d70ca-d258-460e-8b48-854a24005328'] in dv-neutron-834653-1-hyperv is: [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:18:58Z', 'revision_number': 3, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:19:08.179116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.182087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Pushing event updated for resources: {'Port': ['ID=33da4b66-4520-483f-a135-7a7941ebd418,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:08.184736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port c4bc52a0-df57-4ee2-a932-dfd43e957a00 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:08.185731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Request body: {'subnet': {'network_id': '4041cc2d-ab20-452c-a321-befa6d20e92a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:08.193866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port c4bc52a0-df57-4ee2-a932-dfd43e957a00 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:08.194231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.197689 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.234181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdfd4b-00a5-4f7c-837c-055a81ed4eeb tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event updated for resources: {'Network': ['ID=4041cc2d-ab20-452c-a321-befa6d20e92a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:08.249904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:08.251491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 4041cc2d-ab20-452c-a321-befa6d20e92a details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:08.266994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Usage tracker for resource:subnet and tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:08.272209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.274952 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:08.303120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.440852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6271fe8-0385-48d6-870f-8d10cd7801ad']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:08.472269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:08.477434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602559b1-6e1b-4b95-9177-a8acbb5adced') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:08.477980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602559b1-6e1b-4b95-9177-a8acbb5adced') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:08.507453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Allocated IP 172.20.0.2 (a0839960-494d-47d4-9594-b2523cc51b49/bcd2bc6c-05a1-4d8b-b9dd-4a22779fc5f8/1757243f-2452-44d6-92a1-c17636a832c0) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:08.509383 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-33c2547b-350a-4098-8d32-de8b4424528d None None] Provisioning complete for port c4bc52a0-df57-4ee2-a932-dfd43e957a00 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:08.509707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-33c2547b-350a-4098-8d32-de8b4424528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.537595 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Made reservation on behalf of b3ce1b836bcb46aea7f27b9d5ef8da3b for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:08.540332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.561687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6df4f64-60f5-4f1a-ba4d-b0172d93c104 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.568084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.613342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.615706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-dee16910-35d8-455c-842a-347b19e0c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] For port 135843fd-2203-46c9-be39-a2b8ea293e34, host hv-neutron-8346, got binding levels [] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:08.616030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dee16910-35d8-455c-842a-347b19e0c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.639193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Pushing event updated for resources: {'Port': ['ID=c3681e39-82d9-4da3-a0cc-6cd0458ef4bb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:08.750752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.770720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:01Z', 'revision_number': 3, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:08.772892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Network bb46452e-4545-42cf-a68a-ee059c6e8f32 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:08.774186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:08.774556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.794398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Network a0839960-494d-47d4-9594-b2523cc51b49 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:08.796429 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:08.809420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a6df4f64-60f5-4f1a-ba4d-b0172d93c104 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Calling delete_port for 106323cf-e342-42f1-98fa-c667981fe310 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:08.837758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:08.838048 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Checking router: d6831f3b-5b40-424f-9147-d04618137e70 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:19:08.838161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Updating router d6831f3b-5b40-424f-9147-d04618137e70 port df27011f-5511-4cf0-ad61-ee1e793063af binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:08.840916 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:08.844013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:08.851378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-dee16910-35d8-455c-842a-347b19e0c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Calling delete_port for 135843fd-2203-46c9-be39-a2b8ea293e34 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:08.913377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port c4bc52a0-df57-4ee2-a932-dfd43e957a00, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c4bc52a0-df57-4ee2-a932-dfd43e957a00,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:08.918458 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:08.919085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.930923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:08.931889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:09.014258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-33c2547b-350a-4098-8d32-de8b4424528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.054435 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9d42552a-1b72-48f9-ad18-2fe6a3ba957e tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.2461941 Mar 22 12:19:09.071601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35144) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:09.099254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.215262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.249399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.254085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dee16910-35d8-455c-842a-347b19e0c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.300506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=c4bc52a0-df57-4ee2-a932-dfd43e957a00,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:09.311270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee16910-35d8-455c-842a-347b19e0c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event deleted for resources: {'Port': ['ID=135843fd-2203-46c9-be39-a2b8ea293e34,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:09.333224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6271fe8-0385-48d6-870f-8d10cd7801ad,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:09.335328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-33c2547b-350a-4098-8d32-de8b4424528d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:19:09.335700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-33c2547b-350a-4098-8d32-de8b4424528d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:19:09.337459 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.348830 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cf0b622f-72bd-425d-97d6-10dfd9227ab4 tempest-QuotasNegativeTest-106115256 tempest-QuotasNegativeTest-106115256-project-admin] 10.222.0.62 "DELETE /v2.0/networks/b6271fe8-0385-48d6-870f-8d10cd7801ad HTTP/1.1" status: 204 len: 168 time: 1.6471760 Mar 22 12:19:09.374480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dee16910-35d8-455c-842a-347b19e0c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.379167 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dee16910-35d8-455c-842a-347b19e0c842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "DELETE /v2.0/ports/135843fd-2203-46c9-be39-a2b8ea293e34 HTTP/1.1" status: 204 len: 168 time: 1.4449844 Mar 22 12:19:09.379765 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35150) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:09.397426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-91897e27-7e6c-4e0f-b617-db4c2e65de0f tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Deleting port c3681e39-82d9-4da3-a0cc-6cd0458ef4bb {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:09.397791 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91897e27-7e6c-4e0f-b617-db4c2e65de0f tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.430777 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4cf225-18e0-4eba-b41c-e8d16b023ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] GET failed (client error): The resource could not be found. Mar 22 12:19:09.431842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ce4cf225-18e0-4eba-b41c-e8d16b023ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Synchronizing usage tracker for tenant:72c54f517b3e4c1eb6e59a2acc22cd8a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:09.524668 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Transition to ACTIVE for port object 1757243f-2452-44d6-92a1-c17636a832c0 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:09.539992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:09.541022 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6df4f64-60f5-4f1a-ba4d-b0172d93c104 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.565748 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:09.566269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.600613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Transition to ACTIVE for port object 1757243f-2452-44d6-92a1-c17636a832c0 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:09.617411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.637166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.660958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ce4cf225-18e0-4eba-b41c-e8d16b023ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Unset dirty status for tenant:72c54f517b3e4c1eb6e59a2acc22cd8a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:09.668004 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ce4cf225-18e0-4eba-b41c-e8d16b023ed7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "GET /v2.0/ports/135843fd-2203-46c9-be39-a2b8ea293e34 HTTP/1.1" status: 404 len: 333 time: 0.2805524 Mar 22 12:19:09.670037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df4f64-60f5-4f1a-ba4d-b0172d93c104 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event deleted for resources: {'Port': ['ID=106323cf-e342-42f1-98fa-c667981fe310,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:09.677011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35156) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:09.722418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Request body: {'port': {'network_id': 'ac275591-f031-429c-9058-82e9778c31aa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1135626226'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:09.749434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Pushing event updated for resources: {'Port': ['ID=1757243f-2452-44d6-92a1-c17636a832c0,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:09.752962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Network a0839960-494d-47d4-9594-b2523cc51b49 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:09.757767 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:09.762130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:09.788976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:09.818707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Router 0f7d70ca-d258-460e-8b48-854a24005328 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:19:09.869608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:09.897898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a6df4f64-60f5-4f1a-ba4d-b0172d93c104 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:09.987979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35164) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:10.051411 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.077977 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.093440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Made reservation on behalf of 72c54f517b3e4c1eb6e59a2acc22cd8a for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:10.096319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.097496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Transition to ACTIVE for port object df27011f-5511-4cf0-ad61-ee1e793063af will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:10.108069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Attempting to bind port 1757243f-2452-44d6-92a1-c17636a832c0 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:10.108430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Attempting to bind port 1757243f-2452-44d6-92a1-c17636a832c0 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'aa91f737-ecd8-4a51-837a-ee9a87280374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a0839960-494d-47d4-9594-b2523cc51b49'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:10.108746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Attempting to bind port 1757243f-2452-44d6-92a1-c17636a832c0 on network a0839960-494d-47d4-9594-b2523cc51b49 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:10.118528 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a6df4f64-60f5-4f1a-ba4d-b0172d93c104 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "DELETE /v2.0/ports/106323cf-e342-42f1-98fa-c667981fe310 HTTP/1.1" status: 204 len: 168 time: 2.8298979 Mar 22 12:19:10.121270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:19:10.126381 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.137090 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ca1ba897-a47f-496f-95e2-03094975e002 admin admin] 10.222.0.62 "PUT /v2.0/routers/0f7d70ca-d258-460e-8b48-854a24005328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4812257 Mar 22 12:19:10.137090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35170) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:10.141935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1', 'external_fixed_ips': [{'subnet_id': '4d83b29a-2509-4119-b72a-b26413bd51d2', 'ip_address': '2001:db8::2bf'}]}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:10.147574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:10.152661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Usage tracker for resource:router and tenant:14ff43e9a95f495ab28ca2f6135e2b13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:10.155680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:10.162523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:10.194110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-92ee7177-c359-49e2-aa86-8bf11cb37810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.202277 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=38ed2696-21f2-44a1-8a9a-c8fccc7f1e47,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:10.222247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] device_id is not set on port 5180281d-6b69-4367-8d60-d31ea439514c yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:10.225978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:10.226341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Checking segment: {'id': 'aa91f737-ecd8-4a51-837a-ee9a87280374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a0839960-494d-47d4-9594-b2523cc51b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:10.226736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.234555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Bound using segment: {'id': 'aa91f737-ecd8-4a51-837a-ee9a87280374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a0839960-494d-47d4-9594-b2523cc51b49'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:10.235123 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Bound port: 1757243f-2452-44d6-92a1-c17636a832c0, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa91f737-ecd8-4a51-837a-ee9a87280374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a0839960-494d-47d4-9594-b2523cc51b49'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:10.235518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.236382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-92ee7177-c359-49e2-aa86-8bf11cb37810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:10.240921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-92ee7177-c359-49e2-aa86-8bf11cb37810 admin admin] Usage tracker for resource:security_group_rule and tenant:0a54b0b3e6df401f9974f81807b9b081 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:10.244421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-92ee7177-c359-49e2-aa86-8bf11cb37810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:10.251859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-92ee7177-c359-49e2-aa86-8bf11cb37810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:10.261732 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.344380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d179f-7b01-4b2c-8148-fac3b214efca None None] Pushing event updated for resources: {'Port': ['ID=df27011f-5511-4cf0-ad61-ee1e793063af,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:10.352903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91897e27-7e6c-4e0f-b617-db4c2e65de0f tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.375250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Allocated IP 172.26.0.97 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/a189b214-c6b9-462f-bba4-cab41dbc89a4) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:10.392406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Attempting to bind port df27011f-5511-4cf0-ad61-ee1e793063af on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:10.392763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Attempting to bind port df27011f-5511-4cf0-ad61-ee1e793063af by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:10.393114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Attempting to bind port df27011f-5511-4cf0-ad61-ee1e793063af on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:10.404645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-92ee7177-c359-49e2-aa86-8bf11cb37810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.407251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.409755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.414463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-267706ff-21e8-476c-8ba7-461853371fbb None None] Provisioning complete for port 33da4b66-4520-483f-a135-7a7941ebd418 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:10.414689 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-267706ff-21e8-476c-8ba7-461853371fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.423131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-92ee7177-c359-49e2-aa86-8bf11cb37810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.454219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c4bc52a0-df57-4ee2-a932-dfd43e957a00 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:10.471328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee7177-c359-49e2-aa86-8bf11cb37810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208ac135-4638-4284-9698-afd1f15ef6ad,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:10.516298 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:10.516724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:10.517122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.517529 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:10.518000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Bound port: df27011f-5511-4cf0-ad61-ee1e793063af, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:10.518385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.528575 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-92ee7177-c359-49e2-aa86-8bf11cb37810 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a54b0b3e6df401f9974f81807b9b081&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5395184 Mar 22 12:19:10.531046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35180) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:10.565140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-91897e27-7e6c-4e0f-b617-db4c2e65de0f tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Calling delete_port for c3681e39-82d9-4da3-a0cc-6cd0458ef4bb owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:10.608851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] For port 1757243f-2452-44d6-92a1-c17636a832c0, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:10.614303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=38ed2696-21f2-44a1-8a9a-c8fccc7f1e47,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:10.616756 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-267706ff-21e8-476c-8ba7-461853371fbb None None] Port 33da4b66-4520-483f-a135-7a7941ebd418 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:19:10.638914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] For port 1757243f-2452-44d6-92a1-c17636a832c0, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=1757243f-2452-44d6-92a1-c17636a832c0,segment=NetworkSegment(aa91f737-ecd8-4a51-837a-ee9a87280374),segment_id=aa91f737-ecd8-4a51-837a-ee9a87280374)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:10.651956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.659615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.661786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e830a67d-6406-437b-9f0c-dfe5c884d18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.714402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] For port df27011f-5511-4cf0-ad61-ee1e793063af, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:10.722976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e830a67d-6406-437b-9f0c-dfe5c884d18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.743217 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] For port df27011f-5511-4cf0-ad61-ee1e793063af, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=df27011f-5511-4cf0-ad61-ee1e793063af,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:10.749499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port c4bc52a0-df57-4ee2-a932-dfd43e957a00 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:10.750226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.786714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.811888 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8f65e-c827-4ee1-8c32-75889c4b090a None None] Pushing event updated for resources: {'Port': ['ID=1757243f-2452-44d6-92a1-c17636a832c0,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:10.955377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:19:10.955840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:10.985988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d179f-7b01-4b2c-8148-fac3b214efca None None] Pushing event updated for resources: {'Port': ['ID=df27011f-5511-4cf0-ad61-ee1e793063af,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:11.001099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Routers {'d6831f3b-5b40-424f-9147-d04618137e70'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:11.002133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:01Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d6831f3b-5b40-424f-9147-d04618137e70'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:11.045936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35186) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:11.071764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.078737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--519356686', 'description': 'tempest-description--383872394'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:11.084504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e830a67d-6406-437b-9f0c-dfe5c884d18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.098577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:11.108482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Usage tracker for resource:security_group and tenant:8531d086af9d478aac581589cdb32384 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:11.115292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830a67d-6406-437b-9f0c-dfe5c884d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ac135-4638-4284-9698-afd1f15ef6ad,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:11.118013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:11.126511 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:11.204747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.228322 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e830a67d-6406-437b-9f0c-dfe5c884d18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.231981 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e830a67d-6406-437b-9f0c-dfe5c884d18b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/208ac135-4638-4284-9698-afd1f15ef6ad HTTP/1.1" status: 204 len: 168 time: 0.6973963 Mar 22 12:19:11.279443 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c50be300-4619-41ce-80fe-e5ed3e58e8f3,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:11.288124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.330006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.340799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] Set router d6831f3b-5b40-424f-9147-d04618137e70 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:11.375022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:11.380230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Usage tracker for resource:security_group_rule and tenant:8531d086af9d478aac581589cdb32384 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:11.384206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:11.391080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:11.405664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Checking segment: {'id': '1ba006ff-b533-4b14-848e-44c190098813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4041cc2d-ab20-452c-a321-befa6d20e92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:11.406073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Network hostable DHCP agents. Network: 4041cc2d-ab20-452c-a321-befa6d20e92a, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:19:11.503153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.516219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91897e27-7e6c-4e0f-b617-db4c2e65de0f tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.539380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.589110 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91897e27-7e6c-4e0f-b617-db4c2e65de0f tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Pushing event deleted for resources: {'Port': ['ID=c3681e39-82d9-4da3-a0cc-6cd0458ef4bb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:11.596623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.609049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:11.644609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.646453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.647648 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-644858ab-5228-40ce-9850-200e63f86e39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.5858278 Mar 22 12:19:11.653212 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35194) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:11.662425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.697745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.721599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Network 4041cc2d-ab20-452c-a321-befa6d20e92a is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:19:11.728019 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fe8b13e1-9dc0-4819-9f84-c2d4808ba67e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Request body: {'security_group_rule': {'security_group_id': '861f7b2c-62ad-4952-bcf6-7fc08c7d41f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:11.738931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.793204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:01Z', 'revision_number': 3, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:11.799196 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ade3f9e-08e2-44cd-bfdf-fc78fcbd0bdb None None] The sync data for ids ['d6831f3b-5b40-424f-9147-d04618137e70'] in dv-neutron-834653-1-hyperv is: [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:01Z', 'revision_number': 3, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:19:11.813319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35200) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:11.824870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe8b13e1-9dc0-4819-9f84-c2d4808ba67e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:11.860767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe8b13e1-9dc0-4819-9f84-c2d4808ba67e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Usage tracker for resource:security_group_rule and tenant:8531d086af9d478aac581589cdb32384 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:11.865054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3acd47b-ae02-42f9-9f0a-236afc699723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.875190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Pushing event updated for resources: {'Port': ['ID=a189b214-c6b9-462f-bba4-cab41dbc89a4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:11.941802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe8b13e1-9dc0-4819-9f84-c2d4808ba67e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:11.951178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:11.961091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 4041cc2d-ab20-452c-a321-befa6d20e92a) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:11.965249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:11.966057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:11.970884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f14581a-7471-4e5c-8e0e-663b926db2d1 None None] Network 4041cc2d-ab20-452c-a321-befa6d20e92a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:11.983704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Network ac275591-f031-429c-9058-82e9778c31aa is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:11.987237 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:11.989666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:12.020530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe8b13e1-9dc0-4819-9f84-c2d4808ba67e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:12.026163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:12.028584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:12.029608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:12.030306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.054643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d3acd47b-ae02-42f9-9f0a-236afc699723 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:12.057205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Allocated IP 2001:db8::2bf (6af662e1-4851-498d-a39d-78a9e15544e1/4d83b29a-2509-4119-b72a-b26413bd51d2/a983eeba-2aa8-462c-861f-04edb61b052e) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:12.063316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d3acd47b-ae02-42f9-9f0a-236afc699723 admin admin] Usage tracker for resource:security_group_rule and tenant:fd77d736220d4acc8dd21520e28f3693 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:12.067792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d3acd47b-ae02-42f9-9f0a-236afc699723 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:12.076287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d3acd47b-ae02-42f9-9f0a-236afc699723 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:12.090850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73508ede-4dcd-4ac5-844d-a607f764c62e None None] Network a0839960-494d-47d4-9594-b2523cc51b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:12.107893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91897e27-7e6c-4e0f-b617-db4c2e65de0f tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.155972 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event updated for resources: {'Port': ['ID=5180281d-6b69-4367-8d60-d31ea439514c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:12.183207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8b13e1-9dc0-4819-9f84-c2d4808ba67e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.229431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.262760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.327915 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7c31b40e-1b10-4919-9be6-0718c23094af tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1774666 Mar 22 12:19:12.327915 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-91897e27-7e6c-4e0f-b617-db4c2e65de0f tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] 10.222.0.62 "DELETE /v2.0/ports/c3681e39-82d9-4da3-a0cc-6cd0458ef4bb HTTP/1.1" status: 204 len: 168 time: 3.2504489 Mar 22 12:19:12.343844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35204) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:12.344171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35206) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:12.350753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d3f60b02-7e68-43c5-8e98-826d5a3d8542 None None] Provisioning for port 1757243f-2452-44d6-92a1-c17636a832c0 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:12.362947 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7799408b-7b4d-4a10-b479-54555e6989a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6549025 Mar 22 12:19:12.366727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35212) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:12.381401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Request body: {'floatingip': {'floating_network_id': '4041cc2d-ab20-452c-a321-befa6d20e92a'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:12.381925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:12.386749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:12.390454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Usage tracker for resource:floatingip and tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:12.400810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:12.409495 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event updated for resources: {'Port': ['ID=a983eeba-2aa8-462c-861f-04edb61b052e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:12.427524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:12.441015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Network 6af662e1-4851-498d-a39d-78a9e15544e1 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:12.453317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:12.458907 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:12.549676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.566420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1757243f-2452-44d6-92a1-c17636a832c0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:12.623108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3acd47b-ae02-42f9-9f0a-236afc699723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.624516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.640550 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907b9bbc-1378-433b-ab42-e547ef09d285 None None] Network 4041cc2d-ab20-452c-a321-befa6d20e92a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:12.640886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3acd47b-ae02-42f9-9f0a-236afc699723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.713761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8b13e1-9dc0-4819-9f84-c2d4808ba67e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.715135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Allocated IP 172.20.0.1 (68b84d2c-d1e6-4359-ae6d-d770fffe6077/18a06b53-c0a1-4ba6-849e-2080b1d16ef7/80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:12.736015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8b13e1-9dc0-4819-9f84-c2d4808ba67e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.754502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acd47b-ae02-42f9-9f0a-236afc699723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43655305-ba60-4563-907e-6e2171a9d94f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:12.775618 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d3acd47b-ae02-42f9-9f0a-236afc699723 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd77d736220d4acc8dd21520e28f3693&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9587736 Mar 22 12:19:12.776483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35218) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:12.860423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8b13e1-9dc0-4819-9f84-c2d4808ba67e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.861667 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fe8b13e1-9dc0-4819-9f84-c2d4808ba67e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1871004 Mar 22 12:19:12.874454 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 1757243f-2452-44d6-92a1-c17636a832c0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:12.886107 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35224) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:12.892730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 1757243f-2452-44d6-92a1-c17636a832c0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:12.892994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.894839 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:12.907238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e7d6a15b-bfd3-46db-82f8-f4e401d539a7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Request body: {'security_group_rule': {'security_group_id': '861f7b2c-62ad-4952-bcf6-7fc08c7d41f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:12.924735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e7d6a15b-bfd3-46db-82f8-f4e401d539a7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:12.934405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e7d6a15b-bfd3-46db-82f8-f4e401d539a7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Usage tracker for resource:security_group_rule and tenant:8531d086af9d478aac581589cdb32384 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:12.939481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e7d6a15b-bfd3-46db-82f8-f4e401d539a7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:12.947159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b13e1-9dc0-4819-9f84-c2d4808ba67e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55daac1-07ec-4780-99e8-8da6ffc66682,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:12.953399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e7d6a15b-bfd3-46db-82f8-f4e401d539a7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:12.960245 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4dfcc406-7226-4a3d-84e4-b444aeee3d9d tempest-DHCPAgentSchedulersTestJSON-1711170116 tempest-DHCPAgentSchedulersTestJSON-1711170116-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6070805 Mar 22 12:19:12.960803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35228) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:12.974128 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-804901696'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:12.989865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:13.016578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Usage tracker for resource:network and tenant:876a1a537b4142ed91f7b1792ab84937 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:13.021822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:13.036466 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:13.059345 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.067595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.070044 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.109435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 1757243f-2452-44d6-92a1-c17636a832c0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=1757243f-2452-44d6-92a1-c17636a832c0,segment=NetworkSegment(aa91f737-ecd8-4a51-837a-ee9a87280374),segment_id=aa91f737-ecd8-4a51-837a-ee9a87280374)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:13.115259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.116520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:13.135244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] device_id is not set on port 5180281d-6b69-4367-8d60-d31ea439514c yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:13.145145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.167511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.182867 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a15b-bfd3-46db-82f8-f4e401d539a7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.185194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Transition to ACTIVE for port object 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:13.194913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-af8b3458-64b4-4194-ad48-bdb0efe9cfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.212265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Transition to ACTIVE for port object 5180281d-6b69-4367-8d60-d31ea439514c will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:13.229082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Made reservation on behalf of 876a1a537b4142ed91f7b1792ab84937 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:13.235527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.250616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.270823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.272235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.273316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=1757243f-2452-44d6-92a1-c17636a832c0,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:13.301988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:13.302555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.333975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b40a268-cf03-44cd-9242-aa8877c38072 None None] Provisioning complete for port 1757243f-2452-44d6-92a1-c17636a832c0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:13.334676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b40a268-cf03-44cd-9242-aa8877c38072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.355305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.415344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.464258 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.475429 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.570273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:13.582072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:13.582262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-af8b3458-64b4-4194-ad48-bdb0efe9cfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.583840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Pushing event updated for resources: {'Port': ['ID=80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:13.599243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:13.664389 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-09f2a510-fdbd-46c8-aa68-c6f62b0ee1fc None None] Could not find standard attr ID for object c3681e39-82d9-4da3-a0cc-6cd0458ef4bb. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:19:13.721712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:13.732193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event updated for resources: {'Port': ['ID=5180281d-6b69-4367-8d60-d31ea439514c,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:13.759514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a15b-bfd3-46db-82f8-f4e401d539a7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.762607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.762977 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Added segment 39e7d0ea-bc32-4bb2-bd95-5432b912f7db of type vlan for network 0e45d0fd-3ddb-4d6c-97dd-13311af02625 Mar 22 12:19:13.774553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a15b-bfd3-46db-82f8-f4e401d539a7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.812417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.827192 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.838546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6a15b-bfd3-46db-82f8-f4e401d539a7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2312c9-3637-4ff5-987d-41622af9cea1,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:13.846415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.855919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:13.856146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:13.856396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:13.867708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-af8b3458-64b4-4194-ad48-bdb0efe9cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.890379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Allocated IP 172.20.0.9 (4041cc2d-ab20-452c-a321-befa6d20e92a/c50be300-4619-41ce-80fe-e5ed3e58e8f3/070be332-ce5e-4160-9f1e-555221128092) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:13.892506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.904751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9bc13058-a5aa-4455-aff3-64a338b6884e None None] Provisioning for port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:13.905494 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0011325 Mar 22 12:19:13.905494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd22bf3-3a1f-47d5-a400-652bf17d4d2f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Pushing event updated for resources: {'Port': ['ID=a189b214-c6b9-462f-bba4-cab41dbc89a4,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:13.905624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a15b-bfd3-46db-82f8-f4e401d539a7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.905624 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e7d6a15b-bfd3-46db-82f8-f4e401d539a7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0062602 Mar 22 12:19:13.905758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35234) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:13.906680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b3458-64b4-4194-ad48-bdb0efe9cfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43655305-ba60-4563-907e-6e2171a9d94f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:13.907550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:13.912172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-af8b3458-64b4-4194-ad48-bdb0efe9cfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.915620 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-af8b3458-64b4-4194-ad48-bdb0efe9cfc0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43655305-ba60-4563-907e-6e2171a9d94f HTTP/1.1" status: 204 len: 168 time: 1.1332438 Mar 22 12:19:13.915620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:13.915620 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:13.922975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:13.924533 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 2 to bind port 5180281d-6b69-4367-8d60-d31ea439514c Mar 22 12:19:13.948184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9bc13058-a5aa-4455-aff3-64a338b6884e None None] Provisioning complete for port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:13.948552 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9bc13058-a5aa-4455-aff3-64a338b6884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.950369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:13.950691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:13.951011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:13.957314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.960594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:13.961398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:13.985578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Usage tracker for resource:floatingip and tenant:8531d086af9d478aac581589cdb32384 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:14.002417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:14.106561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:14.106890 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:14.109243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9bc13058-a5aa-4455-aff3-64a338b6884e None None] Port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:19:14.158434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:14.214681 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 3 to bind port 5180281d-6b69-4367-8d60-d31ea439514c Mar 22 12:19:14.279519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:14.281713 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3197408 Mar 22 12:19:14.294603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35244) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:14.296017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:14.318196 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d7ae9-d5e5-4c16-b905-0a21564462ac tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Pushing event updated for resources: {'Network': ['ID=0e45d0fd-3ddb-4d6c-97dd-13311af02625,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:14.320891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:14.321216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:14.321596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:14.331966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:14.332276 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:14.332647 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 4 to bind port 5180281d-6b69-4367-8d60-d31ea439514c Mar 22 12:19:14.349219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 0e45d0fd-3ddb-4d6c-97dd-13311af02625 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:14.368596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:14.369086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:14.369571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:14.401105 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:14.401716 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:14.403663 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 5 to bind port 5180281d-6b69-4367-8d60-d31ea439514c Mar 22 12:19:14.434753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:14.435003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:14.435644 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:14.449998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:14.450357 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:14.450786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Router 74d7c6e0-40d2-444a-a27c-d7a464996c58 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:19:14.453143 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 6 to bind port 5180281d-6b69-4367-8d60-d31ea439514c Mar 22 12:19:14.483711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:14.484021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:14.484347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:14.590484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1757243f-2452-44d6-92a1-c17636a832c0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:14.719964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:14.723179 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:14.736479 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 7 to bind port 5180281d-6b69-4367-8d60-d31ea439514c Mar 22 12:19:14.739863 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 1757243f-2452-44d6-92a1-c17636a832c0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:14.740248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:14.759025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:14.759610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:14.760229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:14.774429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:14.775272 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:14.776519 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 8 to bind port 5180281d-6b69-4367-8d60-d31ea439514c Mar 22 12:19:14.822729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:14.823518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:14.823999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:14.837384 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:14.840801 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:14.842215 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 9 to bind port 5180281d-6b69-4367-8d60-d31ea439514c Mar 22 12:19:14.867923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:14.872686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:14.873341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:14.919511 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:14.921195 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:14.922493 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 10 to bind port 5180281d-6b69-4367-8d60-d31ea439514c Mar 22 12:19:14.932915 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:14.946280 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b5545b3c-7570-445e-a93e-e6de11cff82d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:14.970512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35264) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:14.976125 dv-neutron-834653-1-hyperv neutron-server[83794]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 12:19:15.040319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:15.040648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:15.040988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:15.044375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port b5545b3c-7570-445e-a93e-e6de11cff82d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:15.052067 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port b5545b3c-7570-445e-a93e-e6de11cff82d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:15.052661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:15.059191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-87985fed-dcc0-4c90-b4d4-18354a26627c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Synchronizing usage tracker for tenant:88cb3d04f1ad41cd9c7b280bcf095c66 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:15.083424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:15.083704 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 5180281d-6b69-4367-8d60-d31ea439514c on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:15.083970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:15.194795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-87985fed-dcc0-4c90-b4d4-18354a26627c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Unset dirty status for tenant:88cb3d04f1ad41cd9c7b280bcf095c66 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:15.196581 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-87985fed-dcc0-4c90-b4d4-18354a26627c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1228878944&fields=id&tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66 HTTP/1.1" status: 200 len: 267 time: 0.2256351 Mar 22 12:19:15.208861 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7c3f89a2-1a70-4ca1-adcb-109133f4804b tempest-DHCPAgentSchedulersTestJSON-1711170116 tempest-DHCPAgentSchedulersTestJSON-1711170116-project-admin] 10.222.0.62 "GET /v2.0/agents/e8414e9d-2c34-44bf-b8fa-507e76b6d16f/dhcp-networks HTTP/1.1" status: 200 len: 7791 time: 0.8874171 Mar 22 12:19:15.219496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:15.237337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port b5545b3c-7570-445e-a93e-e6de11cff82d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b5545b3c-7570-445e-a93e-e6de11cff82d,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:15.240949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35272) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:15.243419 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:15.253017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:15.336568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=b5545b3c-7570-445e-a93e-e6de11cff82d,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:15.368201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:19:15.403325 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Sync routers for ids ['74d7c6e0-40d2-444a-a27c-d7a464996c58'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:19:15.420209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] For port 5180281d-6b69-4367-8d60-d31ea439514c, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:15.433913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempted to set empty binding levels {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 12:19:15.441624 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Routers {'74d7c6e0-40d2-444a-a27c-d7a464996c58'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:15.445970 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:01Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['74d7c6e0-40d2-444a-a27c-d7a464996c58'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:15.460267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:15.505334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:19:15.517907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:15.534910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:15.543403 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dd6273f5-cad1-412e-a751-eb3bd5013a02 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.4119148 Mar 22 12:19:15.544549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] In _notify_port_updated(), no bound segment for port 5180281d-6b69-4367-8d60-d31ea439514c on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:19:15.545654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:15.549363 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "PUT /v2.0/ports/5180281d-6b69-4367-8d60-d31ea439514c HTTP/1.1" status: 200 len: 981 time: 3.1766860 Mar 22 12:19:15.551757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35280) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:15.552087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35282) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:15.723305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:15.725830 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Set router 74d7c6e0-40d2-444a-a27c-d7a464996c58 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:15.737329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event updated for resources: {'Port': ['ID=070be332-ce5e-4160-9f1e-555221128092,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:15.752174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Network 4041cc2d-ab20-452c-a321-befa6d20e92a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:15.760940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:15.764537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:15.794714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:15.823514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-6e1066cb-3ef7-46f6-b491-cd978867be25 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:15.824256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-6e1066cb-3ef7-46f6-b491-cd978867be25 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Synchronizing usage tracker for tenant:88cb3d04f1ad41cd9c7b280bcf095c66 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:15.881165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9f79a-802d-4209-a4e7-170aa53683c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event updated for resources: {'Port': ['ID=5180281d-6b69-4367-8d60-d31ea439514c,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:15.913266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-6e1066cb-3ef7-46f6-b491-cd978867be25 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Unset dirty status for tenant:88cb3d04f1ad41cd9c7b280bcf095c66 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:15.920377 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-6e1066cb-3ef7-46f6-b491-cd978867be25 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/networks?id=6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 200 len: 812 time: 0.7083817 Mar 22 12:19:15.963712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Allocated IP 172.26.0.132 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/3838b835-4ef4-4791-af43-1817cbdcfdc8) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:16.000330 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5f188681-60c3-44b3-b30d-3442fd8cc269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16010 time: 0.4346449 Mar 22 12:19:16.000522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Pushing event updated for resources: {'Port': ['ID=80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:16.002704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35292) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:16.065095 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-646e2798-4d59-4a46-b9fa-12b1fb965d79 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/quotas/88cb3d04f1ad41cd9c7b280bcf095c66 HTTP/1.1" status: 200 len: 375 time: 0.1229637 Mar 22 12:19:16.133231 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d7c6e0-40d2-444a-a27c-d7a464996c58', 'name': '', 'tenant_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1', 'external_fixed_ips': [{'subnet_id': '4d83b29a-2509-4119-b72a-b26413bd51d2', 'ip_address': '2001:db8::2bf'}], 'enable_snat': True}, 'gw_port_id': 'a983eeba-2aa8-462c-861f-04edb61b052e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:19:10Z', 'updated_at': '2022-03-22T12:19:12Z', 'revision_number': 3, 'project_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'gw_port': {'id': 'a983eeba-2aa8-462c-861f-04edb61b052e', 'name': '', 'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d7c6e0-40d2-444a-a27c-d7a464996c58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4d83b29a-2509-4119-b72a-b26413bd51d2', 'ip_address': '2001:db8::2bf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d83b29a-2509-4119-b72a-b26413bd51d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:16.137823 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Checking router: 74d7c6e0-40d2-444a-a27c-d7a464996c58 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:19:16.138175 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Updating router 74d7c6e0-40d2-444a-a27c-d7a464996c58 port a983eeba-2aa8-462c-861f-04edb61b052e binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:19:16.182059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0e07187-cfd9-4782-84b3-5c401c56715b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Deleting port 5180281d-6b69-4367-8d60-d31ea439514c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:16.182435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0e07187-cfd9-4782-84b3-5c401c56715b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:16.200420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:16.201276 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:16.247740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:16.261692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:16.268783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732eefdf-21c8-44a7-9cf4-b6586ce311c7 tempest-DHCPAgentSchedulersTestJSON-1711170116 tempest-DHCPAgentSchedulersTestJSON-1711170116-project-admin] Network 0e45d0fd-3ddb-4d6c-97dd-13311af02625 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:19:16.345805 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7767c-0cbf-4979-8f7b-f833dab5a9c7 None None] Network 0e45d0fd-3ddb-4d6c-97dd-13311af02625 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:16.419284 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-732eefdf-21c8-44a7-9cf4-b6586ce311c7 tempest-DHCPAgentSchedulersTestJSON-1711170116 tempest-DHCPAgentSchedulersTestJSON-1711170116-project-admin] 10.222.0.62 "POST /v2.0/agents/e8414e9d-2c34-44bf-b8fa-507e76b6d16f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1765103 Mar 22 12:19:16.429687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35302) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:16.451679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:16.513657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:16.541141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:16.544071 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-b1e99c6e-7b5a-43f5-af8b-5af0e35dee65 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4682658 Mar 22 12:19:16.599955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device df27011f-5511-4cf0-ad61-ee1e793063af up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:16.639947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Pushing event updated for resources: {'Port': ['ID=3838b835-4ef4-4791-af43-1817cbdcfdc8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:16.715536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:16.827750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port df27011f-5511-4cf0-ad61-ee1e793063af completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:16.832906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:16.835294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port df27011f-5511-4cf0-ad61-ee1e793063af triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:16.835430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:16.836012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:16.837662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:16.931895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e0e07187-cfd9-4782-84b3-5c401c56715b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] For port 5180281d-6b69-4367-8d60-d31ea439514c, host hv-neutron-8346, got binding levels [] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:16.932501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0e07187-cfd9-4782-84b3-5c401c56715b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:16.954848 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:16.978552 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Transition to ACTIVE for port object a983eeba-2aa8-462c-861f-04edb61b052e will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:17.000263 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.055251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.102696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port df27011f-5511-4cf0-ad61-ee1e793063af, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=df27011f-5511-4cf0-ad61-ee1e793063af,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:17.115865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.116744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b5545b3c-7570-445e-a93e-e6de11cff82d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:17.176009 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Attempting to bind port a983eeba-2aa8-462c-861f-04edb61b052e on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:17.176374 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Attempting to bind port a983eeba-2aa8-462c-861f-04edb61b052e by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '1c533f36-cb50-4be9-9c30-2ac747dfe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:17.176731 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Attempting to bind port a983eeba-2aa8-462c-861f-04edb61b052e on network 6af662e1-4851-498d-a39d-78a9e15544e1 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:17.191097 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afff665-11ac-4dfa-b455-82c2e092a82e None None] Pushing event updated for resources: {'Port': ['ID=a983eeba-2aa8-462c-861f-04edb61b052e,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:17.206375 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:17.207057 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Checking segment: {'id': '1c533f36-cb50-4be9-9c30-2ac747dfe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:17.207668 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.208221 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Bound using segment: {'id': '1c533f36-cb50-4be9-9c30-2ac747dfe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:17.209010 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Bound port: a983eeba-2aa8-462c-861f-04edb61b052e, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c533f36-cb50-4be9-9c30-2ac747dfe15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:17.209642 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.299728 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] For port a983eeba-2aa8-462c-861f-04edb61b052e, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:17.305958 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] For port a983eeba-2aa8-462c-861f-04edb61b052e, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a983eeba-2aa8-462c-861f-04edb61b052e,segment=NetworkSegment(1c533f36-cb50-4be9-9c30-2ac747dfe15f),segment_id=1c533f36-cb50-4be9-9c30-2ac747dfe15f)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:17.319111 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.323291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-e1aac454-d6e9-4d9c-9ef0-92c8ee608caf service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:19:17.331644 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-e1aac454-d6e9-4d9c-9ef0-92c8ee608caf service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5424502 Mar 22 12:19:17.341521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0e07187-cfd9-4782-84b3-5c401c56715b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Calling delete_port for 5180281d-6b69-4367-8d60-d31ea439514c owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:17.364436 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=df27011f-5511-4cf0-ad61-ee1e793063af,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:17.377263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3c561f51-1efc-4d71-b33e-67cc724d0fb9 None None] Provisioning complete for port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:17.377948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c561f51-1efc-4d71-b33e-67cc724d0fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.428072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port b5545b3c-7570-445e-a93e-e6de11cff82d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:17.428650 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.440350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35320) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:17.449023 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afff665-11ac-4dfa-b455-82c2e092a82e None None] Pushing event updated for resources: {'Port': ['ID=a983eeba-2aa8-462c-861f-04edb61b052e,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:17.464519 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Routers {'74d7c6e0-40d2-444a-a27c-d7a464996c58'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:17.465161 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:01Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['74d7c6e0-40d2-444a-a27c-d7a464996c58'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:17.481131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.498090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3c561f51-1efc-4d71-b33e-67cc724d0fb9 None None] Port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:19:17.543006 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-83271ffa-4be8-480f-b796-6b77f5fb822f tempest-DHCPAgentSchedulersTestJSON-1711170116 tempest-DHCPAgentSchedulersTestJSON-1711170116-project-admin] 10.222.0.62 "GET /v2.0/agents/e8414e9d-2c34-44bf-b8fa-507e76b6d16f/dhcp-networks HTTP/1.1" status: 200 len: 8535 time: 1.1119144 Mar 22 12:19:17.551143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35326) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:17.662630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.666991 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] Set router 74d7c6e0-40d2-444a-a27c-d7a464996c58 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:17.680331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0e07187-cfd9-4782-84b3-5c401c56715b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.729614 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6517d1c8-58c1-4934-a373-36a83a7d9cb0 tempest-DHCPAgentSchedulersTestJSON-1711170116 tempest-DHCPAgentSchedulersTestJSON-1711170116-project-admin] 10.222.0.62 "DELETE /v2.0/agents/e8414e9d-2c34-44bf-b8fa-507e76b6d16f/dhcp-networks/0e45d0fd-3ddb-4d6c-97dd-13311af02625 HTTP/1.1" status: 204 len: 168 time: 0.1735716 Mar 22 12:19:17.737191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35330) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:17.746802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e97f88b9-3d9e-4c07-bf54-f90702baf0f9 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-312080436'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:17.750306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.752488 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-e2b939c3-4187-45d6-84ea-ea33568b9319 service neutron] 10.222.0.62 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200952 Mar 22 12:19:17.758108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e07187-cfd9-4782-84b3-5c401c56715b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event deleted for resources: {'Port': ['ID=5180281d-6b69-4367-8d60-d31ea439514c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:17.760472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e97f88b9-3d9e-4c07-bf54-f90702baf0f9 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:17.791038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e97f88b9-3d9e-4c07-bf54-f90702baf0f9 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Usage tracker for resource:router and tenant:8e4d7e5333644cbb9137c0149d369a9d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:17.795604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e97f88b9-3d9e-4c07-bf54-f90702baf0f9 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:17.812704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e97f88b9-3d9e-4c07-bf54-f90702baf0f9 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:17.867116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0e07187-cfd9-4782-84b3-5c401c56715b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.969158 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0e07187-cfd9-4782-84b3-5c401c56715b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "DELETE /v2.0/ports/5180281d-6b69-4367-8d60-d31ea439514c HTTP/1.1" status: 204 len: 168 time: 1.9647985 Mar 22 12:19:17.973333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35334) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:17.984589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e97f88b9-3d9e-4c07-bf54-f90702baf0f9 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:17.985851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e97f88b9-3d9e-4c07-bf54-f90702baf0f9 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.038325 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d7c6e0-40d2-444a-a27c-d7a464996c58', 'name': '', 'tenant_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1', 'external_fixed_ips': [{'subnet_id': '4d83b29a-2509-4119-b72a-b26413bd51d2', 'ip_address': '2001:db8::2bf'}], 'enable_snat': True}, 'gw_port_id': 'a983eeba-2aa8-462c-861f-04edb61b052e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:19:10Z', 'updated_at': '2022-03-22T12:19:12Z', 'revision_number': 3, 'project_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'gw_port': {'id': 'a983eeba-2aa8-462c-861f-04edb61b052e', 'name': '', 'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d7c6e0-40d2-444a-a27c-d7a464996c58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4d83b29a-2509-4119-b72a-b26413bd51d2', 'ip_address': '2001:db8::2bf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d83b29a-2509-4119-b72a-b26413bd51d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:18.045228 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29a8ba-1ca0-426d-bf8f-720b3f0583d3 None None] The sync data for ids ['74d7c6e0-40d2-444a-a27c-d7a464996c58'] in dv-neutron-834653-1-hyperv is: [{'id': '74d7c6e0-40d2-444a-a27c-d7a464996c58', 'name': '', 'tenant_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1', 'external_fixed_ips': [{'subnet_id': '4d83b29a-2509-4119-b72a-b26413bd51d2', 'ip_address': '2001:db8::2bf'}], 'enable_snat': True}, 'gw_port_id': 'a983eeba-2aa8-462c-861f-04edb61b052e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:19:10Z', 'updated_at': '2022-03-22T12:19:12Z', 'revision_number': 3, 'project_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'gw_port': {'id': 'a983eeba-2aa8-462c-861f-04edb61b052e', 'name': '', 'network_id': '6af662e1-4851-498d-a39d-78a9e15544e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d7c6e0-40d2-444a-a27c-d7a464996c58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '4d83b29a-2509-4119-b72a-b26413bd51d2', 'ip_address': '2001:db8::2bf', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4d83b29a-2509-4119-b72a-b26413bd51d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:19:18.070179 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f2b68e-cacc-490f-93c4-b2b57b36f4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] GET failed (client error): The resource could not be found. Mar 22 12:19:18.070675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b1f2b68e-cacc-490f-93c4-b2b57b36f4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Synchronizing usage tracker for tenant:72c54f517b3e4c1eb6e59a2acc22cd8a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:18.144167 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-2896e158-a871-40f7-91f4-17ea5e92c5cb service neutron] 10.222.0.62 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729815 Mar 22 12:19:18.152562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b1f2b68e-cacc-490f-93c4-b2b57b36f4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Unset dirty status for tenant:72c54f517b3e4c1eb6e59a2acc22cd8a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:18.152751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.153658 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b1f2b68e-cacc-490f-93c4-b2b57b36f4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "GET /v2.0/ports/5180281d-6b69-4367-8d60-d31ea439514c HTTP/1.1" status: 404 len: 333 time: 0.1793909 Mar 22 12:19:18.159824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35338) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:18.163034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e97f88b9-3d9e-4c07-bf54-f90702baf0f9 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.175358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.179126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.201707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-738177974', 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:18.221559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.224919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Router d6831f3b-5b40-424f-9147-d04618137e70 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:19:18.228392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:18.244457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.258661 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5728e356-465d-4a9e-bc41-756c230a74ba tempest-DHCPAgentSchedulersTestJSON-1711170116 tempest-DHCPAgentSchedulersTestJSON-1711170116-project-admin] 10.222.0.62 "GET /v2.0/agents/e8414e9d-2c34-44bf-b8fa-507e76b6d16f/dhcp-networks HTTP/1.1" status: 200 len: 7791 time: 0.5037081 Mar 22 12:19:18.268076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35342) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:18.280710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:18.282659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Deleting port a983eeba-2aa8-462c-861f-04edb61b052e {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:18.282989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.370976 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device df27011f-5511-4cf0-ad61-ee1e793063af up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:18.372529 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event updated for resources: {'Port': ['ID=070be332-ce5e-4160-9f1e-555221128092,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:18.470416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35352) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:18.486378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port df27011f-5511-4cf0-ad61-ee1e793063af triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:18.487087 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.493342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Made reservation on behalf of 72c54f517b3e4c1eb6e59a2acc22cd8a for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:18.495923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.527279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e97f88b9-3d9e-4c07-bf54-f90702baf0f9 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.577143 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.603782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] device_id is not set on port b995f739-8149-44bd-8722-74d446a8c7ac yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:18.669527 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.697014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Pushing event updated for resources: {'Port': ['ID=3838b835-4ef4-4791-af43-1817cbdcfdc8,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:18.717926 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-138a96dc-f5c6-46b0-8dfa-6ac5abf4b3a6 tempest-DHCPAgentSchedulersTestJSON-1711170116 tempest-DHCPAgentSchedulersTestJSON-1711170116-project-admin] 10.222.0.62 "GET /v2.0/networks/a0839960-494d-47d4-9594-b2523cc51b49/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4452550 Mar 22 12:19:18.718444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35370) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:18.732455 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e97f88b9-3d9e-4c07-bf54-f90702baf0f9 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.732970 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.734188 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5ddb6fad-67f4-425a-8538-c89ec2af857f tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.3861535 Mar 22 12:19:18.737187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.740354 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e97f88b9-3d9e-4c07-bf54-f90702baf0f9 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2899961 Mar 22 12:19:18.740542 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-00e09056-7879-4c33-9ab6-74398110ad7c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8363824 Mar 22 12:19:18.740542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35374) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:18.744567 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35376) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:18.873790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] For port a983eeba-2aa8-462c-861f-04edb61b052e, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a983eeba-2aa8-462c-861f-04edb61b052e,segment=NetworkSegment(1c533f36-cb50-4be9-9c30-2ac747dfe15f),segment_id=1c533f36-cb50-4be9-9c30-2ac747dfe15f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:18.874560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:18.955552 dv-neutron-834653-1-hyperv neutron-server[83793]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 12:19:19.031832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Calling delete_port for a983eeba-2aa8-462c-861f-04edb61b052e owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:19.085692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-44119ae9-0a3c-4230-a142-7064489230be req-6b778cd1-71ff-4d9d-b268-cb54e1c48352 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Synchronizing usage tracker for tenant:88cb3d04f1ad41cd9c7b280bcf095c66 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:19.095067 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6d2f737-2afe-4b82-9043-cea14670c4b0 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Synchronizing usage tracker for tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b on resource:floatingip {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:19.105050 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f321797b-1976-474c-8e2c-c4cc9c95f83a tempest-DHCPAgentSchedulersTestJSON-1711170116 tempest-DHCPAgentSchedulersTestJSON-1711170116-project-admin] 10.222.0.62 "GET /v2.0/networks/a0839960-494d-47d4-9594-b2523cc51b49/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3795190 Mar 22 12:19:19.109396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35400) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:19.153246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-44119ae9-0a3c-4230-a142-7064489230be req-6b778cd1-71ff-4d9d-b268-cb54e1c48352 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Unset dirty status for tenant:88cb3d04f1ad41cd9c7b280bcf095c66 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:19.154443 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-44119ae9-0a3c-4230-a142-7064489230be req-6b778cd1-71ff-4d9d-b268-cb54e1c48352 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 210 time: 0.6545386 Mar 22 12:19:19.176134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbd60-4e15-4ce9-aef7-8c121cd849ed tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:19.233430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d6d2f737-2afe-4b82-9043-cea14670c4b0 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Unset dirty status for tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b on resource:floatingip {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:19.233430 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d6d2f737-2afe-4b82-9043-cea14670c4b0 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=4041cc2d-ab20-452c-a321-befa6d20e92a HTTP/1.1" status: 200 len: 689 time: 0.4923391 Mar 22 12:19:19.296317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35406) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:19.326232 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:19.352275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-37fce328-bbad-4ff7-ab65-61e6365d649e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Synchronizing usage tracker for tenant:8531d086af9d478aac581589cdb32384 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:19.393175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-37fce328-bbad-4ff7-ab65-61e6365d649e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Unset dirty status for tenant:8531d086af9d478aac581589cdb32384 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:19.394382 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-37fce328-bbad-4ff7-ab65-61e6365d649e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--519356686&fields=id&tenant_id=8531d086af9d478aac581589cdb32384 HTTP/1.1" status: 200 len: 267 time: 0.3733382 Mar 22 12:19:19.543492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:19.591072 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-573d62ab-d72a-4b63-a1e7-c9cced677e10 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:19.591730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-573d62ab-d72a-4b63-a1e7-c9cced677e10 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Synchronizing usage tracker for tenant:8531d086af9d478aac581589cdb32384 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:19.683247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Network ac275591-f031-429c-9058-82e9778c31aa is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:19.684338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event updated for resources: {'Port': ['ID=b995f739-8149-44bd-8722-74d446a8c7ac,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:19.689098 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:19.695127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:19.695819 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:19.696105 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:19.699562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-573d62ab-d72a-4b63-a1e7-c9cced677e10 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Unset dirty status for tenant:8531d086af9d478aac581589cdb32384 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:19.700655 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-573d62ab-d72a-4b63-a1e7-c9cced677e10 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/networks?id=bb46452e-4545-42cf-a68a-ee059c6e8f32 HTTP/1.1" status: 200 len: 812 time: 0.2961421 Mar 22 12:19:19.706734 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-685ec8dd-9fbf-466d-aed2-5a3056d39e2f tempest-DHCPAgentSchedulersTestJSON-1711170116 tempest-DHCPAgentSchedulersTestJSON-1711170116-project-admin] 10.222.0.62 "GET /v2.0/agents/e8414e9d-2c34-44bf-b8fa-507e76b6d16f/dhcp-networks HTTP/1.1" status: 200 len: 7791 time: 0.5933616 Mar 22 12:19:19.711021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35420) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:19.715793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:19:19.723131 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ca672bad-c749-4eb4-95cb-871893c9565b admin admin] 10.222.0.62 "PUT /v2.0/routers/d6831f3b-5b40-424f-9147-d04618137e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9773841 Mar 22 12:19:19.727963 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:19.746644 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:19.858109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event deleted for resources: {'Port': ['ID=a983eeba-2aa8-462c-861f-04edb61b052e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:19.871364 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-c162fd23-8578-4998-9c67-ab266dec70d9 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/quotas/8531d086af9d478aac581589cdb32384 HTTP/1.1" status: 200 len: 375 time: 0.1578250 Mar 22 12:19:19.872566 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6279bed4-7731-49bd-982c-50098d67a7ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7114961 Mar 22 12:19:19.879769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35430) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:19.973321 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Deleting port 070be332-ce5e-4160-9f1e-555221128092 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:19.974260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.025173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbd60-4e15-4ce9-aef7-8c121cd849ed tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.036636 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbd60-4e15-4ce9-aef7-8c121cd849ed tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.168038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.170504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-35781a8c-b643-4ca4-be15-491c409ab142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Synchronizing usage tracker for tenant:72c54f517b3e4c1eb6e59a2acc22cd8a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:20.281114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.318602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35438) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:20.335632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124766232', 'description': 'tempest-description--937864624'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:20.343909 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:20.361823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Usage tracker for resource:security_group and tenant:934110f16cbd4eeaa5a066963b2a1493 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:20.367574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:20.378284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbd60-4e15-4ce9-aef7-8c121cd849ed tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.378823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3dbd60-4e15-4ce9-aef7-8c121cd849ed tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12d7d4fb-28b0-4c92-9001-86b762c2dc10 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:19:20.388688 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:20.404317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.405268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.415173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.55', 49861) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:20.439675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-35781a8c-b643-4ca4-be15-491c409ab142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Unset dirty status for tenant:72c54f517b3e4c1eb6e59a2acc22cd8a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:20.443703 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-35781a8c-b643-4ca4-be15-491c409ab142 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "GET /v2.0/ports/b995f739-8149-44bd-8722-74d446a8c7ac HTTP/1.1" status: 200 len: 958 time: 0.5604467 Mar 22 12:19:20.446557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b3dbd60-4e15-4ce9-aef7-8c121cd849ed tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.447266 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7b3dbd60-4e15-4ce9-aef7-8c121cd849ed tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] 10.222.0.62 "DELETE /v2.0/routers/12d7d4fb-28b0-4c92-9001-86b762c2dc10 HTTP/1.1" status: 204 len: 168 time: 1.7008724 Mar 22 12:19:20.479130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35444) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:20.479499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35446) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:20.489157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3bdb3c66-c502-471e-90ce-52079192ebb0 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Request body: {'router': {'name': 'tempest-router-1265431718', 'distributed': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:20.530717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bdb3c66-c502-471e-90ce-52079192ebb0 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:20.557208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.566166 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bdb3c66-c502-471e-90ce-52079192ebb0 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Usage tracker for resource:router and tenant:8e4d7e5333644cbb9137c0149d369a9d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:20.572489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Calling delete_port for 070be332-ce5e-4160-9f1e-555221128092 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:20.632509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3bdb3c66-c502-471e-90ce-52079192ebb0 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:20.719017 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9537f66f-7e00-4b45-be18-c388394cd491 req-5be5877c-197a-4f55-90c3-bddbee516791 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 210 time: 0.1629903 Mar 22 12:19:20.745673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3bdb3c66-c502-471e-90ce-52079192ebb0 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:20.774630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-381c9c9c-4b9a-4c27-8d9a-242933ec3bea tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Synchronizing usage tracker for tenant:8531d086af9d478aac581589cdb32384 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:20.796111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:20.798972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ec10579c-b0fa-4f25-8d6c-9fd149775c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Deleting port b995f739-8149-44bd-8722-74d446a8c7ac {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:20.799302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ec10579c-b0fa-4f25-8d6c-9fd149775c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.813501 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Usage tracker for resource:security_group_rule and tenant:934110f16cbd4eeaa5a066963b2a1493 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:20.819536 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:20.827701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-02c98792-5ff6-4ef6-8c6b-8490b2d935a9 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:20.829282 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-02c98792-5ff6-4ef6-8c6b-8490b2d935a9 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.55 "GET /v2.0/networks?id=6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 200 len: 812 time: 0.4130087 Mar 22 12:19:20.831164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.833210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:20.841756 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3c66-c502-471e-90ce-52079192ebb0 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.842660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3c66-c502-471e-90ce-52079192ebb0 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.867889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.883302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.934899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e45d0fd-3ddb-4d6c-97dd-13311af02625']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:20.943978 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-cd29010e-12f7-40d3-841e-3bcef24572c4 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66 HTTP/1.1" status: 200 len: 380 time: 0.0723677 Mar 22 12:19:20.951258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-381c9c9c-4b9a-4c27-8d9a-242933ec3bea tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Unset dirty status for tenant:8531d086af9d478aac581589cdb32384 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:20.955015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Request body: {'port': {'device_id': '3930420b-53cd-4912-b917-6827ca9750ac', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'admin_state_up': True, 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'security_groups': ['781d61ff-984a-4f00-8195-5497e0b88d35']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:20.966389 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-381c9c9c-4b9a-4c27-8d9a-242933ec3bea tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8531d086af9d478aac581589cdb32384&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0172582 Mar 22 12:19:20.973378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:20.996927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e7d0ea-bc32-4bb2-bd95-5432b912f7db') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:20.997210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e7d0ea-bc32-4bb2-bd95-5432b912f7db') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:21.081802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event deleted for resources: {'Port': ['ID=070be332-ce5e-4160-9f1e-555221128092,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:21.147409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.203507 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.204151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74d7c6e0-40d2-444a-a27c-d7a464996c58 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:19:21.205824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3c66-c502-471e-90ce-52079192ebb0 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.212122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.236440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.266739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.323923 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:21.327628 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.332540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b06489-d736-418d-ae7f-53c2aca75877,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:21.344440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.345772 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a9a3e091-5069-4c39-aa7f-39d878e75d85 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0261991 Mar 22 12:19:21.347137 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:21.349762 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-0edb7554-6e91-4c3d-8537-9fc0b0498437 service neutron] 10.222.0.62 "GET /v2.0/networks/bb46452e-4545-42cf-a68a-ee059c6e8f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823709 Mar 22 12:19:21.350806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35470) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:21.362226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6b2eeb22-7f62-469e-8107-e1ccea1c3591 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Request body: {'security_group_rule': {'security_group_id': '26b06489-d736-418d-ae7f-53c2aca75877', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:21.396735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:21.397520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.399730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b2eeb22-7f62-469e-8107-e1ccea1c3591 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:21.406181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Made reservation on behalf of 88cb3d04f1ad41cd9c7b280bcf095c66 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:21.409668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:21.411970 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:21.429857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b2eeb22-7f62-469e-8107-e1ccea1c3591 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Usage tracker for resource:security_group_rule and tenant:934110f16cbd4eeaa5a066963b2a1493 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:21.455052 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b2eeb22-7f62-469e-8107-e1ccea1c3591 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:21.478834 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b2eeb22-7f62-469e-8107-e1ccea1c3591 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:21.485581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.489776 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-412955fc-8711-4aa6-af29-df530aaae9a3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "DELETE /v2.0/routers/74d7c6e0-40d2-444a-a27c-d7a464996c58 HTTP/1.1" status: 204 len: 168 time: 5.9295433 Mar 22 12:19:21.490430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35474) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:21.562342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.626029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b2eeb22-7f62-469e-8107-e1ccea1c3591 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.695603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3c66-c502-471e-90ce-52079192ebb0 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.713836 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ec10579c-b0fa-4f25-8d6c-9fd149775c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.797886 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.799756 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3bdb3c66-c502-471e-90ce-52079192ebb0 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.803782 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3bdb3c66-c502-471e-90ce-52079192ebb0 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3216939 Mar 22 12:19:21.815004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35480) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:21.881941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ec10579c-b0fa-4f25-8d6c-9fd149775c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Calling delete_port for b995f739-8149-44bd-8722-74d446a8c7ac owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:21.922485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c50be300-4619-41ce-80fe-e5ed3e58e8f3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:21.947229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Allocated IP 172.20.0.12 (6203a9c2-1d85-413b-8d33-42b4c72db112/a0f85f5d-3677-4e10-b04c-44bdd300d811/f20094f3-0ee9-4442-9ab3-06a3fb6983ce) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:21.971679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b2eeb22-7f62-469e-8107-e1ccea1c3591 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:21.992696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.029063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.029603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b2eeb22-7f62-469e-8107-e1ccea1c3591 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.052430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d4fbf0-0e41-4f09-936a-34bacacda5bb tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Deleting subnet 4d83b29a-2509-4119-b72a-b26413bd51d2 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:19:22.114855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fbf0-0e41-4f09-936a-34bacacda5bb tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.140222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Pushing event deleted for resources: {'Network': ['ID=0e45d0fd-3ddb-4d6c-97dd-13311af02625,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:22.176556 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-8d6276a7-162e-477e-94a0-39f512234c7d service neutron] 10.222.0.62 "GET /v2.0/networks/bb46452e-4545-42cf-a68a-ee059c6e8f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231685 Mar 22 12:19:22.186926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2eeb22-7f62-469e-8107-e1ccea1c3591 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaab75f6-e6fc-4d97-b87b-b0ac1a0db47b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:22.190879 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-42376fd1-e6f0-490b-977a-032c88329b4d req-bf1712b0-dd58-4041-8834-ec5be78a8513 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 210 time: 0.1684175 Mar 22 12:19:22.196482 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1f9924d7-b443-45c9-a5c7-45aaa62ac2b0 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] 10.222.0.62 "DELETE /v2.0/networks/0e45d0fd-3ddb-4d6c-97dd-13311af02625 HTTP/1.1" status: 204 len: 168 time: 2.4762990 Mar 22 12:19:22.200791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35484) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:22.205192 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.282723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b2eeb22-7f62-469e-8107-e1ccea1c3591 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.286575 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b2eeb22-7f62-469e-8107-e1ccea1c3591 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9300008 Mar 22 12:19:22.286575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4041cc2d-ab20-452c-a321-befa6d20e92a']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:22.293153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35488) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:22.321977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-78115af9-13a9-4070-9148-d1c6ac686c2e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Request body: {'security_group_rule': {'security_group_id': '26b06489-d736-418d-ae7f-53c2aca75877', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:22.326415 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6215a2-54dd-4c12-9f03-391eaba3a4ce tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] DELETE failed (client error): The resource could not be found. Mar 22 12:19:22.326801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6215a2-54dd-4c12-9f03-391eaba3a4ce tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:19:22.331084 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-da6215a2-54dd-4c12-9f03-391eaba3a4ce tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] 10.222.0.62 "DELETE /v2.0/ports/c3681e39-82d9-4da3-a0cc-6cd0458ef4bb HTTP/1.1" status: 404 len: 333 time: 0.1166890 Mar 22 12:19:22.332653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35492) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:22.334869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fbf0-0e41-4f09-936a-34bacacda5bb tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.369501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-78115af9-13a9-4070-9148-d1c6ac686c2e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:22.428376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-78115af9-13a9-4070-9148-d1c6ac686c2e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Usage tracker for resource:security_group_rule and tenant:934110f16cbd4eeaa5a066963b2a1493 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:22.458711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-78115af9-13a9-4070-9148-d1c6ac686c2e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:22.481903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf1ff6a-b21c-4c56-b97d-a1be4d3dc107 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.512870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba006ff-b533-4b14-848e-44c190098813') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:22.513200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba006ff-b533-4b14-848e-44c190098813') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:22.558043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ec10579c-b0fa-4f25-8d6c-9fd149775c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.566331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-78115af9-13a9-4070-9148-d1c6ac686c2e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:22.571576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.593608 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-54e78339-78ca-48e9-800b-a78119713868 req-645b04cc-7abd-4507-8b01-38d3a55af134 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 210 time: 0.0848567 Mar 22 12:19:22.606222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.631663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:22.632287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:22.658793 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:22.793069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.815718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Transition to ACTIVE for port object f20094f3-0ee9-4442-9ab3-06a3fb6983ce will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:22.838306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.862601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4041cc2d-ab20-452c-a321-befa6d20e92a {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 12:19:22.868986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.880019 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.884544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event deleted for resources: {'Network': ['ID=4041cc2d-ab20-452c-a321-befa6d20e92a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:22.906221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fbf0-0e41-4f09-936a-34bacacda5bb tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:22.942451 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-de3908ce-2c04-4bc8-b1d1-0ce7ca23b47a tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "DELETE /v2.0/networks/4041cc2d-ab20-452c-a321-befa6d20e92a HTTP/1.1" status: 204 len: 168 time: 3.5996153 Mar 22 12:19:22.944198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35518) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:23.086983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Pushing event updated for resources: {'Port': ['ID=f20094f3-0ee9-4442-9ab3-06a3fb6983ce,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:23.094004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Network 6203a9c2-1d85-413b-8d33-42b4c72db112 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:23.096506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7a701795-ae6c-45e1-88e3-1819ea07baba tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Synchronizing usage tracker for tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b on resource:floatingip {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:23.118675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:23.127948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:23.172424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10579c-b0fa-4f25-8d6c-9fd149775c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event deleted for resources: {'Port': ['ID=b995f739-8149-44bd-8722-74d446a8c7ac,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:23.263284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7a701795-ae6c-45e1-88e3-1819ea07baba tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Unset dirty status for tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b on resource:floatingip {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:23.267959 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7a701795-ae6c-45e1-88e3-1819ea07baba tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.3141987 Mar 22 12:19:23.271680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35526) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:23.481402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:23.504739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:23.617393 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-73841f8f-f4f9-477e-904c-2999fbaae2d6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6684928 Mar 22 12:19:23.637870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-264c0023-f78d-4d46-be58-77a9cc2dccd7 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:19:23.638923 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-264c0023-f78d-4d46-be58-77a9cc2dccd7 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0083861 Mar 22 12:19:23.670420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ee5d-1422-4c1f-8a74-f99beb93d550 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:23.671005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ee5d-1422-4c1f-8a74-f99beb93d550 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:23.671528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ee5d-1422-4c1f-8a74-f99beb93d550 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:23.672114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ee5d-1422-4c1f-8a74-f99beb93d550 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:23.672604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ee5d-1422-4c1f-8a74-f99beb93d550 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:23.673196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ee5d-1422-4c1f-8a74-f99beb93d550 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:23.673698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e106ee5d-1422-4c1f-8a74-f99beb93d550 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:23.674996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e106ee5d-1422-4c1f-8a74-f99beb93d550 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Synchronizing usage tracker for tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:23.709132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-15bade2b-8f73-4f03-bf85-6fea53dbe88f None None] Provisioning for port f20094f3-0ee9-4442-9ab3-06a3fb6983ce completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:23.713572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e106ee5d-1422-4c1f-8a74-f99beb93d550 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Unset dirty status for tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:23.718706 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e106ee5d-1422-4c1f-8a74-f99beb93d550 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4608 time: 0.4462841 Mar 22 12:19:23.719766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35536) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:23.721264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fbf0-0e41-4f09-936a-34bacacda5bb tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:23.733022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-15bade2b-8f73-4f03-bf85-6fea53dbe88f None None] Provisioning complete for port f20094f3-0ee9-4442-9ab3-06a3fb6983ce triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:23.738093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-15bade2b-8f73-4f03-bf85-6fea53dbe88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:23.763616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ec10579c-b0fa-4f25-8d6c-9fd149775c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:23.882175 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-15bade2b-8f73-4f03-bf85-6fea53dbe88f None None] Port f20094f3-0ee9-4442-9ab3-06a3fb6983ce cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:19:23.940304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-78115af9-13a9-4070-9148-d1c6ac686c2e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:23.966487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4fbf0-0e41-4f09-936a-34bacacda5bb tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4d83b29a-2509-4119-b72a-b26413bd51d2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:24.015278 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0d4fbf0-0e41-4f09-936a-34bacacda5bb tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:24.017971 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0d4fbf0-0e41-4f09-936a-34bacacda5bb tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/4d83b29a-2509-4119-b72a-b26413bd51d2 HTTP/1.1" status: 204 len: 168 time: 2.3804624 Mar 22 12:19:24.023955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35546) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:24.027408 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ec10579c-b0fa-4f25-8d6c-9fd149775c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "DELETE /v2.0/ports/b995f739-8149-44bd-8722-74d446a8c7ac HTTP/1.1" status: 204 len: 168 time: 3.5465860 Mar 22 12:19:24.029317 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-43a2ee78-b33f-41d3-afee-17a38d9119fe tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] delete failed (client error): The resource could not be found. Mar 22 12:19:24.030348 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-43a2ee78-b33f-41d3-afee-17a38d9119fe tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/e189b29b-62f0-499f-9b18-a0a55ecb478a HTTP/1.1" status: 404 len: 345 time: 0.3094666 Mar 22 12:19:24.035506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35548) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:24.035970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35550) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:24.188111 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-298345d2-45bd-49ac-bd11-76c8cec6c419 req-96673c5b-4946-4ca7-a8a3-b3a13caaaf44 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 210 time: 0.1688480 Mar 22 12:19:24.424621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Request body: {'port': {'device_id': '3930420b-53cd-4912-b917-6827ca9750ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:24.538826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:24.590747 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aee9243-29d9-4e44-a95a-52b7a41d79e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] GET failed (client error): The resource could not be found. Mar 22 12:19:24.593582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1aee9243-29d9-4e44-a95a-52b7a41d79e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Synchronizing usage tracker for tenant:72c54f517b3e4c1eb6e59a2acc22cd8a on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:24.616101 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce0d7d2-2d2a-4097-aca2-298cf7d2bda2 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] DELETE failed (client error): The resource could not be found. Mar 22 12:19:24.616940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce0d7d2-2d2a-4097-aca2-298cf7d2bda2 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:19:24.623039 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ce0d7d2-2d2a-4097-aca2-298cf7d2bda2 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "DELETE /v2.0/networks/4041cc2d-ab20-452c-a321-befa6d20e92a HTTP/1.1" status: 404 len: 339 time: 0.5788553 Mar 22 12:19:24.634174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35560) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:24.650748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedc4e3b-94c7-47a5-8624-7166093d3e56 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Deleting subnet bcd2bc6c-05a1-4d8b-b9dd-4a22779fc5f8 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:19:24.662865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Request body: {'network': {'name': 'tempest-network--1905087405', 'router:external': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:24.698971 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fedc4e3b-94c7-47a5-8624-7166093d3e56 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:24.727573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:24.732481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:24.805096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Usage tracker for resource:network and tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:24.877551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:24.883683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1aee9243-29d9-4e44-a95a-52b7a41d79e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Unset dirty status for tenant:72c54f517b3e4c1eb6e59a2acc22cd8a on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:24.889920 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1aee9243-29d9-4e44-a95a-52b7a41d79e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "GET /v2.0/ports/b995f739-8149-44bd-8722-74d446a8c7ac HTTP/1.1" status: 404 len: 333 time: 0.8513687 Mar 22 12:19:24.909078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35564) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:24.921100 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:24.927884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Request body: {'port': {'network_id': 'ac275591-f031-429c-9058-82e9778c31aa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1017124130'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:24.938093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:24.951713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf1ff6a-b21c-4c56-b97d-a1be4d3dc107 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:24.966449 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ea502-2b90-4eca-bfea-6c2851f4d040 req-a32584f8-f456-4cce-b5ab-f8c289b1895f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:24.972714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af662e1-4851-498d-a39d-78a9e15544e1']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:24.974593 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b83ea502-2b90-4eca-bfea-6c2851f4d040 req-a32584f8-f456-4cce-b5ab-f8c289b1895f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 932 time: 1.1087401 Mar 22 12:19:24.995848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:24.998388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c533f36-cb50-4be9-9c30-2ac747dfe15f') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:24.998669 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c533f36-cb50-4be9-9c30-2ac747dfe15f') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:25.005666 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-78115af9-13a9-4070-9148-d1c6ac686c2e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.015717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fedc4e3b-94c7-47a5-8624-7166093d3e56 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.021628 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.090475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.111169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf1ff6a-b21c-4c56-b97d-a1be4d3dc107 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.122127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:25.122406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.143289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Made reservation on behalf of b3ce1b836bcb46aea7f27b9d5ef8da3b for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:25.146516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.174108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-78115af9-13a9-4070-9148-d1c6ac686c2e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.174108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:25.225243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf1ff6a-b21c-4c56-b97d-a1be4d3dc107 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.225783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf1ff6a-b21c-4c56-b97d-a1be4d3dc107 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 853f8b7d-3e12-4aa4-8556-b454e9814fee {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:19:25.274619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf1ff6a-b21c-4c56-b97d-a1be4d3dc107 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.276011 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-adf1ff6a-b21c-4c56-b97d-a1be4d3dc107 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] 10.222.0.62 "DELETE /v2.0/routers/853f8b7d-3e12-4aa4-8556-b454e9814fee HTTP/1.1" status: 204 len: 168 time: 3.4013836 Mar 22 12:19:25.277000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78115af9-13a9-4070-9148-d1c6ac686c2e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fb7adb-1cec-4726-ab22-45cf7e956f70,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:25.285695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35570) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:25.294546 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:25.297441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Made reservation on behalf of 72c54f517b3e4c1eb6e59a2acc22cd8a for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:25.299740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.317850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-521dd418-ddc1-4617-81e3-8447d2482d5f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Request body: {'router': {'name': 'tempest-router-630926412', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2657421809ad48b49c473ef5f74adf04'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:25.328172 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b83ea502-2b90-4eca-bfea-6c2851f4d040 req-42605dd3-9c58-49df-b225-a84d139f9f2b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499496 Mar 22 12:19:25.336163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-78115af9-13a9-4070-9148-d1c6ac686c2e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.340576 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-78115af9-13a9-4070-9148-d1c6ac686c2e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 3.0356934 Mar 22 12:19:25.341913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-521dd418-ddc1-4617-81e3-8447d2482d5f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:25.352498 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35574) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:25.359267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:25.363422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:25.366333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-521dd418-ddc1-4617-81e3-8447d2482d5f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Usage tracker for resource:router and tenant:2657421809ad48b49c473ef5f74adf04 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:25.373888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-521dd418-ddc1-4617-81e3-8447d2482d5f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:25.383124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:25.431681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-521dd418-ddc1-4617-81e3-8447d2482d5f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:25.434326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Usage tracker for resource:floatingip and tenant:934110f16cbd4eeaa5a066963b2a1493 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:25.438254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] device_id is not set on port 8a45954a-5677-4571-a463-dfb7a589a40d yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:25.467366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.472457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6af662e1-4851-498d-a39d-78a9e15544e1 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 12:19:25.487609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:25.492196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.496247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.496449 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Added segment cceb486a-3878-49f9-83c3-3052dfecb898 of type vlan for network 7a622388-1b26-47be-867d-c7ab0f30a485 Mar 22 12:19:25.499069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:25.550003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-521dd418-ddc1-4617-81e3-8447d2482d5f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.550939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-521dd418-ddc1-4617-81e3-8447d2482d5f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.580521 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "DELETE /v2.0/networks/6af662e1-4851-498d-a39d-78a9e15544e1 HTTP/1.1" status: 204 len: 168 time: 1.5355949 Mar 22 12:19:25.602045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.618614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c239d3-0daa-473d-9559-1ca13d5d710d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event deleted for resources: {'Network': ['ID=6af662e1-4851-498d-a39d-78a9e15544e1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:25.681521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-521dd418-ddc1-4617-81e3-8447d2482d5f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.840426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.55', 49868) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:25.847846 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-240b0466-e17e-475b-8f37-17a03bbc0712 req-9f135f00-c1e0-4525-a70b-a106aa2bb9a1 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 210 time: 0.2717061 Mar 22 12:19:25.949842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:25.998742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:26.033719 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-521dd418-ddc1-4617-81e3-8447d2482d5f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:26.039059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:26.040955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:26.041861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:26.042436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:26.089134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fedc4e3b-94c7-47a5-8624-7166093d3e56 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:26.309331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-4d4d067c-eaf3-4b08-a9bf-19980c08f111 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:26.310820 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-4d4d067c-eaf3-4b08-a9bf-19980c08f111 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.55 "GET /v2.0/networks?id=bb46452e-4545-42cf-a68a-ee059c6e8f32 HTTP/1.1" status: 200 len: 812 time: 0.4617045 Mar 22 12:19:26.348251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event updated for resources: {'Network': ['ID=7a622388-1b26-47be-867d-c7ab0f30a485,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:26.356921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event updated for resources: {'Port': ['ID=8a45954a-5677-4571-a463-dfb7a589a40d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:26.368625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 7a622388-1b26-47be-867d-c7ab0f30a485 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:26.389087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35594) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:26.411293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-37d843db-9948-4f92-9dbc-e0fa12cff0e4 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Request body: {'router': {'name': 'tempest-router--1889030241', 'project_id': '7b2405d3711d4a5d84bcfd6d652a0dd8'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:26.429173 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-96f0c8d7-db10-488f-82cd-c1fdfb632bfd tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7757154 Mar 22 12:19:26.433823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35600) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:26.434787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-37d843db-9948-4f92-9dbc-e0fa12cff0e4 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:26.442516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Network ac275591-f031-429c-9058-82e9778c31aa is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:26.445762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:19:26.451711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:26.459373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:26.459566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:26.460080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:26.481193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-521dd418-ddc1-4617-81e3-8447d2482d5f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:26.482438 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-521dd418-ddc1-4617-81e3-8447d2482d5f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1915307 Mar 22 12:19:26.491297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35604) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:26.501936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:26.512362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-37d843db-9948-4f92-9dbc-e0fa12cff0e4 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Usage tracker for resource:router and tenant:7b2405d3711d4a5d84bcfd6d652a0dd8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:26.528388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-37d843db-9948-4f92-9dbc-e0fa12cff0e4 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:26.636033 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-42d74568-3576-4481-858e-4f6cb3bab9dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7246301 Mar 22 12:19:26.651713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35608) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:26.778788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6a1b3-7fe9-4c04-8be8-791c9d7b84ad tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:26.783247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6a1b3-7fe9-4c04-8be8-791c9d7b84ad tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:26.787882 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6a1b3-7fe9-4c04-8be8-791c9d7b84ad tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:26.792243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6a1b3-7fe9-4c04-8be8-791c9d7b84ad tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:26.794347 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e0d6a1b3-7fe9-4c04-8be8-791c9d7b84ad tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3134227 Mar 22 12:19:26.820632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35612) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:26.823662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:26.867809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-37d843db-9948-4f92-9dbc-e0fa12cff0e4 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:26.881098 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fedc4e3b-94c7-47a5-8624-7166093d3e56 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:26.892108 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-c852ca43-b7b9-4620-836d-15c8831b5259 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8531d086af9d478aac581589cdb32384 HTTP/1.1" status: 200 len: 379 time: 0.5509892 Mar 22 12:19:26.962174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc4e3b-94c7-47a5-8624-7166093d3e56 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd2bc6c-05a1-4d8b-b9dd-4a22779fc5f8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:26.998073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4f276e-fe6a-467e-93cc-a72818cd78a0 None None] Network a0839960-494d-47d4-9594-b2523cc51b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:27.015456 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Request body: {'port': {'device_id': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'admin_state_up': True, 'tenant_id': '8531d086af9d478aac581589cdb32384', 'security_groups': ['861f7b2c-62ad-4952-bcf6-7fc08c7d41f6']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:27.120935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fedc4e3b-94c7-47a5-8624-7166093d3e56 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.126198 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fedc4e3b-94c7-47a5-8624-7166093d3e56 tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] 10.222.0.62 "DELETE /v2.0/subnets/bcd2bc6c-05a1-4d8b-b9dd-4a22779fc5f8 HTTP/1.1" status: 204 len: 168 time: 4.7637806 Mar 22 12:19:27.132026 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.172039 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35618) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:27.197751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:27.306951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20094f3-0ee9-4442-9ab3-06a3fb6983ce {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:19:27.312391 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37d843db-9948-4f92-9dbc-e0fa12cff0e4 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.313415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37d843db-9948-4f92-9dbc-e0fa12cff0e4 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.431762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.436340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3317813-39a1-4c88-b6e9-2fead5486dd3 None None] DHCP port deletion for a0839960-494d-47d4-9594-b2523cc51b49 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:19:27.442082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c3317813-39a1-4c88-b6e9-2fead5486dd3 None None] Deleting port 1757243f-2452-44d6-92a1-c17636a832c0 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:27.442505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c3317813-39a1-4c88-b6e9-2fead5486dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.448750 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2f3844fa-5729-4949-8cc6-63eeb85336fb req-a702058a-5d4d-4392-8aa5-7911c9dddb43 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 210 time: 0.2776310 Mar 22 12:19:27.450205 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:27.519735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.537853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Transition to ACTIVE for port object f20094f3-0ee9-4442-9ab3-06a3fb6983ce will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:27.544111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Made reservation on behalf of 8531d086af9d478aac581589cdb32384 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:27.564170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.603861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc4d99-00b0-4403-8d34-161c5193f52f req-6b963155-571b-4a73-b026-2cea60e2f1c6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:27.611661 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-10cc4d99-00b0-4403-8d34-161c5193f52f req-6b963155-571b-4a73-b026-2cea60e2f1c6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 932 time: 0.9631197 Mar 22 12:19:27.640457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37d843db-9948-4f92-9dbc-e0fa12cff0e4 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.653404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.754294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.781802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.800861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c3317813-39a1-4c88-b6e9-2fead5486dd3 None None] For port 1757243f-2452-44d6-92a1-c17636a832c0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=1757243f-2452-44d6-92a1-c17636a832c0,segment=NetworkSegment(aa91f737-ecd8-4a51-837a-ee9a87280374),segment_id=aa91f737-ecd8-4a51-837a-ee9a87280374)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:27.801588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c3317813-39a1-4c88-b6e9-2fead5486dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.858858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Pushing event updated for resources: {'Port': ['ID=f20094f3-0ee9-4442-9ab3-06a3fb6983ce,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:27.876206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37d843db-9948-4f92-9dbc-e0fa12cff0e4 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.900726 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.902127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:27.992380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c3317813-39a1-4c88-b6e9-2fead5486dd3 None None] Calling delete_port for 1757243f-2452-44d6-92a1-c17636a832c0 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:28.133052 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-10cc4d99-00b0-4403-8d34-161c5193f52f req-4a575584-bd76-476c-8945-ba742dbc294e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5203636 Mar 22 12:19:28.201202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c3317813-39a1-4c88-b6e9-2fead5486dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:28.300677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3317813-39a1-4c88-b6e9-2fead5486dd3 None None] No DVR routers for this DVR port 1757243f-2452-44d6-92a1-c17636a832c0 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:19:28.303199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3317813-39a1-4c88-b6e9-2fead5486dd3 None None] Pushing event deleted for resources: {'Port': ['ID=1757243f-2452-44d6-92a1-c17636a832c0,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:28.310355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83794) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 22 12:19:28.313429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Router fcf46907-b617-4cb5-b190-b04be381fad3 migrating from provider to provider. {{(pid=83794) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 22 12:19:28.318539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:28.397617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:28.408624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:19:28.442755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:28.466785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1757243f-2452-44d6-92a1-c17636a832c0 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:19:28.523571 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 1757243f-2452-44d6-92a1-c17636a832c0 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:19:28.523994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1757243f-2452-44d6-92a1-c17636a832c0 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:19:28.675965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Allocated IP 172.26.0.46 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/f80721df-c674-47d9-9233-330f021590fe) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:28.683211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7896a278-0c91-4c6a-9eb7-d4cb7bd0fdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:28.692314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] device_id is not set on port 8a45954a-5677-4571-a463-dfb7a589a40d yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:28.706657 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:28.794987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37d843db-9948-4f92-9dbc-e0fa12cff0e4 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:28.799074 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-37d843db-9948-4f92-9dbc-e0fa12cff0e4 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.4054523 Mar 22 12:19:28.807400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35624) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:28.811241 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Transition to ACTIVE for port object 8a45954a-5677-4571-a463-dfb7a589a40d will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:28.834370 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.035407 dv-neutron-834653-1-hyperv neutron-server[83794]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] No L3 agents can host the router fcf46907-b617-4cb5-b190-b04be381fad3 Mar 22 12:19:29.158999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.163003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event updated for resources: {'Port': ['ID=8a45954a-5677-4571-a463-dfb7a589a40d,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:29.233792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Attempting to bind port f20094f3-0ee9-4442-9ab3-06a3fb6983ce on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:29.234246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Attempting to bind port f20094f3-0ee9-4442-9ab3-06a3fb6983ce by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:29.234645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Attempting to bind port f20094f3-0ee9-4442-9ab3-06a3fb6983ce on network 6203a9c2-1d85-413b-8d33-42b4c72db112 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:29.255494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Allocated IP 172.20.0.4 (bb46452e-4545-42cf-a68a-ee059c6e8f32/ee7fb443-864c-4e35-8c85-686b735a223d/2cd8fa6d-5225-401e-8f16-15cce7538fb8) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:29.259328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Port f20094f3-0ee9-4442-9ab3-06a3fb6983ce on network 6203a9c2-1d85-413b-8d33-42b4c72db112 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:29.259719 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Attempting to bind port f20094f3-0ee9-4442-9ab3-06a3fb6983ce on network 6203a9c2-1d85-413b-8d33-42b4c72db112 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:29.274874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-32dea01d-afb7-4b43-8019-bb43c79e8a4f req-afc0d183-f449-469d-b621-bc03a6f6de2e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Synchronizing usage tracker for tenant:8531d086af9d478aac581589cdb32384 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:29.302489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.329896 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.331538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:29.331943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Checking segment: {'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:29.334062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Bound using segment: {'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:29.334669 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Bound port: f20094f3-0ee9-4442-9ab3-06a3fb6983ce, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e642cc-8251-498d-b135-8cbdc2fa7ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:29.335072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.401343 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-32dea01d-afb7-4b43-8019-bb43c79e8a4f req-afc0d183-f449-469d-b621-bc03a6f6de2e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Unset dirty status for tenant:8531d086af9d478aac581589cdb32384 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:29.404098 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-32dea01d-afb7-4b43-8019-bb43c79e8a4f req-afc0d183-f449-469d-b621-bc03a6f6de2e tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 210 time: 0.6166167 Mar 22 12:19:29.442258 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a622388-1b26-47be-867d-c7ab0f30a485']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:29.458494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0839960-494d-47d4-9594-b2523cc51b49']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:29.519319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:29.519944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:29.520518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:29.526262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.540900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cceb486a-3878-49f9-83c3-3052dfecb898') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:29.541216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cceb486a-3878-49f9-83c3-3052dfecb898') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:29.554415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa91f737-ecd8-4a51-837a-ee9a87280374') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:29.554703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa91f737-ecd8-4a51-837a-ee9a87280374') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:29.569219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-735cfa71-d590-434a-a2be-e6c3bb4beeba tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.603140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:29.603429 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:29.607628 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 2 to bind port 8a45954a-5677-4571-a463-dfb7a589a40d Mar 22 12:19:29.638705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.648875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.655183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:29.672760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:29.675628 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:29.714422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] For port f20094f3-0ee9-4442-9ab3-06a3fb6983ce, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:29.726496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Pushing event updated for resources: {'Port': ['ID=f80721df-c674-47d9-9233-330f021590fe,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:29.769416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.775696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:29.776126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:29.776510 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:29.787262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] For port f20094f3-0ee9-4442-9ab3-06a3fb6983ce, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:29.796178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Hosts for router fcf46907-b617-4cb5-b190-b04be381fad3: [] {{(pid=83794) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 22 12:19:29.798065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.826801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:29.827122 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:29.833683 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 3 to bind port 8a45954a-5677-4571-a463-dfb7a589a40d Mar 22 12:19:29.851800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.857739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:29.858048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.859955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:29.860349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:29.860674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:29.871144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:29.871502 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:29.878513 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 4 to bind port 8a45954a-5677-4571-a463-dfb7a589a40d Mar 22 12:19:29.904230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:29.904551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:29.904875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:29.906999 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:29.912023 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:29.912368 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.912519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Hosts for other DVR routers connected to router fcf46907-b617-4cb5-b190-b04be381fad3: set() {{(pid=83794) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 22 12:19:29.917979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:29.918328 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:29.921281 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 5 to bind port 8a45954a-5677-4571-a463-dfb7a589a40d Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:29.934292 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:29.944310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930dcbf-8452-4964-af6b-3ab99cf0f5da req-c0211e37-cae9-4547-9fb5-28f984c0ee34 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:29.948015 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d930dcbf-8452-4964-af6b-3ab99cf0f5da req-c0211e37-cae9-4547-9fb5-28f984c0ee34 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 944 time: 0.4971366 Mar 22 12:19:29.958977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:29.958977 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ee5adb34-fa2e-4894-b9b2-f3e1b36a49e3 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] 10.222.0.62 "PUT /v2.0/routers/fcf46907-b617-4cb5-b190-b04be381fad3 HTTP/1.1" status: 200 len: 716 time: 3.4665699 Mar 22 12:19:29.969989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35630) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:30.063281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:30.064523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:30.065031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:30.177603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:30.178336 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:30.188563 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 6 to bind port 8a45954a-5677-4571-a463-dfb7a589a40d Mar 22 12:19:30.224176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:30.225206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:30.227571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:30.234363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:30.235786 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] 10.222.0.55 "PUT /v2.0/ports/f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 200 len: 1094 time: 6.2751958 Mar 22 12:19:30.236244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3930420b-53cd-4912-b917-6827ca9750ac', 'tag': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:19:30.239343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:30.240023 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:30.443341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:30.444783 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 7 to bind port 8a45954a-5677-4571-a463-dfb7a589a40d Mar 22 12:19:30.523168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:30.553847 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d930dcbf-8452-4964-af6b-3ab99cf0f5da req-dc865198-9cc1-4e20-9620-0fc3e643bd46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5923359 Mar 22 12:19:30.556000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Transition to ACTIVE for port object 2cd8fa6d-5225-401e-8f16-15cce7538fb8 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:30.569704 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d80aa781-8957-4ad2-8521-875b225f7750 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] 10.222.0.62 "GET /v2.0/routers/fcf46907-b617-4cb5-b190-b04be381fad3 HTTP/1.1" status: 200 len: 716 time: 0.5961015 Mar 22 12:19:30.571769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:30.572216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:30.572565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:30.579431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35640) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:30.582199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:30.582454 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:30.583403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:30.595404 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 8 to bind port 8a45954a-5677-4571-a463-dfb7a589a40d Mar 22 12:19:30.634010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:30.635760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64da07-f7f5-457f-a97a-bf1a9f0ff42b service neutron] Pushing event updated for resources: {'Port': ['ID=f20094f3-0ee9-4442-9ab3-06a3fb6983ce,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:30.650053 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:30.652031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:30.655787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:30.673842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a622388-1b26-47be-867d-c7ab0f30a485 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 12:19:30.676005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:30.681280 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:30.714497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:30.752858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:30.753169 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:30.759946 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 9 to bind port 8a45954a-5677-4571-a463-dfb7a589a40d Mar 22 12:19:30.825403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:30.828597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:30.835859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:30.868635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:30.872872 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:30.908542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a622388-1b26-47be-867d-c7ab0f30a485,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:30.921260 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempt 10 to bind port 8a45954a-5677-4571-a463-dfb7a589a40d Mar 22 12:19:30.937996 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-dde3ffc9-f5cb-42e1-8daa-db4eeeafbbf7 req-0238d90a-b55a-4baa-a8c2-090aa151fa7d tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 210 time: 0.3487949 Mar 22 12:19:31.047181 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] 10.222.0.62 "DELETE /v2.0/networks/a0839960-494d-47d4-9594-b2523cc51b49 HTTP/1.1" status: 204 len: 168 time: 3.8611755 Mar 22 12:19:31.055039 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6a2361ba-9a54-4d8b-bed0-cd9146d98dbf tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "DELETE /v2.0/networks/7a622388-1b26-47be-867d-c7ab0f30a485 HTTP/1.1" status: 204 len: 168 time: 4.2000313 Mar 22 12:19:31.056210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.060374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35652) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:31.105385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0df32-806e-422f-8bb8-bb3499acfa4a tempest-DHCPAgentSchedulersTestJSON-137604267 tempest-DHCPAgentSchedulersTestJSON-137604267-project] Pushing event deleted for resources: {'Network': ['ID=a0839960-494d-47d4-9594-b2523cc51b49,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:31.114973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Request body: {'network': {'name': 'tempest-network--1774213851', 'router:external': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:31.131403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-735cfa71-d590-434a-a2be-e6c3bb4beeba tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.183798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:31.248845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Usage tracker for resource:network and tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:31.271202 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.282489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:31.311082 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-735cfa71-d590-434a-a2be-e6c3bb4beeba tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.325241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:31.349587 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3930420b-53cd-4912-b917-6827ca9750ac', 'tag': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce', 'status': 'completed', 'code': 200} Mar 22 12:19:31.355588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Network bb46452e-4545-42cf-a68a-ee059c6e8f32 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:31.360192 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Pushing event updated for resources: {'Port': ['ID=2cd8fa6d-5225-401e-8f16-15cce7538fb8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:31.366523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:31.371153 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:31.421912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Made reservation on behalf of b3ce1b836bcb46aea7f27b9d5ef8da3b for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:31.424443 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.438267 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-fba0e96c-7799-412d-bf41-782d0d3fc8d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 1097 time: 1.0202739 Mar 22 12:19:31.507741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-735cfa71-d590-434a-a2be-e6c3bb4beeba tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.508393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735cfa71-d590-434a-a2be-e6c3bb4beeba tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfedcfb6-964d-414c-a582-0ee4a2c4a592 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:19:31.529688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.615285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:31.615735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:31.616075 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempting to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:31.633049 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:31.633248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.647971 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30f2af5b-753c-46d4-a0fd-560b8c3887ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.688569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-735cfa71-d590-434a-a2be-e6c3bb4beeba tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.698135 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-735cfa71-d590-434a-a2be-e6c3bb4beeba tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "DELETE /v2.0/routers/bfedcfb6-964d-414c-a582-0ee4a2c4a592 HTTP/1.1" status: 204 len: 168 time: 2.7713261 Mar 22 12:19:31.699435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:31.717923 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-7e4b85a8-0bdb-46fe-84be-bcb7f0e91b76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 200 len: 217 time: 0.1893184 Mar 22 12:19:31.744071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.744549 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Added segment 2bbc845e-0e3a-446e-893f-95493cd47a96 of type vlan for network 535f8bf9-3b95-48eb-b4fe-cd65f4b5c277 Mar 22 12:19:31.762180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-95ba20bc-0799-49ca-8d8c-44ca240332c3 None None] Provisioning for port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:31.768413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-95ba20bc-0799-49ca-8d8c-44ca240332c3 None None] Provisioning complete for port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:31.769090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95ba20bc-0799-49ca-8d8c-44ca240332c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.803193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35664) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:31.838250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Pushing event updated for resources: {'Port': ['ID=f80721df-c674-47d9-9233-330f021590fe,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:31.840583 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-5b7aa770-68c2-43a3-b15a-16644ab7bc31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8297167 Mar 22 12:19:31.842812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.857564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.868041 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-95ba20bc-0799-49ca-8d8c-44ca240332c3 None None] Port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:19:31.879771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:31.880414 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Failed to bind port 8a45954a-5677-4571-a463-dfb7a589a40d on host hv-neutron-8346 for vnic_type normal using segments [{'id': '94e860cf-ed78-471f-ac6c-7850b37fa2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ac275591-f031-429c-9058-82e9778c31aa'}] Mar 22 12:19:31.880707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.917893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.919450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:31.919582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:31.967595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.004689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] For port 8a45954a-5677-4571-a463-dfb7a589a40d, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:32.005173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Attempted to set empty binding levels {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 12:19:32.044467 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9790070 Mar 22 12:19:32.046919 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8903bd12-91d6-43ec-94e8-e51795104385 tempest-RoutersTestDVR-275323785 tempest-RoutersTestDVR-275323785-project] 10.222.0.62 "GET /v2.0/routers/fcf46907-b617-4cb5-b190-b04be381fad3 HTTP/1.1" status: 200 len: 682 time: 1.4632795 Mar 22 12:19:32.047692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35672) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:32.051787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.054825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753544c-2133-412d-8454-1744d4b39bf1 req-d17a41ed-8b03-4545-beca-f2164b8b0aaa tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:32.055872 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-5753544c-2133-412d-8454-1744d4b39bf1 req-d17a41ed-8b03-4545-beca-f2164b8b0aaa tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Synchronizing usage tracker for tenant:88cb3d04f1ad41cd9c7b280bcf095c66 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:32.056119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.059726 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35674) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:32.070407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76898c-25a2-4668-8429-f9b39d6f8de4 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event updated for resources: {'Network': ['ID=535f8bf9-3b95-48eb-b4fe-cd65f4b5c277,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:32.081156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 535f8bf9-3b95-48eb-b4fe-cd65f4b5c277 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:32.091213 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-5753544c-2133-412d-8454-1744d4b39bf1 req-d17a41ed-8b03-4545-beca-f2164b8b0aaa tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Unset dirty status for tenant:88cb3d04f1ad41cd9c7b280bcf095c66 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:32.099704 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5753544c-2133-412d-8454-1744d4b39bf1 req-d17a41ed-8b03-4545-beca-f2164b8b0aaa tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 944 time: 0.3155835 Mar 22 12:19:32.126291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35680) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:32.169355 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5753544c-2133-412d-8454-1744d4b39bf1 req-7f1c2f52-e76b-4ae0-9f08-09150474b0db tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684650 Mar 22 12:19:32.330588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-738127069', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:32.337341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:32.341267 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Usage tracker for resource:router and tenant:42a077ce1fe54b98b8a24e1358c84367 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:32.344138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:32.349870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:32.384342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.385283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.392256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] In _notify_port_updated(), no bound segment for port 8a45954a-5677-4571-a463-dfb7a589a40d on network ac275591-f031-429c-9058-82e9778c31aa {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:19:32.393473 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.394919 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "PUT /v2.0/ports/8a45954a-5677-4571-a463-dfb7a589a40d HTTP/1.1" status: 200 len: 981 time: 5.6273060 Mar 22 12:19:32.399195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35686) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:32.426224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.427383 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2a06fa93-c679-432b-a23e-0de1a5e37525 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0738497 Mar 22 12:19:32.437178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.446633 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82873a7-2ae1-4aa8-925f-d6f81dc9993a tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event updated for resources: {'Port': ['ID=8a45954a-5677-4571-a463-dfb7a589a40d,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:32.479842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-75856afe-b389-4274-bc34-086266a770af tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Deleting port 8a45954a-5677-4571-a463-dfb7a589a40d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:32.480089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75856afe-b389-4274-bc34-086266a770af tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.480483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8f3afb-ee0b-4fcc-8e51-d29d54ed7573 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:32.481106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c8f3afb-ee0b-4fcc-8e51-d29d54ed7573 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Synchronizing usage tracker for tenant:357508a5dddd41ddb3f00a1002b8fdac on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:32.485194 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3aabc9e2-6b36-4f2f-8e8a-d8a4f2b2479c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=876a1a537b4142ed91f7b1792ab84937&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6784410 Mar 22 12:19:32.493992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35694) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:32.548728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c8f3afb-ee0b-4fcc-8e51-d29d54ed7573 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Unset dirty status for tenant:357508a5dddd41ddb3f00a1002b8fdac on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:32.552298 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8c8f3afb-ee0b-4fcc-8e51-d29d54ed7573 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] 10.222.0.62 "GET /v2.0/networks/535f8bf9-3b95-48eb-b4fe-cd65f4b5c277 HTTP/1.1" status: 200 len: 757 time: 0.4951949 Mar 22 12:19:32.558753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1dceee22-709c-459c-867d-ecac26602230 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.580527 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35700) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:32.689301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b96c75-17b1-45cd-ae76-287296e50a1d req-49962a14-94c8-4dd3-bba5-e5cf8830be31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:32.690773 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-10b96c75-17b1-45cd-ae76-287296e50a1d req-49962a14-94c8-4dd3-bba5-e5cf8830be31 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 931 time: 0.5607498 Mar 22 12:19:32.735996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51b1509d-c9d5-4951-a3dc-c6ac51274c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.892004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51b1509d-c9d5-4951-a3dc-c6ac51274c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.900137 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-10b96c75-17b1-45cd-ae76-287296e50a1d req-7d326372-44d9-455f-a0d7-cc2d2a7ee289 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031307 Mar 22 12:19:32.918553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d70f8d-290b-4f69-814e-434ee9b21ffd tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:32.919814 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b7d70f8d-290b-4f69-814e-434ee9b21ffd tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] 10.222.0.62 "GET /v2.0/networks/432ddac3-4bb1-4a83-a9e4-495876a72a59 HTTP/1.1" status: 200 len: 768 time: 0.3383701 Mar 22 12:19:32.933562 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35710) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:32.941299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:32.962639 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-e22d8af2-9437-49e9-8dab-ad50ba8a6977 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Synchronizing usage tracker for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:33.073475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-75856afe-b389-4274-bc34-086266a770af tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] For port 8a45954a-5677-4571-a463-dfb7a589a40d, host hv-neutron-8346, got binding levels [] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:33.073859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75856afe-b389-4274-bc34-086266a770af tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.086754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1dceee22-709c-459c-867d-ecac26602230 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.093053 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1dceee22-709c-459c-867d-ecac26602230 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.105223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51b1509d-c9d5-4951-a3dc-c6ac51274c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.150502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51b1509d-c9d5-4951-a3dc-c6ac51274c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.153844 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-51b1509d-c9d5-4951-a3dc-c6ac51274c33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/274b7035-03a3-44c6-be49-472a9c566eca HTTP/1.1" status: 204 len: 168 time: 0.6563852 Mar 22 12:19:33.153844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1509d-c9d5-4951-a3dc-c6ac51274c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274b7035-03a3-44c6-be49-472a9c566eca,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:33.166144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.185140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1dceee22-709c-459c-867d-ecac26602230 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.186546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dceee22-709c-459c-867d-ecac26602230 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcf46907-b617-4cb5-b190-b04be381fad3 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:19:33.215024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1dceee22-709c-459c-867d-ecac26602230 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.217177 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1dceee22-709c-459c-867d-ecac26602230 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] 10.222.0.62 "DELETE /v2.0/routers/fcf46907-b617-4cb5-b190-b04be381fad3 HTTP/1.1" status: 204 len: 168 time: 1.1180964 Mar 22 12:19:33.220616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35718) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:33.225884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bddc3be0-5fab-4a10-99f5-46c708485b2f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Request body: {'router': {'name': 'tempest-router-1344695669', 'distributed': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:33.232226 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bddc3be0-5fab-4a10-99f5-46c708485b2f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:33.238856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bddc3be0-5fab-4a10-99f5-46c708485b2f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Usage tracker for resource:router and tenant:8e4d7e5333644cbb9137c0149d369a9d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:33.245521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bddc3be0-5fab-4a10-99f5-46c708485b2f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:33.260035 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bddc3be0-5fab-4a10-99f5-46c708485b2f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:33.280186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bddc3be0-5fab-4a10-99f5-46c708485b2f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.281816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bddc3be0-5fab-4a10-99f5-46c708485b2f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.327485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bddc3be0-5fab-4a10-99f5-46c708485b2f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.389255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bddc3be0-5fab-4a10-99f5-46c708485b2f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.403753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-75856afe-b389-4274-bc34-086266a770af tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Calling delete_port for 8a45954a-5677-4571-a463-dfb7a589a40d owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:33.437549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bddc3be0-5fab-4a10-99f5-46c708485b2f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.438140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-e22d8af2-9437-49e9-8dab-ad50ba8a6977 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Unset dirty status for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:33.438833 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bddc3be0-5fab-4a10-99f5-46c708485b2f tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2171676 Mar 22 12:19:33.444928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35722) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:33.445559 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-e22d8af2-9437-49e9-8dab-ad50ba8a6977 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1124766232&fields=id&tenant_id=934110f16cbd4eeaa5a066963b2a1493 HTTP/1.1" status: 200 len: 267 time: 0.7756069 Mar 22 12:19:33.609499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.705054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81286e1-d1bd-4a98-b76d-8fe7f05f6f67 req-e93bba1c-f440-4f7e-ad2a-4e5998f1dbfa tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:33.706597 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f81286e1-d1bd-4a98-b76d-8fe7f05f6f67 req-e93bba1c-f440-4f7e-ad2a-4e5998f1dbfa tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 944 time: 0.3586900 Mar 22 12:19:33.717868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Request body: {'port': {'device_id': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:33.738286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d8754d7-3766-45d2-886a-6ba86c9d25f4 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.795266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75856afe-b389-4274-bc34-086266a770af tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.795961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35728) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:33.884437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef53-2274-4863-8d07-4c8aebb5425b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:33.906131 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f81286e1-d1bd-4a98-b76d-8fe7f05f6f67 req-4832233d-3801-4774-b3ef-00f612936f22 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929016 Mar 22 12:19:33.926462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75856afe-b389-4274-bc34-086266a770af tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a45954a-5677-4571-a463-dfb7a589a40d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:33.986757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5a97ef53-2274-4863-8d07-4c8aebb5425b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:34.034762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75856afe-b389-4274-bc34-086266a770af tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.050650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-25cbd8ff-74db-4f6e-870f-2f6300a87b14 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:34.051483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-25cbd8ff-74db-4f6e-870f-2f6300a87b14 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Synchronizing usage tracker for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:34.052786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5a97ef53-2274-4863-8d07-4c8aebb5425b admin admin] Usage tracker for resource:security_group_rule and tenant:ba7cd5de93334d2e93ae75f17bedc0d2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:34.054340 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-066ea3e2-0f5c-44e3-ab76-091ce25e4cc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:34.055724 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-066ea3e2-0f5c-44e3-ab76-091ce25e4cc4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0f85f5d-3677-4e10-b04c-44bdd300d811 HTTP/1.1" status: 200 len: 851 time: 0.3954399 Mar 22 12:19:34.081657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.087801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5a97ef53-2274-4863-8d07-4c8aebb5425b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:34.098314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5a97ef53-2274-4863-8d07-4c8aebb5425b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:34.154888 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-75856afe-b389-4274-bc34-086266a770af tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "DELETE /v2.0/ports/8a45954a-5677-4571-a463-dfb7a589a40d HTTP/1.1" status: 204 len: 168 time: 1.7546561 Mar 22 12:19:34.167629 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35734) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:34.178443 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535f8bf9-3b95-48eb-b4fe-cd65f4b5c277']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:34.189972 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.247072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-25cbd8ff-74db-4f6e-870f-2f6300a87b14 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Unset dirty status for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:34.248138 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-25cbd8ff-74db-4f6e-870f-2f6300a87b14 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/networks?id=68b84d2c-d1e6-4359-ae6d-d770fffe6077 HTTP/1.1" status: 200 len: 806 time: 0.8018401 Mar 22 12:19:34.257729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbc845e-0e3a-446e-893f-95493cd47a96') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:34.258015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbc845e-0e3a-446e-893f-95493cd47a96') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:34.266029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d8754d7-3766-45d2-886a-6ba86c9d25f4 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.286063 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fdc3ed-c2ec-41c3-baac-4166de0c9d22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] GET failed (client error): The resource could not be found. Mar 22 12:19:34.286499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d7fdc3ed-c2ec-41c3-baac-4166de0c9d22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Synchronizing usage tracker for tenant:72c54f517b3e4c1eb6e59a2acc22cd8a on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:34.291051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d8754d7-3766-45d2-886a-6ba86c9d25f4 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.292430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.318618 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b83cf-dbf5-487e-adf2-41c0615b5afc req-5b29926f-93d7-4b4e-875d-9c6984dc29cf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:34.320075 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-428b83cf-dbf5-487e-adf2-41c0615b5afc req-5b29926f-93d7-4b4e-875d-9c6984dc29cf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 931 time: 0.2756360 Mar 22 12:19:34.376627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef53-2274-4863-8d07-4c8aebb5425b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.386734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef53-2274-4863-8d07-4c8aebb5425b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.389840 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-cb47bcdc-7f99-42fe-b5c8-3cbcb8b9d867 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/quotas/934110f16cbd4eeaa5a066963b2a1493 HTTP/1.1" status: 200 len: 375 time: 0.1203864 Mar 22 12:19:34.390712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.401179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d7fdc3ed-c2ec-41c3-baac-4166de0c9d22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] Unset dirty status for tenant:72c54f517b3e4c1eb6e59a2acc22cd8a on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:34.402465 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d7fdc3ed-c2ec-41c3-baac-4166de0c9d22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670032287-project-admin] 10.222.0.62 "GET /v2.0/ports/8a45954a-5677-4571-a463-dfb7a589a40d HTTP/1.1" status: 404 len: 333 time: 0.2269280 Mar 22 12:19:34.406293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d8754d7-3766-45d2-886a-6ba86c9d25f4 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.406459 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8754d7-3766-45d2-886a-6ba86c9d25f4 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2c1d4f-05da-4f6d-aa5a-677e11d28d38 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:19:34.407818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35738) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:34.411578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:34.411810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:34.460943 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:34.465915 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-428b83cf-dbf5-487e-adf2-41c0615b5afc req-f326aa42-da33-4fc5-93f5-772ba9f69bb8 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379297 Mar 22 12:19:34.540357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97ef53-2274-4863-8d07-4c8aebb5425b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8ce763-98fc-40e9-8758-e564e8addaf6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:34.547281 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5a97ef53-2274-4863-8d07-4c8aebb5425b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ba7cd5de93334d2e93ae75f17bedc0d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7499316 Mar 22 12:19:34.550627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35742) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:34.586111 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.587814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d8754d7-3766-45d2-886a-6ba86c9d25f4 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.588910 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2d8754d7-3766-45d2-886a-6ba86c9d25f4 tempest-RoutersTestDVR-1818185026 tempest-RoutersTestDVR-1818185026-project-admin] 10.222.0.62 "DELETE /v2.0/routers/7f2c1d4f-05da-4f6d-aa5a-677e11d28d38 HTTP/1.1" status: 204 len: 168 time: 1.1421335 Mar 22 12:19:34.603388 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-d0a8ab04-c4cd-4aa8-9548-13d69c9ecb56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6203a9c2-1d85-413b-8d33-42b4c72db112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5363915 Mar 22 12:19:34.677400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.742914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02b469f3-3287-42ec-9098-7f0f5eb06657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.761430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.782014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.795760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02b469f3-3287-42ec-9098-7f0f5eb06657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.807383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac275591-f031-429c-9058-82e9778c31aa']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:34.829692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e860cf-ed78-471f-ac6c-7850b37fa2a7') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:34.830002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e860cf-ed78-471f-ac6c-7850b37fa2a7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:34.857171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.875684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.884002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:34.884388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:34.899258 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:34.946096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35750) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:34.991893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02b469f3-3287-42ec-9098-7f0f5eb06657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:34.995058 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.021390 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b469f3-3287-42ec-9098-7f0f5eb06657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8ce763-98fc-40e9-8758-e564e8addaf6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:35.025038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.053817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 535f8bf9-3b95-48eb-b4fe-cd65f4b5c277 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 12:19:35.072955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.077422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event deleted for resources: {'Network': ['ID=535f8bf9-3b95-48eb-b4fe-cd65f4b5c277,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:35.078312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.084008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] Pushing event deleted for resources: {'Network': ['ID=ac275591-f031-429c-9058-82e9778c31aa,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:35.086494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02b469f3-3287-42ec-9098-7f0f5eb06657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.090462 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-02b469f3-3287-42ec-9098-7f0f5eb06657 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba8ce763-98fc-40e9-8758-e564e8addaf6 HTTP/1.1" status: 204 len: 168 time: 0.5389335 Mar 22 12:19:35.094973 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e353598a-d12b-4324-8523-fdab2a7a9066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1234774540-project] 10.222.0.62 "DELETE /v2.0/networks/ac275591-f031-429c-9058-82e9778c31aa HTTP/1.1" status: 204 len: 168 time: 0.6810637 Mar 22 12:19:35.184544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-0e2fb41e-6ad2-4906-afa8-54de49e070d9 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Synchronizing usage tracker for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:35.192327 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ea8b6afe-b4d9-40f2-88bd-ee4a87a0fffc tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "DELETE /v2.0/networks/535f8bf9-3b95-48eb-b4fe-cd65f4b5c277 HTTP/1.1" status: 204 len: 168 time: 2.2528996 Mar 22 12:19:35.206135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35762) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:35.287721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d1f1b36d-5bc8-40cc-82ce-ddc264ab719b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.308616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Request body: {'network': {'name': 'tempest-network--97845728'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:35.317211 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-2e936250-4ed6-40e7-9641-ffb376316f5a service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758611 Mar 22 12:19:35.328618 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d1f1b36d-5bc8-40cc-82ce-ddc264ab719b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:35.333185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d1f1b36d-5bc8-40cc-82ce-ddc264ab719b admin admin] Usage tracker for resource:security_group_rule and tenant:2657421809ad48b49c473ef5f74adf04 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:35.333423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:35.336438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d1f1b36d-5bc8-40cc-82ce-ddc264ab719b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:35.342758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d1f1b36d-5bc8-40cc-82ce-ddc264ab719b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:35.365626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Usage tracker for resource:network and tenant:b3ce1b836bcb46aea7f27b9d5ef8da3b is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:35.374209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:35.426303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d1f1b36d-5bc8-40cc-82ce-ddc264ab719b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.438742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-0e2fb41e-6ad2-4906-afa8-54de49e070d9 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Unset dirty status for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:35.440325 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-0e2fb41e-6ad2-4906-afa8-54de49e070d9 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=934110f16cbd4eeaa5a066963b2a1493&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0403018 Mar 22 12:19:35.445431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:35.453320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a02807-ae7b-4108-af9e-ecee5b67a35d req-8eb80bc9-24f8-4739-ad07-d47ac9a7ae0e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:35.455000 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5a02807-ae7b-4108-af9e-ecee5b67a35d req-8eb80bc9-24f8-4739-ad07-d47ac9a7ae0e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 944 time: 0.3781281 Mar 22 12:19:35.455626 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d1f1b36d-5bc8-40cc-82ce-ddc264ab719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.471172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:19:35.479793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Allocated IP 172.26.0.13 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/0159dae6-e734-4983-8c7b-65bb830e1194) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:35.501624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1b36d-5bc8-40cc-82ce-ddc264ab719b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc215871-1c01-4e2c-9408-019e13d789bc,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:35.568608 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f5a02807-ae7b-4108-af9e-ecee5b67a35d req-f5b2264c-92c5-4909-8f04-0ea5e43232a9 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010833 Mar 22 12:19:35.570490 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d1f1b36d-5bc8-40cc-82ce-ddc264ab719b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2657421809ad48b49c473ef5f74adf04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6234729 Mar 22 12:19:35.573675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35782) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:35.589741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Made reservation on behalf of b3ce1b836bcb46aea7f27b9d5ef8da3b for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:35.594274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.645708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ab3597f-675c-4fc6-bf73-8bc782660254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.677909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ab3597f-675c-4fc6-bf73-8bc782660254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.687699 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35786) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:35.728716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd8fa6d-5225-401e-8f16-15cce7538fb8 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:19:35.739126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ab3597f-675c-4fc6-bf73-8bc782660254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.766086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3597f-675c-4fc6-bf73-8bc782660254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc215871-1c01-4e2c-9408-019e13d789bc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:35.784680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ab3597f-675c-4fc6-bf73-8bc782660254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.788431 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4ab3597f-675c-4fc6-bf73-8bc782660254 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc215871-1c01-4e2c-9408-019e13d789bc HTTP/1.1" status: 204 len: 168 time: 0.2115989 Mar 22 12:19:35.848204 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.889142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bd924-bf1e-4f3a-8ac3-3be072fe0a6d req-12e81c3c-dbb8-41c5-b99e-81eed4bac410 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:35.895856 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d40bd924-bf1e-4f3a-8ac3-3be072fe0a6d req-12e81c3c-dbb8-41c5-b99e-81eed4bac410 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 931 time: 0.0869172 Mar 22 12:19:35.906658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:35.910215 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc0078b1-0d98-4b54-9812-d1df673d1a64 req-62d18551-3330-4f8f-be7c-8573039d84cf service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796082 Mar 22 12:19:35.922540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Transition to ACTIVE for port object 2cd8fa6d-5225-401e-8f16-15cce7538fb8 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:35.926886 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.927371 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Added segment 9831f078-1c4c-492e-81cd-bafbfb1674ed of type vlan for network 98f81737-a383-4c2e-8ba6-f2ca2a335526 Mar 22 12:19:35.946312 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:35.978181 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d40bd924-bf1e-4f3a-8ac3-3be072fe0a6d req-f3d35bb8-9148-4a3d-b632-2b0bc4dd162a tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812871 Mar 22 12:19:36.094394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:36.255354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-e6d81ca1-77f2-4504-baf5-f37d4a150899 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:19:36.256374 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-e6d81ca1-77f2-4504-baf5-f37d4a150899 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5303407 Mar 22 12:19:36.275549 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:36.279534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd8fa6d-5225-401e-8f16-15cce7538fb8,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:36.320600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:19:36.481236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:36.482125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:36.482707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:36.484885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35808) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:36.504716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d49825c-9c17-4015-ae9b-c23b16574311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:36.538192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3d49825c-9c17-4015-ae9b-c23b16574311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:36.541937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3d49825c-9c17-4015-ae9b-c23b16574311 admin admin] Usage tracker for resource:security_group_rule and tenant:8e4d7e5333644cbb9137c0149d369a9d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:36.544965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3d49825c-9c17-4015-ae9b-c23b16574311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:36.551180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3d49825c-9c17-4015-ae9b-c23b16574311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:36.631109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d49825c-9c17-4015-ae9b-c23b16574311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:36.639767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d49825c-9c17-4015-ae9b-c23b16574311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:36.678109 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c35901ec-e94d-49ec-8641-cebb34d35d6f req-b8163a8b-79af-4522-ae88-f2dad45a6126 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 1097 time: 0.6657817 Mar 22 12:19:36.687096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49825c-9c17-4015-ae9b-c23b16574311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dee755-3e06-4554-80e8-b2d755e8968f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:36.688193 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3985808 Mar 22 12:19:36.695062 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3d49825c-9c17-4015-ae9b-c23b16574311 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e4d7e5333644cbb9137c0149d369a9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2066243 Mar 22 12:19:36.695062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35816) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:36.700654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-165e05dc-673d-4a73-9762-1211e5bcef70 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:36.707468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35818) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:36.731041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183ccc6-7a10-4ed4-973c-2c81eb7a7954 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event updated for resources: {'Network': ['ID=98f81737-a383-4c2e-8ba6-f2ca2a335526,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:36.740273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:36.746259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 98f81737-a383-4c2e-8ba6-f2ca2a335526 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:36.791611 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aee92e8f-6cb7-45c6-a5f5-15bd1ec932df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f00f9201304f4b5dbc002092a0cc95bf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0697312 Mar 22 12:19:36.798816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35824) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:36.857907 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-d806422e-8059-4a77-aa0a-306a65e830a9 service neutron] 10.222.0.62 "GET /v2.0/networks/68b84d2c-d1e6-4359-ae6d-d770fffe6077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637479 Mar 22 12:19:37.001471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-165e05dc-673d-4a73-9762-1211e5bcef70 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.020912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf25aa4-10f2-46ce-a9ec-1c5a353ea392 req-609f711f-3107-46dc-bfef-23a056c20ba2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:37.022408 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eaf25aa4-10f2-46ce-a9ec-1c5a353ea392 req-609f711f-3107-46dc-bfef-23a056c20ba2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 944 time: 0.1456907 Mar 22 12:19:37.029083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-165e05dc-673d-4a73-9762-1211e5bcef70 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.048639 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Attempting to bind port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:37.048965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Attempting to bind port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:37.049311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Attempting to bind port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 on network bb46452e-4545-42cf-a68a-ee059c6e8f32 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:37.138608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-165e05dc-673d-4a73-9762-1211e5bcef70 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Network 98f81737-a383-4c2e-8ba6-f2ca2a335526 is not hosted by any dhcp agent {{(pid=83794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 22 12:19:37.139284 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165e05dc-673d-4a73-9762-1211e5bcef70 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:37.139857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-165e05dc-673d-4a73-9762-1211e5bcef70 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.143592 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-165e05dc-673d-4a73-9762-1211e5bcef70 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "PUT /v2.0/networks/98f81737-a383-4c2e-8ba6-f2ca2a335526 HTTP/1.1" status: 200 len: 856 time: 0.4465852 Mar 22 12:19:37.151043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:37.153661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35840) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:37.162308 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Pushing event updated for resources: {'Port': ['ID=0159dae6-e734-4983-8c7b-65bb830e1194,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:37.187120 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eaf25aa4-10f2-46ce-a9ec-1c5a353ea392 req-d012539c-4c1e-4857-b302-f8777b528a05 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530468 Mar 22 12:19:37.187292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:37.215525 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:37.267985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e05dc-673d-4a73-9762-1211e5bcef70 tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event updated for resources: {'Network': ['ID=98f81737-a383-4c2e-8ba6-f2ca2a335526,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:37.308340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Sync routers for ids ['0f7d70ca-d258-460e-8b48-854a24005328'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:19:37.309856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 on network bb46452e-4545-42cf-a68a-ee059c6e8f32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:37.310280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Attempting to bind port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 on network bb46452e-4545-42cf-a68a-ee059c6e8f32 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:37.315336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.342480 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Routers {'0f7d70ca-d258-460e-8b48-854a24005328'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:37.344654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0f7d70ca-d258-460e-8b48-854a24005328'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:37.357227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e8a290d4-bfc7-4180-97e9-5dc1d2a02715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.377091 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:19:37.402221 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e8a290d4-bfc7-4180-97e9-5dc1d2a02715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.484741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afb916f4-9650-4874-9c97-a135fa50df32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.502244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35901ec-e94d-49ec-8641-cebb34d35d6f req-bd1cb57a-613a-4626-8d00-c0eebae01063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:37.503880 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c35901ec-e94d-49ec-8641-cebb34d35d6f req-bd1cb57a-613a-4626-8d00-c0eebae01063 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 200 len: 913 time: 0.7981870 Mar 22 12:19:37.504621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e8a290d4-bfc7-4180-97e9-5dc1d2a02715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.504902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.508803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:37.508981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Checking segment: {'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:37.509374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Bound using segment: {'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:37.509979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Bound port: 2cd8fa6d-5225-401e-8f16-15cce7538fb8, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:37.510385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.542248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f81737-a383-4c2e-8ba6-f2ca2a335526']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:37.557540 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9831f078-1c4c-492e-81cd-bafbfb1674ed') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:37.557762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9831f078-1c4c-492e-81cd-bafbfb1674ed') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:37.581812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.612669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.621471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Set router 0f7d70ca-d258-460e-8b48-854a24005328 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:37.630100 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:37.630376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.632207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a290d4-bfc7-4180-97e9-5dc1d2a02715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dee755-3e06-4554-80e8-b2d755e8968f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:37.645207 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:37.651878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afb916f4-9650-4874-9c97-a135fa50df32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.691405 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-13104f47-13c2-43c8-9cfa-69ef6b3dd869 service neutron] 10.222.0.62 "GET /v2.0/networks/68b84d2c-d1e6-4359-ae6d-d770fffe6077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8055449 Mar 22 12:19:37.698977 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e8a290d4-bfc7-4180-97e9-5dc1d2a02715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.699845 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e8a290d4-bfc7-4180-97e9-5dc1d2a02715 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/17dee755-3e06-4554-80e8-b2d755e8968f HTTP/1.1" status: 204 len: 168 time: 0.9697506 Mar 22 12:19:37.700813 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c35901ec-e94d-49ec-8641-cebb34d35d6f req-8fedc7a8-8695-43d3-b552-eb83a2799390 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 200 len: 217 time: 0.1794472 Mar 22 12:19:37.766900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a57b7-a93d-4034-8cc7-69668e01d714 req-d2fd42a5-8263-41f2-84d5-0dd5c02ec5b7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:37.768431 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f55a57b7-a93d-4034-8cc7-69668e01d714 req-d2fd42a5-8263-41f2-84d5-0dd5c02ec5b7 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 943 time: 0.3239269 Mar 22 12:19:37.850457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] For port 2cd8fa6d-5225-401e-8f16-15cce7538fb8, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:37.853681 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] For port 2cd8fa6d-5225-401e-8f16-15cce7538fb8, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2cd8fa6d-5225-401e-8f16-15cce7538fb8,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:37.857939 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35901ec-e94d-49ec-8641-cebb34d35d6f req-1e4839d5-06e6-480e-914e-dd8e7ebf4c45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:37.859587 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c35901ec-e94d-49ec-8641-cebb34d35d6f req-1e4839d5-06e6-480e-914e-dd8e7ebf4c45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0f85f5d-3677-4e10-b04c-44bdd300d811 HTTP/1.1" status: 200 len: 851 time: 0.1443768 Mar 22 12:19:37.894087 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f55a57b7-a93d-4034-8cc7-69668e01d714 req-ee8a9de8-2576-4764-83d9-7d82a052782f tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086876 Mar 22 12:19:37.896832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.909579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98f81737-a383-4c2e-8ba6-f2ca2a335526 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 12:19:37.925467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.953266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:37.971788 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] 10.222.0.62 "DELETE /v2.0/networks/98f81737-a383-4c2e-8ba6-f2ca2a335526 HTTP/1.1" status: 204 len: 168 time: 0.8156652 Mar 22 12:19:37.972777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:38.024873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afb916f4-9650-4874-9c97-a135fa50df32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:38.048465 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4612ed-0967-4f1c-a398-f316df88790c tempest-ExternalNetworksTestJSON-1887034975 tempest-ExternalNetworksTestJSON-1887034975-project-admin] Pushing event deleted for resources: {'Network': ['ID=98f81737-a383-4c2e-8ba6-f2ca2a335526,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:38.057804 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e17b7d2-7544-4508-9fc4-4ebf0007e1f0 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] DELETE failed (client error): The resource could not be found. Mar 22 12:19:38.060158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e17b7d2-7544-4508-9fc4-4ebf0007e1f0 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:19:38.069586 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5e17b7d2-7544-4508-9fc4-4ebf0007e1f0 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] 10.222.0.62 "DELETE /v2.0/subnets/c50be300-4619-41ce-80fe-e5ed3e58e8f3 HTTP/1.1" status: 404 len: 337 time: 0.0904129 Mar 22 12:19:38.070520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35866) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:38.154433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb916f4-9650-4874-9c97-a135fa50df32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cb81e3-cdf2-43b7-a2b4-80d926608b24,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:38.210728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35870) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:38.210728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afb916f4-9650-4874-9c97-a135fa50df32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:38.210728 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-afb916f4-9650-4874-9c97-a135fa50df32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78cb81e3-cdf2-43b7-a2b4-80d926608b24 HTTP/1.1" status: 204 len: 168 time: 1.3508527 Mar 22 12:19:38.244447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:38.245976 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] 10.222.0.55 "PUT /v2.0/ports/2cd8fa6d-5225-401e-8f16-15cce7538fb8 HTTP/1.1" status: 200 len: 1093 time: 4.5809681 Mar 22 12:19:38.248912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'tag': '2cd8fa6d-5225-401e-8f16-15cce7538fb8'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:19:38.485477 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c919f911-eb84-4f9c-a243-64e703562605 req-17a16b92-b23e-432c-9390-28c23f979b53 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 210 time: 0.4088597 Mar 22 12:19:38.525625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae94fa6-f838-4eae-aaa4-362fb17dd732 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd8fa6d-5225-401e-8f16-15cce7538fb8,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:38.590863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:38.685248 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'tag': '2cd8fa6d-5225-401e-8f16-15cce7538fb8', 'status': 'completed', 'code': 200} Mar 22 12:19:38.693359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:38.694306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:38.742062 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:06Z', 'revision_number': 4, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '33da4b66-4520-483f-a135-7a7941ebd418', 'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'mac_address': 'fa:16:3e:d0:12:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:04Z', 'updated_at': '2022-03-22T12:19:07Z', 'revision_number': 2, 'project_id': '8531d086af9d478aac581589cdb32384', 'subnets': [{'id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:38.747728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Checking router: 0f7d70ca-d258-460e-8b48-854a24005328 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:19:38.748102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Updating router 0f7d70ca-d258-460e-8b48-854a24005328 port 33da4b66-4520-483f-a135-7a7941ebd418 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:19:38.860485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:38.927767 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c35901ec-e94d-49ec-8641-cebb34d35d6f req-76972217-e388-401b-a7c4-7e2d86dd5d8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6203a9c2-1d85-413b-8d33-42b4c72db112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0602996 Mar 22 12:19:38.951801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:39.013806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432ddac3-4bb1-4a83-a9e4-495876a72a59']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:39.044819 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a89c01b-c023-4a57-8fe4-2d23d622a835') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:39.046637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a89c01b-c023-4a57-8fe4-2d23d622a835') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:39.073327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:39.110499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:39.126791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:19:39.127099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:39.301109 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c35901ec-e94d-49ec-8641-cebb34d35d6f req-e9ad3075-7871-4d1c-aa10-05cf9d993be1 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726648 Mar 22 12:19:39.304588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:39.311459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35900) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:39.320205 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:19:39.340939 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:19:39.377110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:39.378482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Usage tracker for resource:floatingip and tenant:3572a21601264eb4849d75ad08c14cab is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:39.381467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:39.384671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:39.418041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] Pushing event deleted for resources: {'Network': ['ID=432ddac3-4bb1-4a83-a9e4-495876a72a59,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:39.442527 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-14c9b6fc-e01b-4c08-bc3a-b9305c222cd6 tempest-ExternalNetworksTestJSON-132618612 tempest-ExternalNetworksTestJSON-132618612-project] 10.222.0.62 "DELETE /v2.0/networks/432ddac3-4bb1-4a83-a9e4-495876a72a59 HTTP/1.1" status: 204 len: 168 time: 1.3698103 Mar 22 12:19:39.462369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97c99b-8883-42d6-a2a4-60da771b1b9c req-2e4085d5-ba3c-4766-9b80-2893cac0a0df tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:39.464885 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de97c99b-8883-42d6-a2a4-60da771b1b9c req-2e4085d5-ba3c-4766-9b80-2893cac0a0df tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 943 time: 0.1661170 Mar 22 12:19:39.476441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:39.492031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Transition to ACTIVE for port object 33da4b66-4520-483f-a135-7a7941ebd418 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:39.503608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:39.525070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:39.533700 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-b8782864-d6a2-448e-a400-1931f760d34c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8531d086af9d478aac581589cdb32384&device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 1096 time: 1.2164416 Mar 22 12:19:39.535910 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-de97c99b-8883-42d6-a2a4-60da771b1b9c req-b2b4c0b0-c03f-4445-b5b7-7a0417194473 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639710 Mar 22 12:19:39.742403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f20094f3-0ee9-4442-9ab3-06a3fb6983ce details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:19:39.753844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.55', 49875) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:39.845994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff6e7-b3a5-4d85-ac9f-89e534764333 None None] Pushing event updated for resources: {'Port': ['ID=33da4b66-4520-483f-a135-7a7941ebd418,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:39.849163 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-3a4031ed-6091-4589-bb45-c542f864e11d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd8fa6d-5225-401e-8f16-15cce7538fb8 HTTP/1.1" status: 200 len: 217 time: 0.2815506 Mar 22 12:19:39.864283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74360929-c737-45fc-ab8d-d5c59d73f3e1 req-32387881-662d-43c2-a316-8dd2e3c23227 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:39.867848 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-74360929-c737-45fc-ab8d-d5c59d73f3e1 req-32387881-662d-43c2-a316-8dd2e3c23227 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 944 time: 1.3872690 Mar 22 12:19:39.926949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.resource_extend [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:19:40.029407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35920) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:40.052715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35924) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:40.057253 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.071725 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c35901ec-e94d-49ec-8641-cebb34d35d6f req-28d8a3eb-776b-4096-bb91-207cebaadd58 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236688 Mar 22 12:19:40.109367 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2b5d028a-7181-4c7e-a3cc-144ffe891fe9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72c54f517b3e4c1eb6e59a2acc22cd8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7923672 Mar 22 12:19:40.121647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35930) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:40.124203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Attempting to bind port 33da4b66-4520-483f-a135-7a7941ebd418 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:40.124569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Attempting to bind port 33da4b66-4520-483f-a135-7a7941ebd418 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:40.124919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Attempting to bind port 33da4b66-4520-483f-a135-7a7941ebd418 on network bb46452e-4545-42cf-a68a-ee059c6e8f32 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:40.146096 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2a86263-fbf3-4dff-bf6d-35cb2bbeb0e0 req-5fa2f25e-17df-4d26-a707-a6b12c1d561f tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 210 time: 0.1185367 Mar 22 12:19:40.188622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-9aba1ba1-610b-4980-889e-b8eae494728c tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:40.191046 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-9aba1ba1-610b-4980-889e-b8eae494728c tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.55 "GET /v2.0/networks?id=68b84d2c-d1e6-4359-ae6d-d770fffe6077 HTTP/1.1" status: 200 len: 806 time: 0.4362171 Mar 22 12:19:40.196924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:40.197309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Checking segment: {'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:40.197746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.198169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Bound using segment: {'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:40.198643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Bound port: 33da4b66-4520-483f-a135-7a7941ebd418, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:40.199010 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.265873 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Sync routers for ids ['d6831f3b-5b40-424f-9147-d04618137e70'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:19:40.292105 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Routers {'d6831f3b-5b40-424f-9147-d04618137e70'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:40.293053 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d6831f3b-5b40-424f-9147-d04618137e70'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:40.303325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f20094f3-0ee9-4442-9ab3-06a3fb6983ce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:40.326088 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-07087262-a7ea-4421-9bb2-60d4c45c5cd5 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=934110f16cbd4eeaa5a066963b2a1493 HTTP/1.1" status: 200 len: 380 time: 0.1224594 Mar 22 12:19:40.333006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2112184829'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:40.339242 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Request body: {'port': {'device_id': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'admin_state_up': True, 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'security_groups': ['26b06489-d736-418d-ae7f-53c2aca75877']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:40.340220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:40.343013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'port_id': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce', 'mac_address': 'fa:16:3e:e1:07:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:19:40.344881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Usage tracker for resource:network and tenant:4af5e7272728434fb13090f84c279744 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:40.348256 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:40.354916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:40.399179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-e18c1aca-f489-4eb2-89e4-5a976b118f44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:40.401279 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-e18c1aca-f489-4eb2-89e4-5a976b118f44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee7fb443-864c-4e35-8c85-686b735a223d HTTP/1.1" status: 200 len: 851 time: 0.5285556 Mar 22 12:19:40.412853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] For port 33da4b66-4520-483f-a135-7a7941ebd418, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:40.416134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Made reservation on behalf of 4af5e7272728434fb13090f84c279744 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:40.419895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.425595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] For port 33da4b66-4520-483f-a135-7a7941ebd418, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=33da4b66-4520-483f-a135-7a7941ebd418,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:40.426762 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.438494 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.506972 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.509688 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff6e7-b3a5-4d85-ac9f-89e534764333 None None] Pushing event updated for resources: {'Port': ['ID=33da4b66-4520-483f-a135-7a7941ebd418,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:40.518892 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20094f3-0ee9-4442-9ab3-06a3fb6983ce {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:19:40.542682 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4706eba8-fd87-4885-aa64-c28797a399c2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=357508a5dddd41ddb3f00a1002b8fdac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5088384 Mar 22 12:19:40.543697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35938) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:40.544223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f20094f3-0ee9-4442-9ab3-06a3fb6983ce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:40.551103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Routers {'0f7d70ca-d258-460e-8b48-854a24005328'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:40.551735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0f7d70ca-d258-460e-8b48-854a24005328'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:40.561633 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Set router d6831f3b-5b40-424f-9147-d04618137e70 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:40.577756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:40.582480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Usage tracker for resource:security_group_rule and tenant:4af5e7272728434fb13090f84c279744 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:40.586682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:40.598198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:40.609038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:40.613139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.629604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:40.672567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Made reservation on behalf of 934110f16cbd4eeaa5a066963b2a1493 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:40.678044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.738851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2eee0fb-1922-41e8-8e12-f82228593826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.770488 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-74360929-c737-45fc-ab8d-d5c59d73f3e1 req-1d4c6b99-e3fe-4800-b28a-e637fd39deb5 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7970026 Mar 22 12:19:40.791807 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.796958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f20094f3-0ee9-4442-9ab3-06a3fb6983ce,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:40.839277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.889605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] Set router 0f7d70ca-d258-460e-8b48-854a24005328 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:40.896311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2eee0fb-1922-41e8-8e12-f82228593826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.918275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaa37ed-e297-4ad4-8868-e1f501f06a3b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:40.947227 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-f64fb07f-5ee5-4b8d-9fd8-ca408ce53c2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb46452e-4545-42cf-a68a-ee059c6e8f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5371492 Mar 22 12:19:40.962311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-300b6cdd-08b2-4e9c-8de2-f985c4534ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:40.970215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:41.049186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963a6c9-c45f-4546-83c2-5588df3844a0 req-299eeabf-1979-46b7-8628-27310037b7bb tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:41.056399 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7963a6c9-c45f-4546-83c2-5588df3844a0 req-299eeabf-1979-46b7-8628-27310037b7bb tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 943 time: 0.2418346 Mar 22 12:19:41.077817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2eee0fb-1922-41e8-8e12-f82228593826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:41.113971 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eee0fb-1922-41e8-8e12-f82228593826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01c60e2-13d0-476b-a3ac-c9937f26b174,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:41.118248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Allocated IP 172.20.0.14 (68b84d2c-d1e6-4359-ae6d-d770fffe6077/18a06b53-c0a1-4ba6-849e-2080b1d16ef7/2ad238b6-5dde-4f6c-9c76-798045bbc670) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:41.138356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:41.138691 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Added segment a9e692dd-e206-4a72-9083-900a85a3812b of type vlan for network 3e615746-5eed-4049-83f8-f2b8cf62048d Mar 22 12:19:41.142814 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:13Z', 'revision_number': 4, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2', 'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'mac_address': 'fa:16:3e:7b:d4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:14Z', 'revision_number': 2, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'subnets': [{'id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:41.148683 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Checking router: d6831f3b-5b40-424f-9147-d04618137e70 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:19:41.149408 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Updating router d6831f3b-5b40-424f-9147-d04618137e70 port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:19:41.157001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-300b6cdd-08b2-4e9c-8de2-f985c4534ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:41.175192 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7963a6c9-c45f-4546-83c2-5588df3844a0 req-fa79536f-8f69-4262-bc44-25db187e3d39 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175778 Mar 22 12:19:41.205294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b2eee0fb-1922-41e8-8e12-f82228593826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:41.211120 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b2eee0fb-1922-41e8-8e12-f82228593826 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f01c60e2-13d0-476b-a3ac-c9937f26b174 HTTP/1.1" status: 204 len: 168 time: 0.6658609 Mar 22 12:19:41.224864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:41.249084 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:41.308061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:41.314015 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-c80ab836-0220-42f3-bb7d-c3aad5284336 service neutron] 10.222.0.55 "GET /v2.0/networks/bb46452e-4545-42cf-a68a-ee059c6e8f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455307 Mar 22 12:19:41.418593 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['f20094f3-0ee9-4442-9ab3-06a3fb6983ce'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:19:41.515987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:41.526782 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Router 9727c15c-f687-4b5b-bd7d-c72aa336e79f is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:19:41.533825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Transition to ACTIVE for port object 2ad238b6-5dde-4f6c-9c76-798045bbc670 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:41.560663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:41.641942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:41.646208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:41.653828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:41.656599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:19:41.737934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:06Z', 'revision_number': 4, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '33da4b66-4520-483f-a135-7a7941ebd418', 'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'mac_address': 'fa:16:3e:d0:12:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:04Z', 'updated_at': '2022-03-22T12:19:40Z', 'revision_number': 4, 'project_id': '8531d086af9d478aac581589cdb32384', 'subnets': [{'id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:41.804076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae52aac1-1568-422f-8514-56f690304ca2 None None] The sync data for ids ['0f7d70ca-d258-460e-8b48-854a24005328'] in dv-neutron-834653-1-hyperv is: [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:06Z', 'revision_number': 4, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '33da4b66-4520-483f-a135-7a7941ebd418', 'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'mac_address': 'fa:16:3e:d0:12:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:04Z', 'updated_at': '2022-03-22T12:19:40Z', 'revision_number': 4, 'project_id': '8531d086af9d478aac581589cdb32384', 'subnets': [{'id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:19:41.842063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Pushing event updated for resources: {'Port': ['ID=2ad238b6-5dde-4f6c-9c76-798045bbc670,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:41.934680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:41.940840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.041948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-300b6cdd-08b2-4e9c-8de2-f985c4534ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.047419 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.051388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:42.052063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.057626 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-c00c1178-7a06-407a-b265-942f73788815 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7227790 Mar 22 12:19:42.085375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Request body: {'port': {'device_id': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:42.102476 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.115356 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Transition to ACTIVE for port object 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:42.132970 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.134690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e4e5a8a-81b4-4471-827e-6ba50dc108ed None None] Provisioning for port 2ad238b6-5dde-4f6c-9c76-798045bbc670 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:42.141979 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e4e5a8a-81b4-4471-827e-6ba50dc108ed None None] Provisioning complete for port 2ad238b6-5dde-4f6c-9c76-798045bbc670 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:42.142723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e4e5a8a-81b4-4471-827e-6ba50dc108ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.188963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35952) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:42.235973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1e4e5a8a-81b4-4471-827e-6ba50dc108ed None None] Port 2ad238b6-5dde-4f6c-9c76-798045bbc670 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:19:42.285615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event updated for resources: {'Network': ['ID=3e615746-5eed-4049-83f8-f2b8cf62048d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:42.291545 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a41cfb63-3fde-4db5-8847-5ac28db6b3b3 req-6bda7005-5eb4-4195-ad31-65dc907f4fab service neutron] 10.222.0.55 "GET /v2.0/networks/bb46452e-4545-42cf-a68a-ee059c6e8f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9672606 Mar 22 12:19:42.301439 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 3e615746-5eed-4049-83f8-f2b8cf62048d details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:42.338603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-300b6cdd-08b2-4e9c-8de2-f985c4534ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.343040 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-300b6cdd-08b2-4e9c-8de2-f985c4534ac3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/646e0b27-b381-46b1-9c59-15d04b53715d HTTP/1.1" status: 204 len: 168 time: 2.2188301 Mar 22 12:19:42.344097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b6cdd-08b2-4e9c-8de2-f985c4534ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646e0b27-b381-46b1-9c59-15d04b53715d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:42.389894 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713e957-f5bb-4ff7-8917-96920c81d990 None None] Pushing event updated for resources: {'Port': ['ID=80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:42.396210 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4f05fc96-1c33-4e3c-8eda-4f8af031fc01 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3400717 Mar 22 12:19:42.433024 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 35960) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:42.458422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.573930 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ab9b623c-cf3a-45a8-8262-aae420d2e1cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b3ce1b836bcb46aea7f27b9d5ef8da3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3755705 Mar 22 12:19:42.582951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Request body: {'subnet': {'network_id': '3e615746-5eed-4049-83f8-f2b8cf62048d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:42.583628 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dff08-eaac-42c5-9771-bcc68a150fdd req-aa0b3e0d-1099-4b14-937a-fe9bfd0688f8 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:42.591262 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed4dff08-eaac-42c5-9771-bcc68a150fdd req-aa0b3e0d-1099-4b14-937a-fe9bfd0688f8 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 945 time: 0.5997694 Mar 22 12:19:42.593168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35964) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:42.655955 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Attempting to bind port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:42.656179 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Attempting to bind port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:42.656531 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Attempting to bind port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 on network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:42.659047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Allocated IP 172.26.0.90 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/c8020a07-4f39-480d-b579-3ea528861dd0) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:42.665851 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:42.666214 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Checking segment: {'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:42.666603 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.667018 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Bound using segment: {'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:42.667487 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Bound port: 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:42.668675 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.672414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 33da4b66-4520-483f-a135-7a7941ebd418 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:42.686983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caf045-86a8-45b4-953e-7e96e1dee94a req-d1efc87a-45e5-4904-a787-4de7852bcc8b tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:42.707825 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-81caf045-86a8-45b4-953e-7e96e1dee94a req-d1efc87a-45e5-4904-a787-4de7852bcc8b tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 932 time: 1.2095909 Mar 22 12:19:42.823700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 33da4b66-4520-483f-a135-7a7941ebd418 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:42.831537 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] For port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:42.832628 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 33da4b66-4520-483f-a135-7a7941ebd418 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:42.833681 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.835344 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] For port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:42.841175 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.898132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5f33056-9a8d-4425-9940-273a95679798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:42.954852 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713e957-f5bb-4ff7-8917-96920c81d990 None None] Pushing event updated for resources: {'Port': ['ID=80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:42.976141 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed4dff08-eaac-42c5-9771-bcc68a150fdd req-d5cfbe0c-ac2d-45c9-b9ee-e381b7094c73 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3839457 Mar 22 12:19:42.980887 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Routers {'d6831f3b-5b40-424f-9147-d04618137e70'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:42.981546 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d6831f3b-5b40-424f-9147-d04618137e70'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:43.125618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:43.147913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5f33056-9a8d-4425-9940-273a95679798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:43.164876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:43.249803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 33da4b66-4520-483f-a135-7a7941ebd418, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=33da4b66-4520-483f-a135-7a7941ebd418,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:43.262134 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:43.356969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a983eeba-2aa8-462c-861f-04edb61b052e no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:19:43.394237 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] Set router d6831f3b-5b40-424f-9147-d04618137e70 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:43.419242 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-81caf045-86a8-45b4-953e-7e96e1dee94a req-c7bbd122-f4b7-49b0-9750-b846a2f39e2f tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7104354 Mar 22 12:19:43.453075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:43.472520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Usage tracker for resource:subnet and tenant:4af5e7272728434fb13090f84c279744 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:43.477847 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:43.485249 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-63bd1c7e-339b-4868-b0cb-93ece6f9d1d9 req-0ca3c321-c055-4524-89f1-28b2256e170d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8531d086af9d478aac581589cdb32384&device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 1096 time: 1.0558667 Mar 22 12:19:43.485765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a983eeba-2aa8-462c-861f-04edb61b052e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:19:43.486901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a983eeba-2aa8-462c-861f-04edb61b052e not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:19:43.532573 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=33da4b66-4520-483f-a135-7a7941ebd418,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:43.590295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:43.664124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:43.689828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Made reservation on behalf of 4af5e7272728434fb13090f84c279744 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:43.701483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5f33056-9a8d-4425-9940-273a95679798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:43.730558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f20094f3-0ee9-4442-9ab3-06a3fb6983ce up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:43.732253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f33056-9a8d-4425-9940-273a95679798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4c916f-071f-4c35-b8ca-50615d849ff0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:43.742046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c222dbb-c2bb-4010-b8ba-b392508643a4 req-6b677f6a-404e-484a-965a-0916207d9657 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:43.749039 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c222dbb-c2bb-4010-b8ba-b392508643a4 req-6b677f6a-404e-484a-965a-0916207d9657 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 943 time: 0.2824359 Mar 22 12:19:43.773997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad238b6-5dde-4f6c-9c76-798045bbc670 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:19:43.785274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:43.805681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Transition to ACTIVE for port object 2ad238b6-5dde-4f6c-9c76-798045bbc670 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:43.807093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5f33056-9a8d-4425-9940-273a95679798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:43.808582 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d5f33056-9a8d-4425-9940-273a95679798 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e4c916f-071f-4c35-b8ca-50615d849ff0 HTTP/1.1" status: 204 len: 168 time: 1.2115393 Mar 22 12:19:43.821063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:43.881673 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:13Z', 'revision_number': 4, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2', 'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'mac_address': 'fa:16:3e:7b:d4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:42Z', 'revision_number': 4, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'subnets': [{'id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:43.895089 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e9f5d9-9c32-4a45-a2a0-1902ad031083 None None] The sync data for ids ['d6831f3b-5b40-424f-9147-d04618137e70'] in dv-neutron-834653-1-hyperv is: [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:13Z', 'revision_number': 4, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2', 'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'mac_address': 'fa:16:3e:7b:d4:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:42Z', 'revision_number': 4, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'subnets': [{'id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:19:43.902595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port f20094f3-0ee9-4442-9ab3-06a3fb6983ce completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:43.908199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port f20094f3-0ee9-4442-9ab3-06a3fb6983ce triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:43.908558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:44.101078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:19:44.123990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:44.125963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Pushing event updated for resources: {'Port': ['ID=2ad238b6-5dde-4f6c-9c76-798045bbc670,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:44.144649 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c222dbb-c2bb-4010-b8ba-b392508643a4 req-82af2d8f-6bb6-4a3c-8233-33f343d7a689 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945897 Mar 22 12:19:44.156908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73655614-7c94-4801-ba47-af0c30a62f9e None None] Sync routers for ids ['9727c15c-f687-4b5b-bd7d-c72aa336e79f'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:19:44.221920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:44.271139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73655614-7c94-4801-ba47-af0c30a62f9e None None] Routers {'9727c15c-f687-4b5b-bd7d-c72aa336e79f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:44.271946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-73655614-7c94-4801-ba47-af0c30a62f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9727c15c-f687-4b5b-bd7d-c72aa336e79f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:44.301852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd1c7e-339b-4868-b0cb-93ece6f9d1d9 req-0fd3a1c6-9a55-4b5a-8ee8-2a537f817474 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:44.306351 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-63bd1c7e-339b-4868-b0cb-93ece6f9d1d9 req-0fd3a1c6-9a55-4b5a-8ee8-2a537f817474 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb46452e-4545-42cf-a68a-ee059c6e8f32 HTTP/1.1" status: 200 len: 913 time: 0.8081121 Mar 22 12:19:44.320007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:44.326412 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ead1fd29-e322-438f-bc34-8b1fc12d4427 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.1990862 Mar 22 12:19:44.337058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 35990) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:44.550646 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-73655614-7c94-4801-ba47-af0c30a62f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:44.576785 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Attempting to bind port 2ad238b6-5dde-4f6c-9c76-798045bbc670 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:44.577405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Attempting to bind port 2ad238b6-5dde-4f6c-9c76-798045bbc670 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:44.578039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Attempting to bind port 2ad238b6-5dde-4f6c-9c76-798045bbc670 on network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:44.600218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Port 2ad238b6-5dde-4f6c-9c76-798045bbc670 on network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:44.600539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Attempting to bind port 2ad238b6-5dde-4f6c-9c76-798045bbc670 on network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:44.618769 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 33da4b66-4520-483f-a135-7a7941ebd418 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:44.625525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:44.625867 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Checking segment: {'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:44.626479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Bound using segment: {'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:44.626928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Bound port: 2ad238b6-5dde-4f6c-9c76-798045bbc670, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:44.627264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:44.710917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:44.742928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] For port 2ad238b6-5dde-4f6c-9c76-798045bbc670, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:44.746906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] For port 2ad238b6-5dde-4f6c-9c76-798045bbc670, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ad238b6-5dde-4f6c-9c76-798045bbc670,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:44.756298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:44.788044 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73655614-7c94-4801-ba47-af0c30a62f9e None None] Routers {'9727c15c-f687-4b5b-bd7d-c72aa336e79f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:44.788672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-73655614-7c94-4801-ba47-af0c30a62f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9727c15c-f687-4b5b-bd7d-c72aa336e79f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:44.864242 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-63bd1c7e-339b-4868-b0cb-93ece6f9d1d9 req-26388e83-79a3-429f-8575-0120b1c55d80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd8fa6d-5225-401e-8f16-15cce7538fb8 HTTP/1.1" status: 200 len: 217 time: 0.4192073 Mar 22 12:19:44.910102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:44.911890 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] 10.222.0.55 "PUT /v2.0/ports/2ad238b6-5dde-4f6c-9c76-798045bbc670 HTTP/1.1" status: 200 len: 1094 time: 2.8388326 Mar 22 12:19:44.912302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3930420b-53cd-4912-b917-6827ca9750ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:19:44.917966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'tag': '2ad238b6-5dde-4f6c-9c76-798045bbc670'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:19:45.046598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83012cf4-770c-4137-9a79-8d3b8ae7292d service neutron] Pushing event updated for resources: {'Port': ['ID=2ad238b6-5dde-4f6c-9c76-798045bbc670,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:45.078553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-73655614-7c94-4801-ba47-af0c30a62f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:45.080185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73655614-7c94-4801-ba47-af0c30a62f9e None None] The sync data for ids ['9727c15c-f687-4b5b-bd7d-c72aa336e79f'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:19:45.094936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f20094f3-0ee9-4442-9ab3-06a3fb6983ce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:45.110724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:45.112818 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 33da4b66-4520-483f-a135-7a7941ebd418 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:45.113378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:45.131089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:45.152494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Pushing event updated for resources: {'Port': ['ID=c8020a07-4f39-480d-b579-3ea528861dd0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:45.181044 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:45.341401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:45.376939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aba5b-5244-421b-8945-1a06d369ba5e req-0ab86bc7-1c19-4418-a0f4-bed7fb99c05d tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:45.378121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-563aba5b-5244-421b-8945-1a06d369ba5e req-0ab86bc7-1c19-4418-a0f4-bed7fb99c05d tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Synchronizing usage tracker for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:45.405389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-563aba5b-5244-421b-8945-1a06d369ba5e req-0ab86bc7-1c19-4418-a0f4-bed7fb99c05d tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Unset dirty status for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:45.409883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd1c7e-339b-4868-b0cb-93ece6f9d1d9 req-8091c7f7-4921-4fe4-a545-c9820e138d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:45.414255 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-563aba5b-5244-421b-8945-1a06d369ba5e req-0ab86bc7-1c19-4418-a0f4-bed7fb99c05d tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 944 time: 0.6655643 Mar 22 12:19:45.415954 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-63bd1c7e-339b-4868-b0cb-93ece6f9d1d9 req-8091c7f7-4921-4fe4-a545-c9820e138d5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee7fb443-864c-4e35-8c85-686b735a223d HTTP/1.1" status: 200 len: 851 time: 0.5347042 Mar 22 12:19:45.465735 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a5a71290-fc1e-4c2f-b7c8-a746d84da23d tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/routers/9727c15c-f687-4b5b-bd7d-c72aa336e79f HTTP/1.1" status: 200 len: 923 time: 1.1269844 Mar 22 12:19:45.470101 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-b0a751b7-8b59-4cb9-9cd2-eefa6226bc5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=934110f16cbd4eeaa5a066963b2a1493&device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 1097 time: 0.5068791 Mar 22 12:19:45.471978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36030) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:45.514147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f20094f3-0ee9-4442-9ab3-06a3fb6983ce,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:45.584301 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c09fd535-832a-4d1d-8363-cf18c839a731 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=9727c15c-f687-4b5b-bd7d-c72aa336e79f HTTP/1.1" status: 200 len: 205 time: 0.1110206 Mar 22 12:19:45.628555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e61e18-c803-4481-87a5-c422c87bb2ae req-dbb37cb0-04fa-4b79-a8a9-9769ccc9a1c5 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:45.630180 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-20e61e18-c803-4481-87a5-c422c87bb2ae req-dbb37cb0-04fa-4b79-a8a9-9769ccc9a1c5 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 945 time: 1.1201229 Mar 22 12:19:45.645978 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36034) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:45.660059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:45.693876 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-7d35d62d-1f4c-412f-b966-a18da737c2f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad238b6-5dde-4f6c-9c76-798045bbc670 HTTP/1.1" status: 200 len: 217 time: 0.1077397 Mar 22 12:19:45.708968 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-563aba5b-5244-421b-8945-1a06d369ba5e req-b03ca86f-41cb-40c1-9696-239cce3dcb56 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936628 Mar 22 12:19:45.726232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2cd8fa6d-5225-401e-8f16-15cce7538fb8 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:19:45.833138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-411d5eb6-36c9-4366-a357-5ad5fff898f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:45.835089 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-411d5eb6-36c9-4366-a357-5ad5fff898f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a06b53-c0a1-4ba6-849e-2080b1d16ef7 HTTP/1.1" status: 200 len: 845 time: 0.1240923 Mar 22 12:19:45.967139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:45.983812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:45.984171 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:46.002948 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-20e61e18-c803-4481-87a5-c422c87bb2ae req-53e74701-77ec-40dc-b3f1-8a4ccdea61cf tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707460 Mar 22 12:19:46.057875 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-3a7a0814-be4c-4781-aadf-c078a949c038 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=68b84d2c-d1e6-4359-ae6d-d770fffe6077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2141643 Mar 22 12:19:46.080657 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2cd8fa6d-5225-401e-8f16-15cce7538fb8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2cd8fa6d-5225-401e-8f16-15cce7538fb8,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:46.103986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee0434-521d-4171-a0cb-8ff728c7f6dc req-a393fe73-0b3c-4cf3-ad9f-f7fc5833abc4 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:46.105977 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3bee0434-521d-4171-a0cb-8ff728c7f6dc req-a393fe73-0b3c-4cf3-ad9f-f7fc5833abc4 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 943 time: 0.1850400 Mar 22 12:19:46.112506 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-63bd1c7e-339b-4868-b0cb-93ece6f9d1d9 req-97130aec-a84c-499b-94ea-b8a1df33fd26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb46452e-4545-42cf-a68a-ee059c6e8f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6889837 Mar 22 12:19:46.113317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:46.124395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '2cd8fa6d-5225-401e-8f16-15cce7538fb8', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'port_id': '2cd8fa6d-5225-401e-8f16-15cce7538fb8', 'mac_address': 'fa:16:3e:e3:3d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:19:46.156628 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:46.191477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:46.257102 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-d15792cf-ac8e-4370-b745-2df324f94395 service neutron] 10.222.0.55 "GET /v2.0/networks/68b84d2c-d1e6-4359-ae6d-d770fffe6077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918819 Mar 22 12:19:46.262126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:46.273478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd8fa6d-5225-401e-8f16-15cce7538fb8 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:19:46.305943 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:46.312180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2cd8fa6d-5225-401e-8f16-15cce7538fb8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2cd8fa6d-5225-401e-8f16-15cce7538fb8,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:46.314036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:46.314741 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-63bd1c7e-339b-4868-b0cb-93ece6f9d1d9 req-1f5321fe-318d-4fda-ad93-676480e78312 service neutron] 10.222.0.55 "GET /v2.0/networks/bb46452e-4545-42cf-a68a-ee059c6e8f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566048 Mar 22 12:19:46.354929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:46.391765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:46.436462 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3bee0434-521d-4171-a0cb-8ff728c7f6dc req-14f4e696-e6ff-4d69-bf3d-8583cca1f97f tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774900 Mar 22 12:19:46.471248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=2cd8fa6d-5225-401e-8f16-15cce7538fb8,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:46.497366 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-763a9e0f-e03c-4922-8bc5-72ee2c435720 req-e04b8d25-2619-46e3-a993-d94365e66e6a service neutron] 10.222.0.55 "GET /v2.0/networks/68b84d2c-d1e6-4359-ae6d-d770fffe6077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182202 Mar 22 12:19:46.670560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event updated for resources: {'Subnet': ['ID=71888354-7d74-4cc7-b9e4-48f45da6c2a8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:46.682297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:46.735809 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'tag': '2ad238b6-5dde-4f6c-9c76-798045bbc670', 'status': 'completed', 'code': 200} Mar 22 12:19:46.784101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Checking segment: {'id': 'a9e692dd-e206-4a72-9083-900a85a3812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3e615746-5eed-4049-83f8-f2b8cf62048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:46.784462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Network hostable DHCP agents. Network: 3e615746-5eed-4049-83f8-f2b8cf62048d, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:19:46.797552 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-63bd1c7e-339b-4868-b0cb-93ece6f9d1d9 req-5e879cab-33b0-4f29-b3e6-ef38ac4ed184 service neutron] 10.222.0.55 "GET /v2.0/networks/bb46452e-4545-42cf-a68a-ee059c6e8f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740098 Mar 22 12:19:46.865052 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a121f363-d491-45d8-beb5-d3184211b328 req-413cc6ac-7830-4f10-9c7a-07f3f066bc81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=934110f16cbd4eeaa5a066963b2a1493&device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 1097 time: 0.1045544 Mar 22 12:19:46.904760 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['2cd8fa6d-5225-401e-8f16-15cce7538fb8'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:19:46.937563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Network 3e615746-5eed-4049-83f8-f2b8cf62048d is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:19:46.969320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.029662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 3e615746-5eed-4049-83f8-f2b8cf62048d) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:47.058331 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3930420b-53cd-4912-b917-6827ca9750ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce', 'code': 200} Mar 22 12:19:47.062790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac72559-a35a-40e0-9c4a-16d29e99840c None None] Network 3e615746-5eed-4049-83f8-f2b8cf62048d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:47.129598 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:47.130183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.145473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36066) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:47.180421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:19:47.240575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121f363-d491-45d8-beb5-d3184211b328 req-0cd8bfe5-2862-4087-a515-37db0f43b1f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:47.244918 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a121f363-d491-45d8-beb5-d3184211b328 req-0cd8bfe5-2862-4087-a515-37db0f43b1f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=68b84d2c-d1e6-4359-ae6d-d770fffe6077 HTTP/1.1" status: 200 len: 907 time: 0.3706896 Mar 22 12:19:47.251362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.263067 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4dd6d1f3-56dd-403d-9981-99f7312ed929 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8233564 Mar 22 12:19:47.264538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36074) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:47.283948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-979ede3a-5564-4193-b0b6-1ca5b8b47c85 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1504945426', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:47.289624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.308513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-979ede3a-5564-4193-b0b6-1ca5b8b47c85 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:47.366312 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-979ede3a-5564-4193-b0b6-1ca5b8b47c85 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Usage tracker for resource:router and tenant:4af5e7272728434fb13090f84c279744 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:47.411929 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-979ede3a-5564-4193-b0b6-1ca5b8b47c85 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:47.427890 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a121f363-d491-45d8-beb5-d3184211b328 req-dd44b6a7-a20c-447d-91e0-1304632a3ad7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad238b6-5dde-4f6c-9c76-798045bbc670 HTTP/1.1" status: 200 len: 217 time: 0.1765878 Mar 22 12:19:47.442088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-979ede3a-5564-4193-b0b6-1ca5b8b47c85 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:47.523260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b77020-1453-4006-a44c-2e1f6310629c req-e4d7abf4-4c88-4e68-a925-dd42c3197095 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:47.527891 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-43b77020-1453-4006-a44c-2e1f6310629c req-e4d7abf4-4c88-4e68-a925-dd42c3197095 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 944 time: 0.5049849 Mar 22 12:19:47.540929 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Pushing event updated for resources: {'Port': ['ID=c8020a07-4f39-480d-b579-3ea528861dd0,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:47.556004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f54ed-1c15-49f3-a274-d7002ae2a3c8 req-556b8083-a1d0-4715-866a-2300e3121b0b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:47.558294 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-659f54ed-1c15-49f3-a274-d7002ae2a3c8 req-556b8083-a1d0-4715-866a-2300e3121b0b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.3094695 Mar 22 12:19:47.564916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121f363-d491-45d8-beb5-d3184211b328 req-4f60f384-ce75-4ebc-a467-580ba762cff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:47.566643 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a121f363-d491-45d8-beb5-d3184211b328 req-4f60f384-ce75-4ebc-a467-580ba762cff6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a06b53-c0a1-4ba6-849e-2080b1d16ef7 HTTP/1.1" status: 200 len: 845 time: 0.1224012 Mar 22 12:19:47.598960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-3e615746-5eed-4049-83f8-f2b8cf62048d', 'network_id': '3e615746-5eed-4049-83f8-f2b8cf62048d', 'tenant_id': '4af5e7272728434fb13090f84c279744', 'fixed_ips': [{'subnet_id': '71888354-7d74-4cc7-b9e4-48f45da6c2a8'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:19:47.599757 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.607113 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-979ede3a-5564-4193-b0b6-1ca5b8b47c85 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.608216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-979ede3a-5564-4193-b0b6-1ca5b8b47c85 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.663676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-861892957', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:47.674853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:47.689075 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-659f54ed-1c15-49f3-a274-d7002ae2a3c8 req-011ec6bf-805f-4395-b705-2c6db4c7e97b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213348 Mar 22 12:19:47.712044 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Usage tracker for resource:port and tenant:7c8632a1c85241f68c69b715369c42fa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:47.714714 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a121f363-d491-45d8-beb5-d3184211b328 req-c008ea3a-8ed8-4406-8a0b-28086b501a78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=68b84d2c-d1e6-4359-ae6d-d770fffe6077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1296539 Mar 22 12:19:47.732659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:47.741713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:47.747062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.797560 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-43b77020-1453-4006-a44c-2e1f6310629c req-387fd380-f3d6-493b-8883-a52807155e64 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416193 Mar 22 12:19:47.801786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-979ede3a-5564-4193-b0b6-1ca5b8b47c85 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.822779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Made reservation on behalf of 7c8632a1c85241f68c69b715369c42fa for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:47.825373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.835643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Allocated IP 172.20.0.2 (3e615746-5eed-4049-83f8-f2b8cf62048d/71888354-7d74-4cc7-b9e4-48f45da6c2a8/291712a4-e7e2-49d5-afe9-a12ddc86e177) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:47.842831 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-635fea4a-e968-444c-b2eb-61c6a2284935 req-2795528e-a42c-405b-a703-f3a8765ba3ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 1099 time: 0.4734833 Mar 22 12:19:47.848360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.849847 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bb555f0f-078d-4d4c-8990-bcd72b11ecba tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.6419287 Mar 22 12:19:47.852692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.866081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36088) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:47.888866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-673948784', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'fixed_ips': [{'ip_address': '172.26.0.90'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:47.901730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:47.913642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Usage tracker for resource:port and tenant:3572a21601264eb4849d75ad08c14cab is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:47.916611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-635fea4a-e968-444c-b2eb-61c6a2284935 req-76073bd1-6b70-470b-b58d-0a313b877581 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.926021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:47.943067 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-979ede3a-5564-4193-b0b6-1ca5b8b47c85 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:47.956533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:47.979855 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a121f363-d491-45d8-beb5-d3184211b328 req-d9859201-e72d-4ee5-a575-b516c40f5a23 service neutron] 10.222.0.55 "GET /v2.0/networks/68b84d2c-d1e6-4359-ae6d-d770fffe6077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583265 Mar 22 12:19:47.995032 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:48.010339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Usage tracker for resource:security_group_rule and tenant:7c8632a1c85241f68c69b715369c42fa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:48.014141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Made reservation on behalf of 3572a21601264eb4849d75ad08c14cab for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:48.016627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.028257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:48.039735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-979ede3a-5564-4193-b0b6-1ca5b8b47c85 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.040899 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-979ede3a-5564-4193-b0b6-1ca5b8b47c85 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7743576 Mar 22 12:19:48.042009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:48.044902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-635fea4a-e968-444c-b2eb-61c6a2284935 req-76073bd1-6b70-470b-b58d-0a313b877581 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:48.048448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36094) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:48.102211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.110171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-635fea4a-e968-444c-b2eb-61c6a2284935 req-76073bd1-6b70-470b-b58d-0a313b877581 service neutron] Usage tracker for resource:security_group_rule and tenant:82c548fe450744e99d3dbe49fc1fb260 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:48.112718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.114925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Transition to ACTIVE for port object 291712a4-e7e2-49d5-afe9-a12ddc86e177 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:48.129510 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36098) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:48.133418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-635fea4a-e968-444c-b2eb-61c6a2284935 req-76073bd1-6b70-470b-b58d-0a313b877581 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:48.139076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Transition to ACTIVE for port object 291712a4-e7e2-49d5-afe9-a12ddc86e177 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:48.151218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.156543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-635fea4a-e968-444c-b2eb-61c6a2284935 req-76073bd1-6b70-470b-b58d-0a313b877581 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:48.172405 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a121f363-d491-45d8-beb5-d3184211b328 req-0a80f40a-4d43-4f28-b433-5fb22dec0ec1 service neutron] 10.222.0.55 "GET /v2.0/networks/68b84d2c-d1e6-4359-ae6d-d770fffe6077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785283 Mar 22 12:19:48.190238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b91a2d-615e-46c3-b118-2b0a964f37cf req-7d60d702-7a89-4c6a-8df7-50031c079e9b tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:48.197977 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59b91a2d-615e-46c3-b118-2b0a964f37cf req-7d60d702-7a89-4c6a-8df7-50031c079e9b tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 944 time: 0.3127999 Mar 22 12:19:48.224103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.272756 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59b91a2d-615e-46c3-b118-2b0a964f37cf req-d69016d9-1dda-459e-8d6f-a74fe2f3df94 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734205 Mar 22 12:19:48.276773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Deleting port 0159dae6-e734-4983-8c7b-65bb830e1194 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:48.277274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.288427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Pushing event updated for resources: {'Port': ['ID=291712a4-e7e2-49d5-afe9-a12ddc86e177,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:48.303879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Network 3e615746-5eed-4049-83f8-f2b8cf62048d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:48.305810 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:48.309780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:48.345532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:48.361879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Usage tracker for resource:security_group_rule and tenant:3572a21601264eb4849d75ad08c14cab is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:48.371576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:48.411561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:48.418658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Attempting to bind port 291712a4-e7e2-49d5-afe9-a12ddc86e177 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:48.419028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Attempting to bind port 291712a4-e7e2-49d5-afe9-a12ddc86e177 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'a9e692dd-e206-4a72-9083-900a85a3812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3e615746-5eed-4049-83f8-f2b8cf62048d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:48.419513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Attempting to bind port 291712a4-e7e2-49d5-afe9-a12ddc86e177 on network 3e615746-5eed-4049-83f8-f2b8cf62048d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:48.426697 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:19:48.427017 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Checking segment: {'id': 'a9e692dd-e206-4a72-9083-900a85a3812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3e615746-5eed-4049-83f8-f2b8cf62048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:48.427382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.427909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Bound using segment: {'id': 'a9e692dd-e206-4a72-9083-900a85a3812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3e615746-5eed-4049-83f8-f2b8cf62048d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:19:48.428367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Bound port: 291712a4-e7e2-49d5-afe9-a12ddc86e177, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e692dd-e206-4a72-9083-900a85a3812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3e615746-5eed-4049-83f8-f2b8cf62048d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:19:48.428795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.443414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:48.457202 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1263030225'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:48.462838 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:48.466953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Usage tracker for resource:network and tenant:a580f8355718403f9f3945450535d40a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:48.470756 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:48.478825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:48.490646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.607293 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] For port 291712a4-e7e2-49d5-afe9-a12ddc86e177, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:48.611445 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] For port 291712a4-e7e2-49d5-afe9-a12ddc86e177, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=291712a4-e7e2-49d5-afe9-a12ddc86e177,segment=NetworkSegment(a9e692dd-e206-4a72-9083-900a85a3812b),segment_id=a9e692dd-e206-4a72-9083-900a85a3812b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:19:48.619370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.651512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:48.651873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.674768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.718245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] device_id is not set on port 6dc49eaf-0035-4a0c-a074-5b293a3ca614 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:48.749094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cc990-fe0e-451d-8650-d60bfc93a7fb None None] Pushing event updated for resources: {'Port': ['ID=291712a4-e7e2-49d5-afe9-a12ddc86e177,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:48.758773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-635fea4a-e968-444c-b2eb-61c6a2284935 req-76073bd1-6b70-470b-b58d-0a313b877581 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.780061 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Made reservation on behalf of a580f8355718403f9f3945450535d40a for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:48.788680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.807464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-635fea4a-e968-444c-b2eb-61c6a2284935 req-76073bd1-6b70-470b-b58d-0a313b877581 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.846964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8069879-db31-4d85-8ffb-bef7c6b5990c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:48.896442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:48.929959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.015778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:49.030397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Usage tracker for resource:security_group_rule and tenant:a580f8355718403f9f3945450535d40a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:49.030773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-635fea4a-e968-444c-b2eb-61c6a2284935 req-76073bd1-6b70-470b-b58d-0a313b877581 service neutron] Synchronizing usage tracker for tenant:82c548fe450744e99d3dbe49fc1fb260 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:49.038638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:49.052110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:49.106677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab491b2-f605-4dbd-9965-11d70454543b req-3fe3515f-785f-414d-a897-f8521614c555 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:49.108390 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0ab491b2-f605-4dbd-9965-11d70454543b req-3fe3515f-785f-414d-a897-f8521614c555 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 944 time: 0.1473448 Mar 22 12:19:49.191555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.198103 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0ab491b2-f605-4dbd-9965-11d70454543b req-ff788057-c557-41ca-841f-62a907cb9091 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799251 Mar 22 12:19:49.203341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.237751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Calling delete_port for 0159dae6-e734-4983-8c7b-65bb830e1194 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:49.244661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:19:49.250358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e37b9d-cedb-46c8-919b-3439c7d66179,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:49.259020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.259360 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Added segment 67750314-a71d-4044-91d8-f03741dc6a2a of type vlan for network 53457109-dc20-455b-bfe6-c94146fb729c Mar 22 12:19:49.286582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.317940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76073bd1-6b70-470b-b58d-0a313b877581 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbf8217-3190-41f0-b8be-2754d657b96e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:49.318946 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.323083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:49.323724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.391846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-635fea4a-e968-444c-b2eb-61c6a2284935 req-76073bd1-6b70-470b-b58d-0a313b877581 service neutron] Unset dirty status for tenant:82c548fe450744e99d3dbe49fc1fb260 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:49.392989 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-635fea4a-e968-444c-b2eb-61c6a2284935 req-76073bd1-6b70-470b-b58d-0a313b877581 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5257843 Mar 22 12:19:49.480585 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3477352 Mar 22 12:19:49.485844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4552c96-0814-4b0f-97c2-53bca29b1d66 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Pushing event updated for resources: {'Network': ['ID=53457109-dc20-455b-bfe6-c94146fb729c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:49.497561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 53457109-dc20-455b-bfe6-c94146fb729c details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:19:49.518957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b077a-9454-4ae5-8fa7-792037472209 req-3d116e83-6cc4-4ec6-872c-7c78e545b1eb tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:49.520353 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-273b077a-9454-4ae5-8fa7-792037472209 req-3d116e83-6cc4-4ec6-872c-7c78e545b1eb tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 944 time: 0.1030865 Mar 22 12:19:49.546668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Allocated IP 172.26.0.55 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/6dc49eaf-0035-4a0c-a074-5b293a3ca614) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:49.550584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.577963 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.594042 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-273b077a-9454-4ae5-8fa7-792037472209 req-39242953-df07-4cc2-8706-a4169c9cfa18 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668552 Mar 22 12:19:49.629203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] device_id is not set on port 3ccd456e-109e-4a29-aee2-2576b24fc9f8 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:49.758040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2ad238b6-5dde-4f6c-9c76-798045bbc670 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:19:49.758550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73b778-dc3a-48db-970d-ad581499052c req-c169f35f-257f-4d46-bbce-8dddcd8639e5 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:49.760069 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3f73b778-dc3a-48db-970d-ad581499052c req-c169f35f-257f-4d46-bbce-8dddcd8639e5 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.8692274 Mar 22 12:19:49.785078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6930a94b-f12c-407c-a28f-8c06ce6b40de,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:49.807681 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2cd8fa6d-5225-401e-8f16-15cce7538fb8 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:49.859051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:49.868277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Request body: {'port': {'network_id': '53457109-dc20-455b-bfe6-c94146fb729c', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1175430796'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:49.873351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:49.878726 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Usage tracker for resource:port and tenant:6766983331cb4fa5abd2c590e3a9c338 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:49.882198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:49.889533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:49.892081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.907442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Made reservation on behalf of 6766983331cb4fa5abd2c590e3a9c338 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:49.911165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.928193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:49.975880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:49.979665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Usage tracker for resource:security_group_rule and tenant:6766983331cb4fa5abd2c590e3a9c338 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:49.982690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:49.988374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:49.995148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2ad238b6-5dde-4f6c-9c76-798045bbc670, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ad238b6-5dde-4f6c-9c76-798045bbc670,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:50.006535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:50.013320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '2ad238b6-5dde-4f6c-9c76-798045bbc670', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'port_id': '2ad238b6-5dde-4f6c-9c76-798045bbc670', 'mac_address': 'fa:16:3e:ac:c7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:19:50.016096 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:50.016471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.045572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ca2e5-342c-45e2-834e-4a1a37d5d554 None None] Network 3e615746-5eed-4049-83f8-f2b8cf62048d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:50.064834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.070612 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.082022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] device_id is not set on port b10987f2-d0a7-4500-beb8-01d40eb10bcf yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:50.155423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f5f9d2-4469-403a-b61d-e34ddd939f3f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:50.218504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.263884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-62437821-fdac-47ed-b4e2-5939b424d890 None None] Provisioning for port 291712a4-e7e2-49d5-afe9-a12ddc86e177 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:50.365403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad238b6-5dde-4f6c-9c76-798045bbc670 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:19:50.462693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2ad238b6-5dde-4f6c-9c76-798045bbc670, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ad238b6-5dde-4f6c-9c76-798045bbc670,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:50.482316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.515536 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.521235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 291712a4-e7e2-49d5-afe9-a12ddc86e177 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:50.545538 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3f73b778-dc3a-48db-970d-ad581499052c req-f3ef9ff1-4d97-4446-9cc8-9779e2cd4183 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7614105 Mar 22 12:19:50.560346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.562707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.572071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] device_id is not set on port b10987f2-d0a7-4500-beb8-01d40eb10bcf yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:50.589880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.609012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff584d-a8fa-45c4-af2a-264b0b265128 req-2d27284c-3dc1-46aa-b5ea-b1ac58219547 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:50.610507 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8dff584d-a8fa-45c4-af2a-264b0b265128 req-2d27284c-3dc1-46aa-b5ea-b1ac58219547 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 945 time: 0.1727402 Mar 22 12:19:50.622958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Transition to ACTIVE for port object b10987f2-d0a7-4500-beb8-01d40eb10bcf will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:50.631437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Pushing event deleted for resources: {'Port': ['ID=0159dae6-e734-4983-8c7b-65bb830e1194,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:50.638355 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=2ad238b6-5dde-4f6c-9c76-798045bbc670,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:50.647081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd8fa6d-5225-401e-8f16-15cce7538fb8'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:19:50.662903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2cd8fa6d-5225-401e-8f16-15cce7538fb8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2cd8fa6d-5225-401e-8f16-15cce7538fb8,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:50.676674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.698678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.710349 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8dff584d-a8fa-45c4-af2a-264b0b265128 req-3650d62f-da2b-4426-96ee-2c5ebbf26171 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844920 Mar 22 12:19:50.714992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.734156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 291712a4-e7e2-49d5-afe9-a12ddc86e177 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:50.758653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 291712a4-e7e2-49d5-afe9-a12ddc86e177 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:50.759016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:50.798725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event updated for resources: {'Port': ['ID=b10987f2-d0a7-4500-beb8-01d40eb10bcf,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:50.845795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=2cd8fa6d-5225-401e-8f16-15cce7538fb8,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:50.859619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Checking segment: {'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:19:50.860154 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Network hostable DHCP agents. Network: 53457109-dc20-455b-bfe6-c94146fb729c, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:19:50.889796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Network 53457109-dc20-455b-bfe6-c94146fb729c is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:19:50.915001 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd8fa6d-5225-401e-8f16-15cce7538fb8', 'code': 200} Mar 22 12:19:50.915826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['2ad238b6-5dde-4f6c-9c76-798045bbc670'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:19:50.921350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 53457109-dc20-455b-bfe6-c94146fb729c) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:50.941799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:50.960558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b33812-cb54-4c43-aa11-4f3038570faf None None] Network 53457109-dc20-455b-bfe6-c94146fb729c requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:19:50.961419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:50.961774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:50.962169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:50.975978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:50.976505 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:50.977053 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 2 to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf Mar 22 12:19:50.997215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:50.997828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:50.998415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:51.008711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:51.009249 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:51.010303 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 3 to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf Mar 22 12:19:51.034960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:51.035523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:51.036597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:51.046915 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:51.048938 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:51.049790 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 4 to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf Mar 22 12:19:51.065050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:51.078980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:51.079491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:51.079906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:51.086977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:51.087239 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:51.087777 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 5 to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf Mar 22 12:19:51.103828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:51.104281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:51.104961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:51.107014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:51.111524 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:51.111914 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:51.112368 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 6 to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf Mar 22 12:19:51.118556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Pushing event updated for resources: {'Port': ['ID=6dc49eaf-0035-4a0c-a074-5b293a3ca614,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:51.129476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:51.129823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:51.130180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:51.133490 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:51.143837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:51.144183 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:51.145464 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 7 to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf Mar 22 12:19:51.160358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:51.160866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:51.161184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:51.161521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:51.167506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:51.167746 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:51.168111 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 8 to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf Mar 22 12:19:51.184397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:51.184717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:51.185088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:51.191839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:51.192147 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:51.192511 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 9 to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf Mar 22 12:19:51.199712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-70d5c023-e2d1-488a-8845-93a02eff7164 None None] Provisioning complete for port 291712a4-e7e2-49d5-afe9-a12ddc86e177 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:51.200398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-70d5c023-e2d1-488a-8845-93a02eff7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:51.211390 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:51.211749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:51.212117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:51.218454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:51.218766 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:51.219184 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.plugins.ml2.plugin [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 10 to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf Mar 22 12:19:51.234040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:51.234358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:51.234686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:51.240287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b10987f2-d0a7-4500-beb8-01d40eb10bcf on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:51.241484 dv-neutron-834653-1-hyperv neutron-server[83794]: ERROR neutron.plugins.ml2.managers [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b10987f2-d0a7-4500-beb8-01d40eb10bcf on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:51.241484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:51.263744 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 12:19:51.264298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:19:51.330599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] For port b10987f2-d0a7-4500-beb8-01d40eb10bcf, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:51.330940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempted to set empty binding levels {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 12:19:51.339913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:51.385662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 291712a4-e7e2-49d5-afe9-a12ddc86e177, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=291712a4-e7e2-49d5-afe9-a12ddc86e177,segment=NetworkSegment(a9e692dd-e206-4a72-9083-900a85a3812b),segment_id=a9e692dd-e206-4a72-9083-900a85a3812b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:51.407023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:51.420908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Allocated IP 172.20.0.1 (3e615746-5eed-4049-83f8-f2b8cf62048d/71888354-7d74-4cc7-b9e4-48f45da6c2a8/e519bf35-a3ae-427b-9cc0-10bd886b5fa2) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:51.421118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:51.439198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:51.444054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event updated for resources: {'Port': ['ID=b10987f2-d0a7-4500-beb8-01d40eb10bcf,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:51.457387 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e3481dce-bd5d-492c-9017-c37802a246c7 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 1.5967512 Mar 22 12:19:51.460207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36124) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:51.498355 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:51.498964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:51.523573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Deleting port b10987f2-d0a7-4500-beb8-01d40eb10bcf {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:51.524231 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:51.622370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09505424-8a53-425a-8f99-7faf51be44ac req-d545a175-c6a1-40cd-bcf8-d4ee2d8f02fd tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:51.622933 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=291712a4-e7e2-49d5-afe9-a12ddc86e177,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:51.625006 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-09505424-8a53-425a-8f99-7faf51be44ac req-d545a175-c6a1-40cd-bcf8-d4ee2d8f02fd tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 945 time: 0.6993127 Mar 22 12:19:51.661192 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-15c94763-240c-4009-85d2-8920849498e5 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.7785487 Mar 22 12:19:51.670816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36130) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:51.955074 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-48fa889a-e22e-44b6-a07d-76ac1ae7d155 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 4.8032706 Mar 22 12:19:51.969843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36136) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:51.997764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.014498 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1fd09078-e7f2-4dea-9ea2-7c9984cbc5b6 req-5378fe39-7814-42b1-8a90-c4519b876eb7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 1098 time: 0.9035051 Mar 22 12:19:52.045017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.045629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.55'}]}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:52.066517 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-09505424-8a53-425a-8f99-7faf51be44ac req-6e1a56bf-d9e2-4ff8-a1e8-e124c8474cd9 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4137096 Mar 22 12:19:52.068984 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:52.073093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a39a09c5-16d7-4ea1-bb5f-a4f22372e6bd tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Deleting port c8020a07-4f39-480d-b579-3ea528861dd0 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:52.073420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a39a09c5-16d7-4ea1-bb5f-a4f22372e6bd tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.107600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.126875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Usage tracker for resource:router and tenant:7c8632a1c85241f68c69b715369c42fa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:52.132113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:52.142886 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1fd09078-e7f2-4dea-9ea2-7c9984cbc5b6 req-e6669a80-ed3c-48d1-b8d5-5f60aa289096 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139479 Mar 22 12:19:52.144076 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Transition to ACTIVE for port object e519bf35-a3ae-427b-9cc0-10bd886b5fa2 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:52.145486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.146251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Fanout notify agent at l3_agent the message router_deleted on router 9727c15c-f687-4b5b-bd7d-c72aa336e79f {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:19:52.155095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] For port b10987f2-d0a7-4500-beb8-01d40eb10bcf, host hv-neutron-8346, got binding levels [] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:52.155414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.159204 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.163825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:52.165707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36140) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:52.165895 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0df93276-53cd-4035-9c81-e8df20c4fdd4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/9727c15c-f687-4b5b-bd7d-c72aa336e79f HTTP/1.1" status: 204 len: 168 time: 6.5187323 Mar 22 12:19:52.177864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2118837558', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'enable_snat': False}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:52.187755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.246309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:52.306309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Network 3e615746-5eed-4049-83f8-f2b8cf62048d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:52.310825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:52.316644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:52.331481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Calling delete_port for b10987f2-d0a7-4500-beb8-01d40eb10bcf owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:52.341908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event updated for resources: {'Port': ['ID=e519bf35-a3ae-427b-9cc0-10bd886b5fa2,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:52.360428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Usage tracker for resource:router and tenant:14ff43e9a95f495ab28ca2f6135e2b13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:52.396546 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.407483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040820a-9da1-4fe9-bad3-8e8035fec7cb req-0702c9d0-6d9a-4e4b-acbb-286430e62951 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:52.419602 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1040820a-9da1-4fe9-bad3-8e8035fec7cb req-0702c9d0-6d9a-4e4b-acbb-286430e62951 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 945 time: 0.1955030 Mar 22 12:19:52.421063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:52.436648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.437585 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.452582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:52.463215 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 291712a4-e7e2-49d5-afe9-a12ddc86e177 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:52.472383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df76a4-2d62-4a85-8be5-90c2c6cc0de6 req-f86c2f47-8cb0-4a44-be6d-f6bcb7f763f8 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:52.473868 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e4df76a4-2d62-4a85-8be5-90c2c6cc0de6 req-f86c2f47-8cb0-4a44-be6d-f6bcb7f763f8 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.7357681 Mar 22 12:19:52.502460 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1040820a-9da1-4fe9-bad3-8e8035fec7cb req-3f5ff401-748a-43a7-86af-13e3976a6745 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818026 Mar 22 12:19:52.523789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.524708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.565016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 291712a4-e7e2-49d5-afe9-a12ddc86e177 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:52.565700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.586016 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.591074 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.625918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.643661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a39a09c5-16d7-4ea1-bb5f-a4f22372e6bd tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.644012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a39a09c5-16d7-4ea1-bb5f-a4f22372e6bd tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.650880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.665492 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e4df76a4-2d62-4a85-8be5-90c2c6cc0de6 req-ff152017-87f2-4557-9178-bc275149c326 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788745 Mar 22 12:19:52.712601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3296e348-9817-4a47-8685-18dfb28cac1b None None] Provisioning for port e519bf35-a3ae-427b-9cc0-10bd886b5fa2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:52.718390 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3296e348-9817-4a47-8685-18dfb28cac1b None None] Provisioning complete for port e519bf35-a3ae-427b-9cc0-10bd886b5fa2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:52.718836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3296e348-9817-4a47-8685-18dfb28cac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.774528 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3296e348-9817-4a47-8685-18dfb28cac1b None None] Port e519bf35-a3ae-427b-9cc0-10bd886b5fa2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:19:52.812499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event deleted for resources: {'Port': ['ID=b10987f2-d0a7-4500-beb8-01d40eb10bcf,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:52.823358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a39a09c5-16d7-4ea1-bb5f-a4f22372e6bd tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Calling delete_port for c8020a07-4f39-480d-b579-3ea528861dd0 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:52.984103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.986038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.989331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:52.989680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:52.990003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:52.990098 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:52.990307 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:52.990623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:52.990933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:52.991247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:52.991538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:52.991840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:52.992156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:52.992455 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.095030 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:53.120061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event updated for resources: {'Port': ['ID=e519bf35-a3ae-427b-9cc0-10bd886b5fa2,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:53.127896 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f9f74176-ddc2-4bb8-b47e-d7242821a7bf tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "DELETE /v2.0/ports/b10987f2-d0a7-4500-beb8-01d40eb10bcf HTTP/1.1" status: 204 len: 168 time: 1.6640956 Mar 22 12:19:53.130189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.130515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.130852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.131186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.131510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.131850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.132172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.132486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.132796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.133096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.133422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:53.134923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:53.182980 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdd4485-f81e-4a96-80a8-dd6183752e36 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] GET failed (client error): The resource could not be found. Mar 22 12:19:53.183444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9cdd4485-f81e-4a96-80a8-dd6183752e36 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Synchronizing usage tracker for tenant:6766983331cb4fa5abd2c590e3a9c338 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:53.322269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Network 3e615746-5eed-4049-83f8-f2b8cf62048d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:53.324138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:53.344757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:53.349480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9cdd4485-f81e-4a96-80a8-dd6183752e36 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Unset dirty status for tenant:6766983331cb4fa5abd2c590e3a9c338 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:53.354501 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9cdd4485-f81e-4a96-80a8-dd6183752e36 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "GET /v2.0/ports/b10987f2-d0a7-4500-beb8-01d40eb10bcf HTTP/1.1" status: 404 len: 333 time: 0.2140851 Mar 22 12:19:53.354501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:53.362564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36150) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:53.374469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Request body: {'port': {'network_id': '53457109-dc20-455b-bfe6-c94146fb729c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1173670368'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:53.387498 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:53.440955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:53.447705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a39a09c5-16d7-4ea1-bb5f-a4f22372e6bd tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:53.509609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a09c5-16d7-4ea1-bb5f-a4f22372e6bd tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8020a07-4f39-480d-b579-3ea528861dd0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:53.515797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59affb-dee4-4a1e-aa0f-b4eb2e239702 req-8b037eb6-e9d2-4dd1-b6d1-a0541cd9b7d3 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:53.517927 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9e59affb-dee4-4a1e-aa0f-b4eb2e239702 req-8b037eb6-e9d2-4dd1-b6d1-a0541cd9b7d3 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 945 time: 0.3178124 Mar 22 12:19:53.612663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8debb045-069c-4f09-ab44-dfd9631bc488 None None] Provisioning complete for port e519bf35-a3ae-427b-9cc0-10bd886b5fa2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:53.613261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8debb045-069c-4f09-ab44-dfd9631bc488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:53.632166 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Made reservation on behalf of 6766983331cb4fa5abd2c590e3a9c338 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:53.635388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:53.720161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8debb045-069c-4f09-ab44-dfd9631bc488 None None] Port e519bf35-a3ae-427b-9cc0-10bd886b5fa2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:19:53.767824 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9e59affb-dee4-4a1e-aa0f-b4eb2e239702 req-72bad5f7-7ca9-4de5-8747-269b32d1b466 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372406 Mar 22 12:19:53.785957 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2ad238b6-5dde-4f6c-9c76-798045bbc670 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:19:53.795667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] device_id is not set on port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:53.869279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 2ad238b6-5dde-4f6c-9c76-798045bbc670 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:53.874852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 2ad238b6-5dde-4f6c-9c76-798045bbc670 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:53.875206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:53.914311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a39a09c5-16d7-4ea1-bb5f-a4f22372e6bd tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:53.994921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.023110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad238b6-5dde-4f6c-9c76-798045bbc670'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:19:54.028733 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcff4e1-4620-4707-92b5-d7be93e2f819 req-6bd3b6bc-83f6-4f9b-9686-8d00af820b2b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:54.030311 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7dcff4e1-4620-4707-92b5-d7be93e2f819 req-6bd3b6bc-83f6-4f9b-9686-8d00af820b2b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.1137414 Mar 22 12:19:54.031470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Router 73e044dd-995b-49fa-84ee-7ad74dce240a is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:19:54.034040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2ad238b6-5dde-4f6c-9c76-798045bbc670, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ad238b6-5dde-4f6c-9c76-798045bbc670,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:54.043588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.068991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a39a09c5-16d7-4ea1-bb5f-a4f22372e6bd tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.070123 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a39a09c5-16d7-4ea1-bb5f-a4f22372e6bd tempest-ExternalNetworksAdminNegativeTestJSON-2000666548 tempest-ExternalNetworksAdminNegativeTestJSON-2000666548-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/13a299ab-3089-4973-b3da-c6e7f7fb1ab4 HTTP/1.1" status: 204 len: 168 time: 2.3983319 Mar 22 12:19:54.088330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f1d39-b153-4795-8c8d-96d7b1e2a208 req-ce3adb39-3454-4c90-b006-29aef215626c tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:54.089811 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6e8f1d39-b153-4795-8c8d-96d7b1e2a208 req-ce3adb39-3454-4c90-b006-29aef215626c tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 945 time: 0.3479991 Mar 22 12:19:54.142030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=2ad238b6-5dde-4f6c-9c76-798045bbc670,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:54.173774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:54.174324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:54.174833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:54.176459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:54.177064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:54.178730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:54.179294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:54.180762 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:54.182782 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:54.183373 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:54.183837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:19:54.227786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.242261 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7dcff4e1-4620-4707-92b5-d7be93e2f819 req-627906a8-d452-4511-9afc-9fd59397db52 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008936 Mar 22 12:19:54.294534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:19:54.300140 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6dc96da1-8fa4-4d4b-999e-48df11a0cb2b tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "PUT /v2.0/routers/73e044dd-995b-49fa-84ee-7ad74dce240a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2489069 Mar 22 12:19:54.300289 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6e8f1d39-b153-4795-8c8d-96d7b1e2a208 req-6499c5ce-ef02-4f3d-9334-a924ded52afa tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903856 Mar 22 12:19:54.302730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36164) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:54.306436 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a288c1-42f6-4947-a07c-9ebbea4cde44 None None] Sync routers for ids ['73e044dd-995b-49fa-84ee-7ad74dce240a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:19:54.313865 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Request body: {'port': {'network_id': '3e615746-5eed-4049-83f8-f2b8cf62048d', 'name': 'tempest-FloatingIPNegativeTestJSON-636906633'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:54.330295 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a288c1-42f6-4947-a07c-9ebbea4cde44 None None] Routers {'73e044dd-995b-49fa-84ee-7ad74dce240a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:54.331423 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-20a288c1-42f6-4947-a07c-9ebbea4cde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['73e044dd-995b-49fa-84ee-7ad74dce240a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:54.364578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.399814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.402870 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad238b6-5dde-4f6c-9c76-798045bbc670', 'code': 200} Mar 22 12:19:54.491699 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-20a288c1-42f6-4947-a07c-9ebbea4cde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:54.505425 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a288c1-42f6-4947-a07c-9ebbea4cde44 None None] Routers {'73e044dd-995b-49fa-84ee-7ad74dce240a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:54.506446 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-20a288c1-42f6-4947-a07c-9ebbea4cde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['73e044dd-995b-49fa-84ee-7ad74dce240a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:54.556346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Allocated IP 172.26.0.35 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/24ddfc91-adab-416d-92c8-6024c735ee51) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:54.577415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36170) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:54.583598 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-20a288c1-42f6-4947-a07c-9ebbea4cde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:54.584307 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a288c1-42f6-4947-a07c-9ebbea4cde44 None None] The sync data for ids ['73e044dd-995b-49fa-84ee-7ad74dce240a'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:19:54.603791 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:54.608046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Usage tracker for resource:port and tenant:4af5e7272728434fb13090f84c279744 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:54.611489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:54.618591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:54.673045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Made reservation on behalf of 4af5e7272728434fb13090f84c279744 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:19:54.676955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.685139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.719137 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] device_id is not set on port b367ed1c-3008-42c9-b4fe-e4030b04728f yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:54.757663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.780348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a5cc91a-11a6-45a3-9e69-d5ef8fe666a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.810004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.837745 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a4d08282-72d8-4a5a-9927-b953c173f482 req-d8326744-caf1-41e2-85fb-4f7703982f5b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 1099 time: 0.2050140 Mar 22 12:19:54.866271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Network 53457109-dc20-455b-bfe6-c94146fb729c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:54.884237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:54.886136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:54.888035 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:54.888818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:54.889393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:54.913295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7a5cc91a-11a6-45a3-9e69-d5ef8fe666a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:54.952207 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-96e7b15d-5ce6-49c8-82f0-59925a5acf02 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5885913 Mar 22 12:19:54.960381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36178) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:54.962318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7a5cc91a-11a6-45a3-9e69-d5ef8fe666a1 admin admin] Usage tracker for resource:security_group_rule and tenant:2f2a679946c24e9cac05af9e0cd9f3f8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:54.980149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7a5cc91a-11a6-45a3-9e69-d5ef8fe666a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:54.986616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:55.002826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:55.014812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79683947-fe12-4a05-974c-182eeaad0490 req-d5cf7719-ef05-4f75-a9a7-8c9dd9271d3e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:55.015578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7a5cc91a-11a6-45a3-9e69-d5ef8fe666a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:55.016276 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-79683947-fe12-4a05-974c-182eeaad0490 req-d5cf7719-ef05-4f75-a9a7-8c9dd9271d3e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4273934 Mar 22 12:19:55.027892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36182) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:55.037601 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-00ced25a-57b4-46a0-a93c-361f2e05aeeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Request body: {'floatingip': {'port_id': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:55.056724 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a4d08282-72d8-4a5a-9927-b953c173f482 req-21c148af-04d3-47df-96f6-bbd9f3ff5798 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079747 Mar 22 12:19:55.076807 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Allocated IP 172.20.0.3 (3e615746-5eed-4049-83f8-f2b8cf62048d/71888354-7d74-4cc7-b9e4-48f45da6c2a8/b367ed1c-3008-42c9-b4fe-e4030b04728f) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:55.206220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:55.235058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00ced25a-57b4-46a0-a93c-361f2e05aeeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:55.263947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3af932-32fe-4023-9f0a-ad48a2de6119 req-e0ab7822-e89e-437f-b869-2a90c6715ab2 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:55.265433 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9b3af932-32fe-4023-9f0a-ad48a2de6119 req-e0ab7822-e89e-437f-b869-2a90c6715ab2 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 945 time: 0.3593726 Mar 22 12:19:55.297546 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a5cc91a-11a6-45a3-9e69-d5ef8fe666a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:55.333561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a5cc91a-11a6-45a3-9e69-d5ef8fe666a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:55.371641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:55.472996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cc91a-11a6-45a3-9e69-d5ef8fe666a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031b6642-2b73-4f8a-832a-b381985ca4f5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:55.520056 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7a5cc91a-11a6-45a3-9e69-d5ef8fe666a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f2a679946c24e9cac05af9e0cd9f3f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9412990 Mar 22 12:19:55.535862 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36188) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:55.597474 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:55.601278 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9b3af932-32fe-4023-9f0a-ad48a2de6119 req-6c8cc00a-5415-4ebd-8554-32fb91cfedb3 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058164 Mar 22 12:19:55.606268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:55.617831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event updated for resources: {'Port': ['ID=24ddfc91-adab-416d-92c8-6024c735ee51,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:55.620206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:55.634150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:55.659269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Transition to ACTIVE for port object b367ed1c-3008-42c9-b4fe-e4030b04728f will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:55.673565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:55.863000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] device_id is not set on port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:19:55.873696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:55.879176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:55.950993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Transition to ACTIVE for port object b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:19:55.968416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:55.977526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Network 3e615746-5eed-4049-83f8-f2b8cf62048d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:55.982892 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:55.985394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:56.037504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event updated for resources: {'Port': ['ID=b367ed1c-3008-42c9-b4fe-e4030b04728f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:56.042225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d8eba7e-f228-4bf3-b3d8-fcd17b8fb588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.065730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ec3bb-f100-4960-af22-20a099771cc5 req-d36e25d4-7ddd-44ac-8446-4dba0066aaa2 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:56.067195 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-876ec3bb-f100-4960-af22-20a099771cc5 req-d36e25d4-7ddd-44ac-8446-4dba0066aaa2 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 946 time: 0.6060638 Mar 22 12:19:56.151390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6633df-4626-4bef-b5ee-dcffbe416745 req-f5a23ac0-d73f-435b-89cf-c214c2070198 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:56.152898 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f6633df-4626-4bef-b5ee-dcffbe416745 req-f5a23ac0-d73f-435b-89cf-c214c2070198 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 945 time: 0.3592963 Mar 22 12:19:56.181372 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36194) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:56.197693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ce6bf67d-c2a3-4504-aa56-8d513596dd47 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Request body: {'floatingip': {'port_id': '2cd8fa6d-5225-401e-8f16-15cce7538fb8'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:56.259596 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:56.259964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b6f28274-337a-4e2c-b22b-5d9dbb03befb None None] Provisioning for port b367ed1c-3008-42c9-b4fe-e4030b04728f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:19:56.260481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.267566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b6f28274-337a-4e2c-b22b-5d9dbb03befb None None] Provisioning complete for port b367ed1c-3008-42c9-b4fe-e4030b04728f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:19:56.268502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b6f28274-337a-4e2c-b22b-5d9dbb03befb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.273066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d8eba7e-f228-4bf3-b3d8-fcd17b8fb588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.312608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:56.324654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf67d-c2a3-4504-aa56-8d513596dd47 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.341120 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b6f28274-337a-4e2c-b22b-5d9dbb03befb None None] Port b367ed1c-3008-42c9-b4fe-e4030b04728f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:19:56.384869 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:56.384869 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:56.385175 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:56.444075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:56.444297 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:56.444834 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 2 to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 Mar 22 12:19:56.453297 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1eebe890-450a-44fa-b8a1-806322dd97b9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1494563 Mar 22 12:19:56.464493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36198) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:56.479537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:56.492385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:19:56.494635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:56.495020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:56.495346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:56.500707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Usage tracker for resource:floatingip and tenant:4af5e7272728434fb13090f84c279744 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:19:56.506000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:19:56.542760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:19:56.552506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:56.552814 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:56.559945 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 3 to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 Mar 22 12:19:56.582337 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.609261 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:56.609261 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:56.609579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:56.763470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.784807 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-876ec3bb-f100-4960-af22-20a099771cc5 req-e4541904-3c34-4c3f-85c3-0f17bb6a0ec5 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7001431 Mar 22 12:19:56.785192 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:56.785808 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:56.788174 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 4 to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 Mar 22 12:19:56.789262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.813946 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:56.813946 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:56.814574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:56.841823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:56.842184 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:56.850769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.851227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce54010-878f-4286-9c58-e8742b8c508e {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:19:56.851492 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 5 to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 Mar 22 12:19:56.859538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d8eba7e-f228-4bf3-b3d8-fcd17b8fb588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.885423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:56.885772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:56.886102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:56.909140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.909786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:56.921082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eba7e-f228-4bf3-b3d8-fcd17b8fb588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031b6642-2b73-4f8a-832a-b381985ca4f5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:56.954513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:56.954751 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:56.967899 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 6 to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 Mar 22 12:19:56.989231 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 12:19:56.990276 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-26e4ab2d-214c-473a-9baf-36dcd4d76225 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.0016446 Mar 22 12:19:57.003998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36202) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:57.077056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-00ced25a-57b4-46a0-a93c-361f2e05aeeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:19:57.111905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:57.112228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:57.112554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:57.122484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4d8eba7e-f228-4bf3-b3d8-fcd17b8fb588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:57.123599 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4d8eba7e-f228-4bf3-b3d8-fcd17b8fb588 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/031b6642-2b73-4f8a-832a-b381985ca4f5 HTTP/1.1" status: 204 len: 168 time: 1.5848958 Mar 22 12:19:57.163292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:57.163789 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:57.169075 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 7 to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 Mar 22 12:19:57.229029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f4b08e5e-e5dd-4e3b-96fe-7f9292e681e0 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Deleting port 6dc49eaf-0035-4a0c-a074-5b293a3ca614 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:57.229424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4b08e5e-e5dd-4e3b-96fe-7f9292e681e0 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:57.258799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00ced25a-57b4-46a0-a93c-361f2e05aeeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:57.269343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00ced25a-57b4-46a0-a93c-361f2e05aeeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:57.288634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:57.337033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:57.337710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:57.338063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:57.400185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:57.400492 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:57.412170 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 8 to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 Mar 22 12:19:57.448434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:57.448765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:57.449107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:57.489609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-ce6bf67d-c2a3-4504-aa56-8d513596dd47 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:19:57.537974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36210) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:57.556790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:57.557107 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:57.567377 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 9 to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 Mar 22 12:19:57.601147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:57.601470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:57.601795 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:57.631016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Allocated IP 172.26.0.188 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/f16b68e4-b399-4d8e-be59-cf78678c948a) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:19:57.636792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf67d-c2a3-4504-aa56-8d513596dd47 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:57.638994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:57.639344 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:57.643160 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 10 to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 Mar 22 12:19:57.653877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf67d-c2a3-4504-aa56-8d513596dd47 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:57.663587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4b08e5e-e5dd-4e3b-96fe-7f9292e681e0 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:57.786118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:19:57.786440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:19:57.786771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:19:57.843020 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b99b6a04-40ee-4ffc-8faf-5e2cc67eb965 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3572a21601264eb4849d75ad08c14cab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3004515 Mar 22 12:19:57.859200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36216) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:57.882187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:19:57.882554 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:19:57.882829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:57.903348 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f4b08e5e-e5dd-4e3b-96fe-7f9292e681e0 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Calling delete_port for 6dc49eaf-0035-4a0c-a074-5b293a3ca614 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:19:58.015794 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-00ced25a-57b4-46a0-a93c-361f2e05aeeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Floating IP c56e875d-2871-429c-8708-3dcc7548c24e associated. External IP: 172.26.0.97, port: f20094f3-0ee9-4442-9ab3-06a3fb6983ce. Mar 22 12:19:58.084559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.144037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e330a8aa-5ce0-43ba-8de5-d324e22c9b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.148940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] For port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:19:58.149287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempted to set empty binding levels {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 12:19:58.173971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.201091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Router 23a2e858-f2f1-40ab-b862-ba9c2eec71a9 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:19:58.202757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4b08e5e-e5dd-4e3b-96fe-7f9292e681e0 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.251892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b08e5e-e5dd-4e3b-96fe-7f9292e681e0 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dc49eaf-0035-4a0c-a074-5b293a3ca614,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:58.252133 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e330a8aa-5ce0-43ba-8de5-d324e22c9b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.289838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] In _notify_port_updated(), no bound segment for port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:19:58.291011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.293314 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "PUT /v2.0/ports/b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 HTTP/1.1" status: 200 len: 977 time: 3.3182154 Mar 22 12:19:58.299728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36220) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:58.303004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a07e89-23a5-418e-9f9e-e597f39f08db req-fa3a2f53-0aeb-422b-bbfc-46fe5ac7bc11 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:58.304456 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-97a07e89-23a5-418e-9f9e-e597f39f08db req-fa3a2f53-0aeb-422b-bbfc-46fe5ac7bc11 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 946 time: 0.3738852 Mar 22 12:19:58.324540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dd201-add5-4148-a9a0-1c7ec209d14d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:58.344114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.459248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:19:58.460982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event updated for resources: {'Port': ['ID=f16b68e4-b399-4d8e-be59-cf78678c948a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:58.463416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:19:58.467926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:19:58.504072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e330a8aa-5ce0-43ba-8de5-d324e22c9b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.509482 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-97a07e89-23a5-418e-9f9e-e597f39f08db req-0a9a5f23-bcb2-4138-95e7-6cfc1bd90a73 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931787 Mar 22 12:19:58.525043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4b08e5e-e5dd-4e3b-96fe-7f9292e681e0 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.532835 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330a8aa-5ce0-43ba-8de5-d324e22c9b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6930a94b-f12c-407c-a28f-8c06ce6b40de,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:19:58.558720 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f4b08e5e-e5dd-4e3b-96fe-7f9292e681e0 tempest-RoutersAdminNegativeIpV6Test-227715076 tempest-RoutersAdminNegativeIpV6Test-227715076-project-admin] 10.222.0.62 "DELETE /v2.0/ports/6dc49eaf-0035-4a0c-a074-5b293a3ca614 HTTP/1.1" status: 204 len: 168 time: 1.5502489 Mar 22 12:19:58.562480 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-ce6bf67d-c2a3-4504-aa56-8d513596dd47 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Floating IP 3754c931-8f2f-44cf-bd4f-6270b9b6ce09 associated. External IP: 172.26.0.132, port: 2cd8fa6d-5225-401e-8f16-15cce7538fb8. Mar 22 12:19:58.628163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fed96615-10df-4aaa-8f92-933e4c5f67ec tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Synchronizing usage tracker for tenant:6766983331cb4fa5abd2c590e3a9c338 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:19:58.677044 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6eb6a0-b3bf-4ea2-8e94-d0429dda223f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.713712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fed96615-10df-4aaa-8f92-933e4c5f67ec tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Unset dirty status for tenant:6766983331cb4fa5abd2c590e3a9c338 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:19:58.714868 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fed96615-10df-4aaa-8f92-933e4c5f67ec tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22168 time: 0.4137557 Mar 22 12:19:58.723461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36228) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:58.732123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e330a8aa-5ce0-43ba-8de5-d324e22c9b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.735483 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e330a8aa-5ce0-43ba-8de5-d324e22c9b2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6930a94b-f12c-407c-a28f-8c06ce6b40de HTTP/1.1" status: 204 len: 168 time: 0.8730974 Mar 22 12:19:58.812422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-34d04df8-57c3-4fef-aef0-df34e3951447 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Deleting port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:19:58.812895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34d04df8-57c3-4fef-aef0-df34e3951447 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:58.883643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:19:58.894859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Sync routers for ids ['23a2e858-f2f1-40ab-b862-ba9c2eec71a9'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:19:58.908032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa48a3b-978e-4a9e-bc31-28ba29b8587c req-b630a931-83f5-440b-ad4b-542602465851 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:19:58.909564 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5fa48a3b-978e-4a9e-bc31-28ba29b8587c req-b630a931-83f5-440b-ad4b-542602465851 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 946 time: 0.2043428 Mar 22 12:19:58.920117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36238) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:58.924993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Routers {'23a2e858-f2f1-40ab-b862-ba9c2eec71a9'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:19:58.926490 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['23a2e858-f2f1-40ab-b862-ba9c2eec71a9'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:58.927472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5db38ed4-613e-445c-a22d-e6d0f8cb2369 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Request body: {'floatingip': {'port_id': '2ad238b6-5dde-4f6c-9c76-798045bbc670'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:19:58.996060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:59.000059 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eaeda422-ece2-467e-b74c-412592cee950 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.8286154 Mar 22 12:19:59.002008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36242) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:59.056127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36248) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:19:59.068674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5db38ed4-613e-445c-a22d-e6d0f8cb2369 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:59.123077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:59.223216 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Set router 23a2e858-f2f1-40ab-b862-ba9c2eec71a9 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:19:59.436949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:59.483621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e7f-14e9-42ac-a223-9111105934cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:59.568783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2e858-f2f1-40ab-b862-ba9c2eec71a9', 'name': 'tempest-snat-router-2118837558', 'tenant_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.35'}], 'enable_snat': False}, 'gw_port_id': '24ddfc91-adab-416d-92c8-6024c735ee51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:19:52Z', 'updated_at': '2022-03-22T12:19:56Z', 'revision_number': 3, 'project_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'gw_port': {'id': '24ddfc91-adab-416d-92c8-6024c735ee51', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a2e858-f2f1-40ab-b862-ba9c2eec71a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:54Z', 'updated_at': '2022-03-22T12:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:19:59.574688 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Checking router: 23a2e858-f2f1-40ab-b862-ba9c2eec71a9 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:19:59.575180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Updating router 23a2e858-f2f1-40ab-b862-ba9c2eec71a9 port 24ddfc91-adab-416d-92c8-6024c735ee51 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:19:59.675564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:59.676101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ced25a-57b4-46a0-a93c-361f2e05aeeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:19:59.737536 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:59.782579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-34d04df8-57c3-4fef-aef0-df34e3951447 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] For port b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2, host hv-neutron-8346, got binding levels [] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:19:59.782925 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34d04df8-57c3-4fef-aef0-df34e3951447 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:19:59.917920 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-34d04df8-57c3-4fef-aef0-df34e3951447 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Calling delete_port for b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:00.000343 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.014949 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-24e58f7c-0aef-45b2-ac4f-5057990fca80 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/routers/23a2e858-f2f1-40ab-b862-ba9c2eec71a9 HTTP/1.1" status: 200 len: 908 time: 1.0092835 Mar 22 12:20:00.018428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36270) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:00.023662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2118837558', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'enable_snat': True}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:00.030536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:00.042052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Usage tracker for resource:router and tenant:14ff43e9a95f495ab28ca2f6135e2b13 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:00.045866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:00.057122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:00.074538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34d04df8-57c3-4fef-aef0-df34e3951447 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.096486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3ec88e7f-14e9-42ac-a223-9111105934cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:00.100384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3ec88e7f-14e9-42ac-a223-9111105934cf admin admin] Usage tracker for resource:security_group_rule and tenant:551428ea5e3045e9b142b90a30578376 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:00.103367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3ec88e7f-14e9-42ac-a223-9111105934cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:00.109278 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3ec88e7f-14e9-42ac-a223-9111105934cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:00.115884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.123245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event updated for resources: {'Port': ['ID=f16b68e4-b399-4d8e-be59-cf78678c948a,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:00.139296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.140219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.145562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Transition to ACTIVE for port object 24ddfc91-adab-416d-92c8-6024c735ee51 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:00.158992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.184158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5db38ed4-613e-445c-a22d-e6d0f8cb2369 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.203248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.210416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5db38ed4-613e-445c-a22d-e6d0f8cb2369 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.218499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34d04df8-57c3-4fef-aef0-df34e3951447 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.264579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d04df8-57c3-4fef-aef0-df34e3951447 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:00.272940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d255a0-127d-4823-885d-dd16a2c92bfb None None] Pushing event updated for resources: {'Port': ['ID=24ddfc91-adab-416d-92c8-6024c735ee51,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:00.305788 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Attempting to bind port 24ddfc91-adab-416d-92c8-6024c735ee51 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:00.306310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Attempting to bind port 24ddfc91-adab-416d-92c8-6024c735ee51 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:00.306810 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Attempting to bind port 24ddfc91-adab-416d-92c8-6024c735ee51 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:00.314572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:00.315361 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:00.315858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.316246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:00.316818 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Bound port: 24ddfc91-adab-416d-92c8-6024c735ee51, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:00.317192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.358139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ced25a-57b4-46a0-a93c-361f2e05aeeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:00.373569 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea700d-352f-4280-905a-59839be3ef0c None None] Sync routers for ids ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:00.396341 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-34d04df8-57c3-4fef-aef0-df34e3951447 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "DELETE /v2.0/ports/b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 HTTP/1.1" status: 204 len: 168 time: 1.6716733 Mar 22 12:20:00.397208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36278) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:00.397353 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea700d-352f-4280-905a-59839be3ef0c None None] Routers {'2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:00.397961 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82ea700d-352f-4280-905a-59839be3ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:00.465304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] For port 24ddfc91-adab-416d-92c8-6024c735ee51, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:00.469629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] For port 24ddfc91-adab-416d-92c8-6024c735ee51, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=24ddfc91-adab-416d-92c8-6024c735ee51,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:20:00.480806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.528097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00ced25a-57b4-46a0-a93c-361f2e05aeeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.533777 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-2146f136-2db3-4aff-8fbd-c2063518a13f tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] GET failed (client error): The resource could not be found. Mar 22 12:20:00.534399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2146f136-2db3-4aff-8fbd-c2063518a13f tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Synchronizing usage tracker for tenant:6766983331cb4fa5abd2c590e3a9c338 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:00.541552 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.573978 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e7f-14e9-42ac-a223-9111105934cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.579249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Routers {'23a2e858-f2f1-40ab-b862-ba9c2eec71a9'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:00.579725 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['23a2e858-f2f1-40ab-b862-ba9c2eec71a9'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:00.614634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3ec88e7f-14e9-42ac-a223-9111105934cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.646890 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-82ea700d-352f-4280-905a-59839be3ef0c None None] Set router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:00.655339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d255a0-127d-4823-885d-dd16a2c92bfb None None] Pushing event updated for resources: {'Port': ['ID=24ddfc91-adab-416d-92c8-6024c735ee51,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:00.669564 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-00ced25a-57b4-46a0-a93c-361f2e05aeeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "PUT /v2.0/floatingips/c56e875d-2871-429c-8708-3dcc7548c24e HTTP/1.1" status: 200 len: 991 time: 5.6406548 Mar 22 12:20:00.671669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3930420b-53cd-4912-b917-6827ca9750ac', 'tag': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:20:00.701092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.842219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:00.861337 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-40d83183-8958-41b6-a17f-e11297e53691 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3956943 Mar 22 12:20:00.864856 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] Set router 23a2e858-f2f1-40ab-b862-ba9c2eec71a9 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:00.867614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36292) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:00.886357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2146f136-2db3-4aff-8fbd-c2063518a13f tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Unset dirty status for tenant:6766983331cb4fa5abd2c590e3a9c338 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:00.891183 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2146f136-2db3-4aff-8fbd-c2063518a13f tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "GET /v2.0/ports/b2c11c33-c737-4f95-9ba5-70a6c8b6d3c2 HTTP/1.1" status: 404 len: 333 time: 0.4846025 Mar 22 12:20:00.930940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36296) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:00.933246 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3930420b-53cd-4912-b917-6827ca9750ac', 'tag': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce', 'status': 'completed', 'code': 200} Mar 22 12:20:01.015555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2088175278', 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:01.028045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:01.039661 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bf5a69a2-daff-48e4-be35-b33a96b7b26a tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Request body: {'floatingip': {'port_id': 'b367ed1c-3008-42c9-b4fe-e4030b04728f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:01.062054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:01.073437 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-5db38ed4-613e-445c-a22d-e6d0f8cb2369 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Floating IP 88566bdd-b155-49d5-872b-4b11e973cbdd associated. External IP: 172.26.0.46, port: 2ad238b6-5dde-4f6c-9c76-798045bbc670. Mar 22 12:20:01.188728 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82ea700d-352f-4280-905a-59839be3ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:57Z', 'revision_number': 4, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'c56e875d-2871-429c-8708-3dcc7548c24e', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'floating_ip_address': '172.26.0.97', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'port_id': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'mac_address': 'fa:16:3e:e1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930420b-53cd-4912-b917-6827ca9750ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:19:12Z', 'updated_at': '2022-03-22T12:19:56Z', 'revision_number': 1, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ed2696-21f2-44a1-8a9a-c8fccc7f1e47', 'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'mac_address': 'fa:16:3e:f9:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:10Z', 'revision_number': 5, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'subnets': [{'id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:01.193954 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea700d-352f-4280-905a-59839be3ef0c None None] Checking router: 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:20:01.207031 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea700d-352f-4280-905a-59839be3ef0c None None] Routers {'2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:01.207767 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82ea700d-352f-4280-905a-59839be3ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:19:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:01.239442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Made reservation on behalf of 6766983331cb4fa5abd2c590e3a9c338 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:01.242949 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:01.267394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] device_id is not set on port 762d3949-c943-4ac2-ae3e-bb9ec718fa2d yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:01.287144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf5a69a2-daff-48e4-be35-b33a96b7b26a tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:01.317097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23a2e858-f2f1-40ab-b862-ba9c2eec71a9', 'name': 'tempest-snat-router-2118837558', 'tenant_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.35'}], 'enable_snat': False}, 'gw_port_id': '24ddfc91-adab-416d-92c8-6024c735ee51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:19:52Z', 'updated_at': '2022-03-22T12:19:56Z', 'revision_number': 3, 'project_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'gw_port': {'id': '24ddfc91-adab-416d-92c8-6024c735ee51', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a2e858-f2f1-40ab-b862-ba9c2eec71a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:54Z', 'updated_at': '2022-03-22T12:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:01.322378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65a7da4-9d89-4a82-ad74-462681140b2a None None] The sync data for ids ['23a2e858-f2f1-40ab-b862-ba9c2eec71a9'] in dv-neutron-834653-1-hyperv is: [{'id': '23a2e858-f2f1-40ab-b862-ba9c2eec71a9', 'name': 'tempest-snat-router-2118837558', 'tenant_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.35'}], 'enable_snat': False}, 'gw_port_id': '24ddfc91-adab-416d-92c8-6024c735ee51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:19:52Z', 'updated_at': '2022-03-22T12:19:56Z', 'revision_number': 3, 'project_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'gw_port': {'id': '24ddfc91-adab-416d-92c8-6024c735ee51', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23a2e858-f2f1-40ab-b862-ba9c2eec71a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:54Z', 'updated_at': '2022-03-22T12:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:01.448253 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-82ea700d-352f-4280-905a-59839be3ef0c None None] Set router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:01.573605 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec88e7f-14e9-42ac-a223-9111105934cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63462572-1767-4b5b-aa61-ad3a1ae5b8ef,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:01.619962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:01.623724 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3ec88e7f-14e9-42ac-a223-9111105934cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=551428ea5e3045e9b142b90a30578376&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5317836 Mar 22 12:20:01.632739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36310) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:01.633068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36312) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:01.642287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:01.648133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8af7c93d-7a2a-440f-89d7-7ed118c805a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:01.682798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:01.762618 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:01.818263 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cb2bbfe7-c593-4538-bb6b-907f3f15819a req-d02c3e50-f267-49df-a572-a8cfa3751912 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 1099 time: 0.9513838 Mar 22 12:20:01.832592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351628be-f0aa-4d5b-816c-5bc1a15ff70b req-4f385cfd-6d5e-45ca-9461-c69b8518f295 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:01.834084 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-351628be-f0aa-4d5b-816c-5bc1a15ff70b req-4f385cfd-6d5e-45ca-9461-c69b8518f295 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.6516314 Mar 22 12:20:01.866023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:01.911137 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82ea700d-352f-4280-905a-59839be3ef0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:57Z', 'revision_number': 4, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'c56e875d-2871-429c-8708-3dcc7548c24e', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'floating_ip_address': '172.26.0.97', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'port_id': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'mac_address': 'fa:16:3e:e1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930420b-53cd-4912-b917-6827ca9750ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:19:12Z', 'updated_at': '2022-03-22T12:19:56Z', 'revision_number': 1, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ed2696-21f2-44a1-8a9a-c8fccc7f1e47', 'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'mac_address': 'fa:16:3e:f9:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:10Z', 'revision_number': 5, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'subnets': [{'id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:01.915310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event updated for resources: {'Port': ['ID=762d3949-c943-4ac2-ae3e-bb9ec718fa2d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:01.916318 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea700d-352f-4280-905a-59839be3ef0c None None] The sync data for ids ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'] in dv-neutron-834653-1-hyperv is: [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:57Z', 'revision_number': 4, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'c56e875d-2871-429c-8708-3dcc7548c24e', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'floating_ip_address': '172.26.0.97', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'port_id': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'mac_address': 'fa:16:3e:e1:07:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3930420b-53cd-4912-b917-6827ca9750ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:19:12Z', 'updated_at': '2022-03-22T12:19:56Z', 'revision_number': 1, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38ed2696-21f2-44a1-8a9a-c8fccc7f1e47', 'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'mac_address': 'fa:16:3e:f9:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:10Z', 'revision_number': 5, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'subnets': [{'id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:01.919671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Network 53457109-dc20-455b-bfe6-c94146fb729c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:01.924348 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:01.929694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:01.930728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:01.931489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:01.973794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4a0ae0eb-7cc1-4fcb-8953-05ed4864c8e5 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:01.980964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:01.999391 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-bf5a69a2-daff-48e4-be35-b33a96b7b26a tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] update failed (client error): The resource could not be found. Mar 22 12:20:02.001489 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bf5a69a2-daff-48e4-be35-b33a96b7b26a tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "PUT /v2.0/floatingips/40a3b185-d041-4687-9749-146ac83a9096 HTTP/1.1" status: 404 len: 507 time: 1.1255400 Mar 22 12:20:02.004501 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ac26f53-a24d-4424-a13e-7d0a73b6ebf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:02.004916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36322) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:02.077160 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-351628be-f0aa-4d5b-816c-5bc1a15ff70b req-ffff0da7-d40f-401a-a2b9-a786c7b22945 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192261 Mar 22 12:20:02.081986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ac26f53-a24d-4424-a13e-7d0a73b6ebf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:02.132458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Allocated IP 172.26.0.6 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/67d6d49a-2f0e-4a9b-a935-b7883d541b66) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:02.135210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bbfe7-c593-4538-bb6b-907f3f15819a req-ee2cbcc3-d6b2-4c62-8f9f-d9c5a6c1dbb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:02.136722 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cb2bbfe7-c593-4538-bb6b-907f3f15819a req-ee2cbcc3-d6b2-4c62-8f9f-d9c5a6c1dbb5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 200 len: 913 time: 0.3014257 Mar 22 12:20:02.271709 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cb2bbfe7-c593-4538-bb6b-907f3f15819a req-848df7e1-ae3b-4445-a925-918505c0969b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 200 len: 999 time: 0.1288226 Mar 22 12:20:02.303465 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-854e1f4b-15fe-4b60-b2e1-f96683215d21 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3691103 Mar 22 12:20:02.311150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36328) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:02.360330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ac26f53-a24d-4424-a13e-7d0a73b6ebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:02.363288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-087386a7-f1b3-4ab3-baa8-90d458f9ffe9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Deleting port f16b68e4-b399-4d8e-be59-cf78678c948a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:02.363618 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-087386a7-f1b3-4ab3-baa8-90d458f9ffe9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:02.374052 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6bf67d-c2a3-4504-aa56-8d513596dd47 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Router 0f7d70ca-d258-460e-8b48-854a24005328 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:20:02.380882 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4a0ae0eb-7cc1-4fcb-8953-05ed4864c8e5 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] 10.222.0.62 "PUT /v2.0/quotas/2da9aafc04294cdb9c6bcbc6a78e7170 HTTP/1.1" status: 200 len: 366 time: 0.7375298 Mar 22 12:20:02.392582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36332) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:02.409384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac26f53-a24d-4424-a13e-7d0a73b6ebf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63462572-1767-4b5b-aa61-ad3a1ae5b8ef,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:02.442895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bbfe7-c593-4538-bb6b-907f3f15819a req-fe0e2088-c191-4ccf-ad37-de173b731803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:02.444364 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cb2bbfe7-c593-4538-bb6b-907f3f15819a req-fe0e2088-c191-4ccf-ad37-de173b731803 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0f85f5d-3677-4e10-b04c-44bdd300d811 HTTP/1.1" status: 200 len: 851 time: 0.1645141 Mar 22 12:20:02.447616 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ca36d732-2e81-4810-b848-c29449c8732f tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "GET /v2.0/ports/762d3949-c943-4ac2-ae3e-bb9ec718fa2d HTTP/1.1" status: 200 len: 955 time: 0.1288974 Mar 22 12:20:02.450870 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-16591853-3b81-42ff-9ecc-bf28b6b3a32e tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0517957 Mar 22 12:20:02.451713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ac26f53-a24d-4424-a13e-7d0a73b6ebf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:02.455283 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9ac26f53-a24d-4424-a13e-7d0a73b6ebf1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63462572-1767-4b5b-aa61-ad3a1ae5b8ef HTTP/1.1" status: 204 len: 168 time: 0.8077497 Mar 22 12:20:02.455283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36336) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:02.455283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36338) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:02.663511 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7d4af8d0-699e-46f8-93a7-649121525337 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] 10.222.0.62 "GET /v2.0/quotas/2da9aafc04294cdb9c6bcbc6a78e7170 HTTP/1.1" status: 200 len: 366 time: 0.2046099 Mar 22 12:20:02.669306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36346) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:02.692052 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5238c515-4c71-4e64-acdc-26edf8e34f1d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Deleting port 762d3949-c943-4ac2-ae3e-bb9ec718fa2d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:02.692393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5238c515-4c71-4e64-acdc-26edf8e34f1d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:02.757759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7f8a4-8b9e-4aea-89d5-75cd4bb7c828 req-32ae26a5-06a8-4a23-930b-7d181b377a53 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:02.762785 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7b7f8a4-8b9e-4aea-89d5-75cd4bb7c828 req-32ae26a5-06a8-4a23-930b-7d181b377a53 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.5354161 Mar 22 12:20:02.772905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:02.816891 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f4dd052d-1c22-4ca9-b2f5-cca5bcce1583 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/2da9aafc04294cdb9c6bcbc6a78e7170 HTTP/1.1" status: 204 len: 168 time: 0.1391199 Mar 22 12:20:02.820338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36352) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:02.821187 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cb2bbfe7-c593-4538-bb6b-907f3f15819a req-0a6f327c-8b52-412d-b62b-4687a1ace7a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6203a9c2-1d85-413b-8d33-42b4c72db112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3666322 Mar 22 12:20:02.828634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-087386a7-f1b3-4ab3-baa8-90d458f9ffe9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:02.828924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-087386a7-f1b3-4ab3-baa8-90d458f9ffe9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:02.915585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36356) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:02.987180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-087386a7-f1b3-4ab3-baa8-90d458f9ffe9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Calling delete_port for f16b68e4-b399-4d8e-be59-cf78678c948a owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:03.013966 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-81830581-b46b-4957-801b-9c678335312d tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1898661 Mar 22 12:20:03.025839 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36360) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:03.031047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7b7f8a4-8b9e-4aea-89d5-75cd4bb7c828 req-879980a5-f106-4839-9780-9e6fc0f688a8 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547588 Mar 22 12:20:03.046253 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5238c515-4c71-4e64-acdc-26edf8e34f1d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.072378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.111699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db38ed4-613e-445c-a22d-e6d0f8cb2369 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Router d6831f3b-5b40-424f-9147-d04618137e70 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:20:03.161402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.165670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:03.170652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:03.176907 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:03.242133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event updated for resources: {'Port': ['ID=67d6d49a-2f0e-4a9b-a935-b7883d541b66,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:03.320266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5238c515-4c71-4e64-acdc-26edf8e34f1d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Calling delete_port for 762d3949-c943-4ac2-ae3e-bb9ec718fa2d owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:03.359855 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4cba7be7-d963-4883-b5b5-e00bbdb10341 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] 10.222.0.62 "GET /v2.0/quotas/2da9aafc04294cdb9c6bcbc6a78e7170 HTTP/1.1" status: 200 len: 370 time: 0.3291497 Mar 22 12:20:03.370133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36364) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:03.390661 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cb2bbfe7-c593-4538-bb6b-907f3f15819a req-e1c5dfe1-13b7-4569-8405-58a83a7bd347 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473573 Mar 22 12:20:03.395737 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bcaf8e63-71e7-4cda-a94b-70ec0f0e8cb4 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] 10.222.0.62 "GET /v2.0/quotas/2da9aafc04294cdb9c6bcbc6a78e7170/default HTTP/1.1" status: 200 len: 370 time: 0.0147665 Mar 22 12:20:03.399950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36368) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:03.405847 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2044b1fe-c15e-4ab4-96eb-ef6dbdaf6060 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c8632a1c85241f68c69b715369c42fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4877203 Mar 22 12:20:03.430544 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36372) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:03.444364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-087386a7-f1b3-4ab3-baa8-90d458f9ffe9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.525559 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-51356392-c80a-42ea-bc06-84cca6cbe6f2 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] delete failed (client error): The resource could not be found. Mar 22 12:20:03.526645 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-51356392-c80a-42ea-bc06-84cca6cbe6f2 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/2da9aafc04294cdb9c6bcbc6a78e7170 HTTP/1.1" status: 404 len: 348 time: 0.1237969 Mar 22 12:20:03.530879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087386a7-f1b3-4ab3-baa8-90d458f9ffe9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event deleted for resources: {'Port': ['ID=f16b68e4-b399-4d8e-be59-cf78678c948a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:03.551879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5238c515-4c71-4e64-acdc-26edf8e34f1d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.595808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6bf67d-c2a3-4504-aa56-8d513596dd47 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:03.610099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a744fb-97c7-4906-b0fc-a7c724239e56 None None] Sync routers for ids ['0f7d70ca-d258-460e-8b48-854a24005328'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:03.623765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238c515-4c71-4e64-acdc-26edf8e34f1d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event deleted for resources: {'Port': ['ID=762d3949-c943-4ac2-ae3e-bb9ec718fa2d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:03.628165 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a744fb-97c7-4906-b0fc-a7c724239e56 None None] Routers {'0f7d70ca-d258-460e-8b48-854a24005328'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:03.629049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74a744fb-97c7-4906-b0fc-a7c724239e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0f7d70ca-d258-460e-8b48-854a24005328'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:03.637026 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cb2bbfe7-c593-4538-bb6b-907f3f15819a req-beaa95fc-4b61-4c0b-820f-625cfb8b1351 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359955 Mar 22 12:20:03.640139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf67d-c2a3-4504-aa56-8d513596dd47 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.669066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5238c515-4c71-4e64-acdc-26edf8e34f1d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.673794 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5238c515-4c71-4e64-acdc-26edf8e34f1d tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "DELETE /v2.0/ports/762d3949-c943-4ac2-ae3e-bb9ec718fa2d HTTP/1.1" status: 204 len: 168 time: 1.2137401 Mar 22 12:20:03.677502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36378) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:03.698713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be457cb3-5233-49ba-9a90-83ae35e4a4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.724949 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-087386a7-f1b3-4ab3-baa8-90d458f9ffe9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.747117 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce6bf67d-c2a3-4504-aa56-8d513596dd47 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "PUT /v2.0/floatingips/3754c931-8f2f-44cf-bd4f-6270b9b6ce09 HTTP/1.1" status: 200 len: 991 time: 7.5633290 Mar 22 12:20:03.747546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be457cb3-5233-49ba-9a90-83ae35e4a4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.767909 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'tag': '2cd8fa6d-5225-401e-8f16-15cce7538fb8'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:20:03.778844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-087386a7-f1b3-4ab3-baa8-90d458f9ffe9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.779417 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-380e5306-8c64-4736-ac6d-fad9f8f085fb tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] GET failed (client error): The resource could not be found. Mar 22 12:20:03.779510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-380e5306-8c64-4736-ac6d-fad9f8f085fb tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Synchronizing usage tracker for tenant:6766983331cb4fa5abd2c590e3a9c338 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:03.785387 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-087386a7-f1b3-4ab3-baa8-90d458f9ffe9 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "DELETE /v2.0/floatingips/40a3b185-d041-4687-9749-146ac83a9096 HTTP/1.1" status: 204 len: 168 time: 1.7612329 Mar 22 12:20:03.786517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36386) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:03.819080 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-380e5306-8c64-4736-ac6d-fad9f8f085fb tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Unset dirty status for tenant:6766983331cb4fa5abd2c590e3a9c338 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:03.824197 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-380e5306-8c64-4736-ac6d-fad9f8f085fb tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "GET /v2.0/ports/762d3949-c943-4ac2-ae3e-bb9ec718fa2d HTTP/1.1" status: 404 len: 333 time: 0.1421378 Mar 22 12:20:03.824355 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36390) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:03.824446 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c0b7af5b-aa8e-4f20-90bd-7f0e3b5060f8 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Request body: {'floatingip': {'floating_network_id': '3e615746-5eed-4049-83f8-f2b8cf62048d', 'port_id': 'b367ed1c-3008-42c9-b4fe-e4030b04728f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:03.829921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Request body: {'port': {'network_id': '53457109-dc20-455b-bfe6-c94146fb729c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-370036754'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:03.834761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c0b7af5b-aa8e-4f20-90bd-7f0e3b5060f8 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:03.845159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:03.847471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0b7af5b-aa8e-4f20-90bd-7f0e3b5060f8 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Usage tracker for resource:floatingip and tenant:4af5e7272728434fb13090f84c279744 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:03.853602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0b7af5b-aa8e-4f20-90bd-7f0e3b5060f8 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:03.864105 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c0b7af5b-aa8e-4f20-90bd-7f0e3b5060f8 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:03.870951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:03.893018 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'tag': '2cd8fa6d-5225-401e-8f16-15cce7538fb8', 'status': 'completed', 'code': 200} Mar 22 12:20:03.895023 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Made reservation on behalf of 6766983331cb4fa5abd2c590e3a9c338 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:03.901291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0b7af5b-aa8e-4f20-90bd-7f0e3b5060f8 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.901737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.917065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db38ed4-613e-445c-a22d-e6d0f8cb2369 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:03.918941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.919543 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.927873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be457cb3-5233-49ba-9a90-83ae35e4a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:03.942054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-74a744fb-97c7-4906-b0fc-a7c724239e56 None None] Set router 0f7d70ca-d258-460e-8b48-854a24005328 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:03.955869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be457cb3-5233-49ba-9a90-83ae35e4a4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8069879-db31-4d85-8ffb-bef7c6b5990c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:03.989296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36396) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:04.050639 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] device_id is not set on port 93af3ca4-6da9-4068-89d3-d71bdf33f895 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:04.069213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be457cb3-5233-49ba-9a90-83ae35e4a4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:04.072630 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-be457cb3-5233-49ba-9a90-83ae35e4a4ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8069879-db31-4d85-8ffb-bef7c6b5990c HTTP/1.1" status: 204 len: 168 time: 0.6342154 Mar 22 12:20:04.072630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5db38ed4-613e-445c-a22d-e6d0f8cb2369 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:04.179843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Usage tracker for resource:network and tenant:8458bfbb97d748049c4c8ebabb5e41bb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:04.217980 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5db38ed4-613e-445c-a22d-e6d0f8cb2369 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "PUT /v2.0/floatingips/88566bdd-b155-49d5-872b-4b11e973cbdd HTTP/1.1" status: 200 len: 991 time: 5.2942655 Mar 22 12:20:04.217980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'tag': '2ad238b6-5dde-4f6c-9c76-798045bbc670'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:20:04.238131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:04.251636 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Usage tracker for resource:subnet and tenant:8458bfbb97d748049c4c8ebabb5e41bb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:04.283531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:04.313017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Usage tracker for resource:subnetpool and tenant:8458bfbb97d748049c4c8ebabb5e41bb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:04.329819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa77662-82bc-4f8f-9876-4ddc72b685c4 req-fca4f8d9-c2a4-4700-bfc6-bf302213c5cf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:04.331477 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4aa77662-82bc-4f8f-9876-4ddc72b685c4 req-fca4f8d9-c2a4-4700-bfc6-bf302213c5cf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 945 time: 0.3990154 Mar 22 12:20:04.348677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:04.407500 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58efabf8-2554-444b-83c8-48afb1bae97f req-86b6a856-6b62-4a04-b840-e42d7ad83bd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8531d086af9d478aac581589cdb32384&device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 1098 time: 0.4730098 Mar 22 12:20:04.491918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Usage tracker for resource:port and tenant:8458bfbb97d748049c4c8ebabb5e41bb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:04.515142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e341-25f4-4c7d-a0cc-1ef449e9dd84 req-9206c9fa-24ab-4912-a627-c4d44bc2493f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:04.516604 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b287e341-25f4-4c7d-a0cc-1ef449e9dd84 req-9206c9fa-24ab-4912-a627-c4d44bc2493f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.2717862 Mar 22 12:20:04.526582 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74a744fb-97c7-4906-b0fc-a7c724239e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:06Z', 'revision_number': 4, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '3754c931-8f2f-44cf-bd4f-6270b9b6ce09', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'port_id': '2cd8fa6d-5225-401e-8f16-15cce7538fb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'mac_address': 'fa:16:3e:e3:3d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:19:16Z', 'updated_at': '2022-03-22T12:19:57Z', 'revision_number': 1, 'project_id': '8531d086af9d478aac581589cdb32384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da4b66-4520-483f-a135-7a7941ebd418', 'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'mac_address': 'fa:16:3e:d0:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:04Z', 'updated_at': '2022-03-22T12:19:43Z', 'revision_number': 5, 'project_id': '8531d086af9d478aac581589cdb32384', 'subnets': [{'id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:04.530685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a744fb-97c7-4906-b0fc-a7c724239e56 None None] Checking router: 0f7d70ca-d258-460e-8b48-854a24005328 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:20:04.542136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a744fb-97c7-4906-b0fc-a7c724239e56 None None] Routers {'0f7d70ca-d258-460e-8b48-854a24005328'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:04.542954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74a744fb-97c7-4906-b0fc-a7c724239e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0f7d70ca-d258-460e-8b48-854a24005328'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:04.570332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:04.614064 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b287e341-25f4-4c7d-a0cc-1ef449e9dd84 req-d122704a-5ccb-4469-b7ec-b3d4d5fa0e26 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908949 Mar 22 12:20:04.617172 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-c0b7af5b-aa8e-4f20-90bd-7f0e3b5060f8 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:20:04.618192 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0b7af5b-aa8e-4f20-90bd-7f0e3b5060f8 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8139763 Mar 22 12:20:04.622308 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Usage tracker for resource:router and tenant:8458bfbb97d748049c4c8ebabb5e41bb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:04.626561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36412) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:04.627567 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:04.634042 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'b367ed1c-3008-42c9-b4fe-e4030b04728f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:04.647882 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:04.665171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Usage tracker for resource:floatingip and tenant:4af5e7272728434fb13090f84c279744 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:04.666731 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4aa77662-82bc-4f8f-9876-4ddc72b685c4 req-1f88af5f-00b2-4e58-9062-266bf395f6d9 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098218 Mar 22 12:20:04.667716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:04.668741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:04.700728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:04.738867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Usage tracker for resource:floatingip and tenant:8458bfbb97d748049c4c8ebabb5e41bb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:04.753125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efabf8-2554-444b-83c8-48afb1bae97f req-b5a8504f-f8e0-4a55-9e1e-e9b90e277d6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:04.755442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:04.758493 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58efabf8-2554-444b-83c8-48afb1bae97f req-b5a8504f-f8e0-4a55-9e1e-e9b90e277d6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=bb46452e-4545-42cf-a68a-ee059c6e8f32 HTTP/1.1" status: 200 len: 913 time: 0.3303185 Mar 22 12:20:04.760329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:04.818130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-74a744fb-97c7-4906-b0fc-a7c724239e56 None None] Set router 0f7d70ca-d258-460e-8b48-854a24005328 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:04.860360 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'tag': '2ad238b6-5dde-4f6c-9c76-798045bbc670', 'status': 'completed', 'code': 200} Mar 22 12:20:04.927942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Router 5b102f78-6d90-43d9-a6c3-ec811884006d is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:20:04.947888 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58efabf8-2554-444b-83c8-48afb1bae97f req-1c37c513-1527-476c-b8f8-5f11ba0a87f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cd8fa6d-5225-401e-8f16-15cce7538fb8 HTTP/1.1" status: 200 len: 999 time: 0.1719847 Mar 22 12:20:05.091818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:05.167615 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f90ce5-cee9-4965-9899-e7f96d8721cf None None] Sync routers for ids ['d6831f3b-5b40-424f-9147-d04618137e70'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:05.173801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event updated for resources: {'Port': ['ID=93af3ca4-6da9-4068-89d3-d71bdf33f895,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:05.178270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efabf8-2554-444b-83c8-48afb1bae97f req-96d74f7a-6396-418c-94a4-89601d169d75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:05.179767 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58efabf8-2554-444b-83c8-48afb1bae97f req-96d74f7a-6396-418c-94a4-89601d169d75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee7fb443-864c-4e35-8c85-686b735a223d HTTP/1.1" status: 200 len: 851 time: 0.2230017 Mar 22 12:20:05.189540 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f90ce5-cee9-4965-9899-e7f96d8721cf None None] Routers {'d6831f3b-5b40-424f-9147-d04618137e70'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:05.190849 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-85f90ce5-cee9-4965-9899-e7f96d8721cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d6831f3b-5b40-424f-9147-d04618137e70'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:05.203623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e308d06-6f67-4b34-bd33-370c9bc0f31f req-4a6064fc-501b-4770-9caa-0192f3a13174 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:05.211362 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4e308d06-6f67-4b34-bd33-370c9bc0f31f req-4a6064fc-501b-4770-9caa-0192f3a13174 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 946 time: 0.4263933 Mar 22 12:20:05.220384 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6109a2d1-fd9b-4e9c-b547-487d226c5c50 req-b82f2bcf-2db8-41a7-86fe-68f60d7d5136 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=934110f16cbd4eeaa5a066963b2a1493&device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 1099 time: 0.3902943 Mar 22 12:20:05.281094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Network 53457109-dc20-455b-bfe6-c94146fb729c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:05.288903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc66751-9556-4203-96a4-da7073ad8c11 req-a63ea7ff-aac3-45d6-866a-41be785fdac0 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:05.292300 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ffc66751-9556-4203-96a4-da7073ad8c11 req-a63ea7ff-aac3-45d6-866a-41be785fdac0 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.3396914 Mar 22 12:20:05.295046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:05.303361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Usage tracker for resource:security_group and tenant:8458bfbb97d748049c4c8ebabb5e41bb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:05.308852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:05.310029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:05.310753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:05.361862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:05.388209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Usage tracker for resource:security_group_rule and tenant:8458bfbb97d748049c4c8ebabb5e41bb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:05.393936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74a744fb-97c7-4906-b0fc-a7c724239e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:06Z', 'revision_number': 4, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '3754c931-8f2f-44cf-bd4f-6270b9b6ce09', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'port_id': '2cd8fa6d-5225-401e-8f16-15cce7538fb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'mac_address': 'fa:16:3e:e3:3d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:19:16Z', 'updated_at': '2022-03-22T12:19:57Z', 'revision_number': 1, 'project_id': '8531d086af9d478aac581589cdb32384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da4b66-4520-483f-a135-7a7941ebd418', 'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'mac_address': 'fa:16:3e:d0:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:04Z', 'updated_at': '2022-03-22T12:19:43Z', 'revision_number': 5, 'project_id': '8531d086af9d478aac581589cdb32384', 'subnets': [{'id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:05.399186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a744fb-97c7-4906-b0fc-a7c724239e56 None None] The sync data for ids ['0f7d70ca-d258-460e-8b48-854a24005328'] in dv-neutron-834653-1-hyperv is: [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:06Z', 'revision_number': 4, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '3754c931-8f2f-44cf-bd4f-6270b9b6ce09', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'port_id': '2cd8fa6d-5225-401e-8f16-15cce7538fb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'mac_address': 'fa:16:3e:e3:3d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:19:16Z', 'updated_at': '2022-03-22T12:19:57Z', 'revision_number': 1, 'project_id': '8531d086af9d478aac581589cdb32384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33da4b66-4520-483f-a135-7a7941ebd418', 'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'mac_address': 'fa:16:3e:d0:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:04Z', 'updated_at': '2022-03-22T12:19:43Z', 'revision_number': 5, 'project_id': '8531d086af9d478aac581589cdb32384', 'subnets': [{'id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:05.401841 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ffc66751-9556-4203-96a4-da7073ad8c11 req-21d71cdc-5ecf-4deb-9f19-45389615f4e6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956767 Mar 22 12:20:05.402560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:05.409888 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7145bb75-a02d-41a1-a1d1-5b24a594f6b0 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5845246 Mar 22 12:20:05.414091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36432) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:05.427032 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:05.476418 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4e308d06-6f67-4b34-bd33-370c9bc0f31f req-ee31e4c8-f0d0-42fc-9891-93ea3d100bc3 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639277 Mar 22 12:20:05.536830 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-85f90ce5-cee9-4965-9899-e7f96d8721cf None None] Set router d6831f3b-5b40-424f-9147-d04618137e70 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:05.562613 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58efabf8-2554-444b-83c8-48afb1bae97f req-19710cf6-4ff6-46b4-b514-b4f6a1754317 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb46452e-4545-42cf-a68a-ee059c6e8f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3693256 Mar 22 12:20:05.585027 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-41db7b6c-faa0-4eae-a6af-216899a91394 tempest-QuotasTest-625455190 tempest-QuotasTest-625455190-project-admin] 10.222.0.62 "GET /v2.0/quotas/8458bfbb97d748049c4c8ebabb5e41bb/details.json HTTP/1.1" status: 200 len: 703 time: 1.5366855 Mar 22 12:20:05.639625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a2d1-fd9b-4e9c-b547-487d226c5c50 req-ef3c412b-35bf-4b10-adaf-587fe540f654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:05.641172 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6109a2d1-fd9b-4e9c-b547-487d226c5c50 req-ef3c412b-35bf-4b10-adaf-587fe540f654 service neutron] 10.222.0.55 "GET /v2.0/networks?id=68b84d2c-d1e6-4359-ae6d-d770fffe6077 HTTP/1.1" status: 200 len: 907 time: 0.4019449 Mar 22 12:20:05.643890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36446) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:05.792772 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:05.861357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:05.942531 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6109a2d1-fd9b-4e9c-b547-487d226c5c50 req-ae0d13c7-aa90-4458-9ffa-f515a4170223 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad238b6-5dde-4f6c-9c76-798045bbc670 HTTP/1.1" status: 200 len: 999 time: 0.2712240 Mar 22 12:20:06.032604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-366636974'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:06.037175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:06.046003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Usage tracker for resource:network and tenant:b2c0277e9dc4482eac6d6329d421ebf2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:06.051948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:06.071078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36458) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:06.071921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:06.090759 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-85f90ce5-cee9-4965-9899-e7f96d8721cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:13Z', 'revision_number': 4, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '88566bdd-b155-49d5-872b-4b11e973cbdd', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'port_id': '2ad238b6-5dde-4f6c-9c76-798045bbc670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'mac_address': 'fa:16:3e:ac:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:19:29Z', 'updated_at': '2022-03-22T12:20:00Z', 'revision_number': 1, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2', 'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'mac_address': 'fa:16:3e:7b:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:46Z', 'revision_number': 5, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'subnets': [{'id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:06.095659 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f90ce5-cee9-4965-9899-e7f96d8721cf None None] Checking router: d6831f3b-5b40-424f-9147-d04618137e70 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:20:06.111935 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f90ce5-cee9-4965-9899-e7f96d8721cf None None] Routers {'d6831f3b-5b40-424f-9147-d04618137e70'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:06.113547 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-85f90ce5-cee9-4965-9899-e7f96d8721cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d6831f3b-5b40-424f-9147-d04618137e70'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:06.117151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Made reservation on behalf of b2c0277e9dc4482eac6d6329d421ebf2 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:06.120129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:06.130237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109a2d1-fd9b-4e9c-b547-487d226c5c50 req-a80b9133-a9ad-4ce2-bdc6-514431825dcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:06.132864 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6109a2d1-fd9b-4e9c-b547-487d226c5c50 req-a80b9133-a9ad-4ce2-bdc6-514431825dcd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a06b53-c0a1-4ba6-849e-2080b1d16ef7 HTTP/1.1" status: 200 len: 845 time: 0.1807735 Mar 22 12:20:06.142909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Allocated IP 172.26.0.138 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/532839a4-eb4b-4da9-9d09-5a3b80f883c5) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:06.233477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:06.270889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:06.285960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Sync routers for ids ['5b102f78-6d90-43d9-a6c3-ec811884006d'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:06.310557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Routers {'5b102f78-6d90-43d9-a6c3-ec811884006d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:06.312353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5b102f78-6d90-43d9-a6c3-ec811884006d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:06.314669 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58efabf8-2554-444b-83c8-48afb1bae97f req-2fd29827-5f93-4e02-8326-42688ee9904c service neutron] 10.222.0.55 "GET /v2.0/networks/bb46452e-4545-42cf-a68a-ee059c6e8f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329955 Mar 22 12:20:06.351208 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-85f90ce5-cee9-4965-9899-e7f96d8721cf None None] Set router d6831f3b-5b40-424f-9147-d04618137e70 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:06.372727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a6773-175c-4a22-b1b9-8509d975d375 req-c777a13d-0c8d-48ce-b74f-4519df0ae0df tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:06.374500 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f0a6773-175c-4a22-b1b9-8509d975d375 req-c777a13d-0c8d-48ce-b74f-4519df0ae0df tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.3623214 Mar 22 12:20:06.473478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cef192f8-4d3c-48b9-b13e-c88895e95928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:06.489837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:06.494840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:06.496033 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0f6aad0-6536-47d3-9e97-0feac5cb2fee tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.4765658 Mar 22 12:20:06.504588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36464) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:06.519345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Usage tracker for resource:security_group_rule and tenant:b2c0277e9dc4482eac6d6329d421ebf2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:06.579806 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e3d351-0e9a-45e1-8b53-730967430262 None None] New status for floating IP c56e875d-2871-429c-8708-3dcc7548c24e: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:20:06.629175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:06.630917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Set router 5b102f78-6d90-43d9-a6c3-ec811884006d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:06.690207 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58efabf8-2554-444b-83c8-48afb1bae97f req-19648c6e-cbdf-43fb-bcf7-e035a525fe54 service neutron] 10.222.0.55 "GET /v2.0/networks/bb46452e-4545-42cf-a68a-ee059c6e8f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667383 Mar 22 12:20:06.731233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f35eb-fac0-410d-b182-91d6ad12eea8 None None] New status for floating IP 3754c931-8f2f-44cf-bd4f-6270b9b6ce09: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:20:06.749648 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f0a6773-175c-4a22-b1b9-8509d975d375 req-a00bf049-2a64-4665-8007-c3aabc991de8 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005800 Mar 22 12:20:06.771917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cef192f8-4d3c-48b9-b13e-c88895e95928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:06.776252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cef192f8-4d3c-48b9-b13e-c88895e95928 admin admin] Usage tracker for resource:security_group_rule and tenant:34c40ebd00dd48d6a32eef3bcf7aa6d3 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:06.779476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cef192f8-4d3c-48b9-b13e-c88895e95928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:06.806820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cef192f8-4d3c-48b9-b13e-c88895e95928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:06.860140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] device_id is not set on port 93af3ca4-6da9-4068-89d3-d71bdf33f895 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:06.873577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:06.912930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Transition to ACTIVE for port object 93af3ca4-6da9-4068-89d3-d71bdf33f895 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:06.925333 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.150152 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cef192f8-4d3c-48b9-b13e-c88895e95928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.154793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:07.174017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event updated for resources: {'Port': ['ID=93af3ca4-6da9-4068-89d3-d71bdf33f895,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:07.209031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cef192f8-4d3c-48b9-b13e-c88895e95928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.218786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:07.219334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:07.220439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:07.228167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:20:07.228744 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:20:07.229318 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 2 to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 Mar 22 12:20:07.260075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:07.260686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:07.261504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:07.274237 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:20:07.276445 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:20:07.276992 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 3 to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 Mar 22 12:20:07.329678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:07.329932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:07.330272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:07.344589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:20:07.344923 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:20:07.345308 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 4 to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 Mar 22 12:20:07.346381 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-85f90ce5-cee9-4965-9899-e7f96d8721cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:13Z', 'revision_number': 4, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '88566bdd-b155-49d5-872b-4b11e973cbdd', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'port_id': '2ad238b6-5dde-4f6c-9c76-798045bbc670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'mac_address': 'fa:16:3e:ac:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:19:29Z', 'updated_at': '2022-03-22T12:20:00Z', 'revision_number': 1, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2', 'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'mac_address': 'fa:16:3e:7b:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:46Z', 'revision_number': 5, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'subnets': [{'id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:07.351496 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f90ce5-cee9-4965-9899-e7f96d8721cf None None] The sync data for ids ['d6831f3b-5b40-424f-9147-d04618137e70'] in dv-neutron-834653-1-hyperv is: [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:13Z', 'revision_number': 4, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '88566bdd-b155-49d5-872b-4b11e973cbdd', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'floating_ip_address': '172.26.0.46', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'port_id': '2ad238b6-5dde-4f6c-9c76-798045bbc670', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'mac_address': 'fa:16:3e:ac:c7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:19:29Z', 'updated_at': '2022-03-22T12:20:00Z', 'revision_number': 1, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2', 'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'mac_address': 'fa:16:3e:7b:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:46Z', 'revision_number': 5, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'subnets': [{'id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:07.385864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:07.386197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:07.386300 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef192f8-4d3c-48b9-b13e-c88895e95928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e773ce41-fdb5-49ed-acbe-f2640594b063,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:07.386531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:07.398334 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6109a2d1-fd9b-4e9c-b547-487d226c5c50 req-d0656965-b3be-4b6e-99dc-37c8163a4b71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=68b84d2c-d1e6-4359-ae6d-d770fffe6077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2517385 Mar 22 12:20:07.402976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:20:07.404566 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:20:07.404746 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 5 to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 Mar 22 12:20:07.444667 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cef192f8-4d3c-48b9-b13e-c88895e95928 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34c40ebd00dd48d6a32eef3bcf7aa6d3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3643494 Mar 22 12:20:07.444894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:07.444894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:07.444894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:07.453749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36472) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:07.453749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:20:07.453749 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:20:07.466376 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 6 to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 Mar 22 12:20:07.474086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.492651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.526266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:07.527050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:07.527803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:07.539101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:20:07.539726 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:20:07.548448 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 7 to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 Mar 22 12:20:07.581162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.605339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b102f78-6d90-43d9-a6c3-ec811884006d', 'name': 'tempest-snat-router-2118837558', 'tenant_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '67d6d49a-2f0e-4a9b-a935-b7883d541b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:00Z', 'updated_at': '2022-03-22T12:20:03Z', 'revision_number': 3, 'project_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'gw_port': {'id': '67d6d49a-2f0e-4a9b-a935-b7883d541b66', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b102f78-6d90-43d9-a6c3-ec811884006d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:20:01Z', 'updated_at': '2022-03-22T12:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:07.614603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Checking router: 5b102f78-6d90-43d9-a6c3-ec811884006d for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:20:07.615303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Updating router 5b102f78-6d90-43d9-a6c3-ec811884006d port 67d6d49a-2f0e-4a9b-a935-b7883d541b66 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:20:07.631331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea868b39-1847-4505-8ddd-364dbb626bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.636511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:07.637233 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:07.638007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:07.644193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:07.672611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:20:07.673190 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:20:07.678908 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 8 to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 Mar 22 12:20:07.681481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa8c9e1-7ba2-457f-83de-416e0a86d6ba,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:07.685953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.686698 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Added segment 9ff48378-4233-46e7-8611-9e7d9bc91d58 of type vlan for network 562da788-d40c-4960-8441-9f7b942a002a Mar 22 12:20:07.689603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.723248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea868b39-1847-4505-8ddd-364dbb626bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.746432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:07.746739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:07.747067 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:07.762717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.767088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:20:07.767413 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:20:07.769788 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 9 to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 Mar 22 12:20:07.787101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:07.787457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:07.787781 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:07.795111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:20:07.795431 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:20:07.795841 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.plugins.ml2.plugin [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempt 10 to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 Mar 22 12:20:07.814851 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:07.815242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:07.815584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempting to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:07.817850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea868b39-1847-4505-8ddd-364dbb626bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.879124 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6109a2d1-fd9b-4e9c-b547-487d226c5c50 req-755b77b6-7c4a-4884-b46a-5f7617f5dc12 service neutron] 10.222.0.55 "GET /v2.0/networks/68b84d2c-d1e6-4359-ae6d-d770fffe6077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451938 Mar 22 12:20:07.881425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea868b39-1847-4505-8ddd-364dbb626bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e773ce41-fdb5-49ed-acbe-f2640594b063,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:07.885386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:20:07.886094 dv-neutron-834653-1-hyperv neutron-server[83793]: ERROR neutron.plugins.ml2.managers [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Failed to bind port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on host hv-neutron-8346 for vnic_type normal using segments [{'id': '67750314-a71d-4044-91d8-f03741dc6a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '53457109-dc20-455b-bfe6-c94146fb729c'}] Mar 22 12:20:07.886094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.888583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.902129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea868b39-1847-4505-8ddd-364dbb626bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:07.903370 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ea868b39-1847-4505-8ddd-364dbb626bfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e773ce41-fdb5-49ed-acbe-f2640594b063 HTTP/1.1" status: 204 len: 168 time: 0.4498432 Mar 22 12:20:08.016961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede4bf1-6136-4e44-be4f-99df85a7d5b4 req-a31d1ec6-fa98-4e96-994d-16672e659b8b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:08.018922 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3ede4bf1-6136-4e44-be4f-99df85a7d5b4 req-a31d1ec6-fa98-4e96-994d-16672e659b8b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.1958163 Mar 22 12:20:08.020531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:08.021336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event updated for resources: {'Port': ['ID=532839a4-eb4b-4da9-9d09-5a3b80f883c5,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:08.030303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:08.032795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:08.052289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] For port 93af3ca4-6da9-4068-89d3-d71bdf33f895, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:08.053076 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Attempted to set empty binding levels {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 12:20:08.058833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:20:08.068527 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.108046 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-700c0955-d73e-4288-816e-1e3030a208f8 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/routers/5b102f78-6d90-43d9-a6c3-ec811884006d HTTP/1.1" status: 200 len: 906 time: 1.5990438 Mar 22 12:20:08.126638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36484) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:08.139948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.150348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] In _notify_port_updated(), no bound segment for port 93af3ca4-6da9-4068-89d3-d71bdf33f895 on network 53457109-dc20-455b-bfe6-c94146fb729c {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:20:08.151660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.153194 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "PUT /v2.0/ports/93af3ca4-6da9-4068-89d3-d71bdf33f895 HTTP/1.1" status: 200 len: 976 time: 2.7381775 Mar 22 12:20:08.154183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c24d5b-a719-4385-afba-72fdd2e94b7c tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event updated for resources: {'Port': ['ID=93af3ca4-6da9-4068-89d3-d71bdf33f895,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:08.157371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36488) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:08.165363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.168141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Transition to ACTIVE for port object 67d6d49a-2f0e-4a9b-a935-b7883d541b66 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:08.175070 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:08.176393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.182741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.217973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8619e77d-9c6e-4c6f-bc4f-2fb362e30021 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Deleting port 93af3ca4-6da9-4068-89d3-d71bdf33f895 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:08.218375 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8619e77d-9c6e-4c6f-bc4f-2fb362e30021 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.270900 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3ede4bf1-6136-4e44-be4f-99df85a7d5b4 req-fa238ceb-a30d-4578-8c1b-cef0709f1cb4 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436826 Mar 22 12:20:08.304995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1191740-ba22-45f4-9ca3-6b670ea15fc3 None None] Pushing event updated for resources: {'Port': ['ID=67d6d49a-2f0e-4a9b-a935-b7883d541b66,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:08.308189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Attempting to bind port 67d6d49a-2f0e-4a9b-a935-b7883d541b66 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:08.308667 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Attempting to bind port 67d6d49a-2f0e-4a9b-a935-b7883d541b66 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:08.311917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Attempting to bind port 67d6d49a-2f0e-4a9b-a935-b7883d541b66 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:08.323455 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:08.325832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:08.326631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.327872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:08.328648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Bound port: 67d6d49a-2f0e-4a9b-a935-b7883d541b66, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:08.329874 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.422660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] For port 67d6d49a-2f0e-4a9b-a935-b7883d541b66, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:08.435753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] For port 67d6d49a-2f0e-4a9b-a935-b7883d541b66, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=67d6d49a-2f0e-4a9b-a935-b7883d541b66,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:20:08.440418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36492) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:08.443530 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.492881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 24ddfc91-adab-416d-92c8-6024c735ee51 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:08.503513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8619e77d-9c6e-4c6f-bc4f-2fb362e30021 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] For port 93af3ca4-6da9-4068-89d3-d71bdf33f895, host hv-neutron-8346, got binding levels [] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:08.503858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8619e77d-9c6e-4c6f-bc4f-2fb362e30021 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.530310 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.8708401 Mar 22 12:20:08.544085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36496) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:08.556393 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6109a2d1-fd9b-4e9c-b547-487d226c5c50 req-716cfee9-e95e-4032-b527-a1506d3c8a2c service neutron] 10.222.0.55 "GET /v2.0/networks/68b84d2c-d1e6-4359-ae6d-d770fffe6077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539266 Mar 22 12:20:08.582556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Request body: {'subnet': {'network_id': '562da788-d40c-4960-8441-9f7b942a002a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:08.590220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Routers {'5b102f78-6d90-43d9-a6c3-ec811884006d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:08.590855 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5b102f78-6d90-43d9-a6c3-ec811884006d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:08.603273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6ffe568-5b63-40c8-9675-f9be29123236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.642014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1191740-ba22-45f4-9ca3-6b670ea15fc3 None None] Pushing event updated for resources: {'Port': ['ID=67d6d49a-2f0e-4a9b-a935-b7883d541b66,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:08.655192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd0bab-795b-4364-adaa-4c151655d2e8 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'Network': ['ID=562da788-d40c-4960-8441-9f7b942a002a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:08.713183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 562da788-d40c-4960-8441-9f7b942a002a details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:08.721178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8619e77d-9c6e-4c6f-bc4f-2fb362e30021 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Calling delete_port for 93af3ca4-6da9-4068-89d3-d71bdf33f895 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:08.789429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c6ffe568-5b63-40c8-9675-f9be29123236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:08.800471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8619e77d-9c6e-4c6f-bc4f-2fb362e30021 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.800747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c6ffe568-5b63-40c8-9675-f9be29123236 admin admin] Usage tracker for resource:security_group_rule and tenant:8458bfbb97d748049c4c8ebabb5e41bb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:08.807456 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c6ffe568-5b63-40c8-9675-f9be29123236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:08.813526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:08.822597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Usage tracker for resource:subnet and tenant:b2c0277e9dc4482eac6d6329d421ebf2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:08.825412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c6ffe568-5b63-40c8-9675-f9be29123236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:08.829400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:08.833947 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Deleting port 532839a4-eb4b-4da9-9d09-5a3b80f883c5 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:08.834349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.843103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 24ddfc91-adab-416d-92c8-6024c735ee51 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:08.853361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619e77d-9c6e-4c6f-bc4f-2fb362e30021 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Pushing event deleted for resources: {'Port': ['ID=93af3ca4-6da9-4068-89d3-d71bdf33f895,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:08.857871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 24ddfc91-adab-416d-92c8-6024c735ee51 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:08.858240 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.859279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8619e77d-9c6e-4c6f-bc4f-2fb362e30021 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:08.871456 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8619e77d-9c6e-4c6f-bc4f-2fb362e30021 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "DELETE /v2.0/ports/93af3ca4-6da9-4068-89d3-d71bdf33f895 HTTP/1.1" status: 204 len: 168 time: 0.7105813 Mar 22 12:20:08.871776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36500) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:08.881142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:08.920089 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd37a357-bbda-4bbb-9bdd-844d219d97d5 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] GET failed (client error): The resource could not be found. Mar 22 12:20:08.920668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dd37a357-bbda-4bbb-9bdd-844d219d97d5 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Synchronizing usage tracker for tenant:6766983331cb4fa5abd2c590e3a9c338 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:08.935303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Made reservation on behalf of b2c0277e9dc4482eac6d6329d421ebf2 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:08.937510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dd37a357-bbda-4bbb-9bdd-844d219d97d5 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] Unset dirty status for tenant:6766983331cb4fa5abd2c590e3a9c338 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:08.942506 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dd37a357-bbda-4bbb-9bdd-844d219d97d5 tempest-PortsAdminExtendedAttrsTestJSON-1065611390 tempest-PortsAdminExtendedAttrsTestJSON-1065611390-project-admin] 10.222.0.62 "GET /v2.0/ports/93af3ca4-6da9-4068-89d3-d71bdf33f895 HTTP/1.1" status: 404 len: 333 time: 0.0691752 Mar 22 12:20:08.943568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36504) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:08.944939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] Set router 5b102f78-6d90-43d9-a6c3-ec811884006d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:09.059436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.164166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.170172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.198979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.205513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6ffe568-5b63-40c8-9675-f9be29123236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.217806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.218135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.235130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 24ddfc91-adab-416d-92c8-6024c735ee51, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=24ddfc91-adab-416d-92c8-6024c735ee51,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:09.237581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53457109-dc20-455b-bfe6-c94146fb729c']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:09.251460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.254262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67750314-a71d-4044-91d8-f03741dc6a2a') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:09.254735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67750314-a71d-4044-91d8-f03741dc6a2a') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:09.269634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.292290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.300601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:09.300990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:09.316983 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:09.362274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=24ddfc91-adab-416d-92c8-6024c735ee51,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:09.405387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.412487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6ffe568-5b63-40c8-9675-f9be29123236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.423794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b102f78-6d90-43d9-a6c3-ec811884006d', 'name': 'tempest-snat-router-2118837558', 'tenant_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '67d6d49a-2f0e-4a9b-a935-b7883d541b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:00Z', 'updated_at': '2022-03-22T12:20:03Z', 'revision_number': 3, 'project_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'gw_port': {'id': '67d6d49a-2f0e-4a9b-a935-b7883d541b66', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b102f78-6d90-43d9-a6c3-ec811884006d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:20:01Z', 'updated_at': '2022-03-22T12:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:09.429864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.430624 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e04f4-7ce5-467c-bfaa-cd508046f562 None None] The sync data for ids ['5b102f78-6d90-43d9-a6c3-ec811884006d'] in dv-neutron-834653-1-hyperv is: [{'id': '5b102f78-6d90-43d9-a6c3-ec811884006d', 'name': 'tempest-snat-router-2118837558', 'tenant_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.6'}], 'enable_snat': True}, 'gw_port_id': '67d6d49a-2f0e-4a9b-a935-b7883d541b66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:00Z', 'updated_at': '2022-03-22T12:20:03Z', 'revision_number': 3, 'project_id': '14ff43e9a95f495ab28ca2f6135e2b13', 'gw_port': {'id': '67d6d49a-2f0e-4a9b-a935-b7883d541b66', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:21:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b102f78-6d90-43d9-a6c3-ec811884006d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:20:01Z', 'updated_at': '2022-03-22T12:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:09.436772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] Pushing event deleted for resources: {'Network': ['ID=53457109-dc20-455b-bfe6-c94146fb729c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:09.441169 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3dae944f-cf25-4e1e-8cbf-c1a94490fe80 tempest-PortsAdminExtendedAttrsTestJSON-589475941 tempest-PortsAdminExtendedAttrsTestJSON-589475941-project] 10.222.0.62 "DELETE /v2.0/networks/53457109-dc20-455b-bfe6-c94146fb729c HTTP/1.1" status: 204 len: 168 time: 0.4964287 Mar 22 12:20:09.620912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Calling delete_port for 532839a4-eb4b-4da9-9d09-5a3b80f883c5 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:09.648978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.766708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36514) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:09.793536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffe568-5b63-40c8-9675-f9be29123236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a7a418-f094-478c-a5c4-c406904596a2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:09.822743 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c6ffe568-5b63-40c8-9675-f9be29123236 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8458bfbb97d748049c4c8ebabb5e41bb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3809168 Mar 22 12:20:09.825553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36520) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:09.898295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a24d9150-ed92-4e62-91c3-44f599e7743f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:09.952409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a24d9150-ed92-4e62-91c3-44f599e7743f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.000335 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bf47c9be-da7e-44c5-9961-26feeb66b484 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a580f8355718403f9f3945450535d40a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2302206 Mar 22 12:20:10.000546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b116b57-12f1-40ef-85b8-8104d07ce910 req-60711d26-81cf-4c03-b411-eae92e43dac4 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:10.000654 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b116b57-12f1-40ef-85b8-8104d07ce910 req-60711d26-81cf-4c03-b411-eae92e43dac4 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.5443778 Mar 22 12:20:10.001529 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36524) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:10.038802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.058811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a24d9150-ed92-4e62-91c3-44f599e7743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.085933 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83c7a580-9f02-42b7-bc69-98888fe0aac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.087453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d9150-ed92-4e62-91c3-44f599e7743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a7a418-f094-478c-a5c4-c406904596a2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:10.101553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a24d9150-ed92-4e62-91c3-44f599e7743f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.105472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event deleted for resources: {'Port': ['ID=532839a4-eb4b-4da9-9d09-5a3b80f883c5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:10.105914 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a24d9150-ed92-4e62-91c3-44f599e7743f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8a7a418-f094-478c-a5c4-c406904596a2 HTTP/1.1" status: 204 len: 168 time: 0.2786186 Mar 22 12:20:10.130603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83c7a580-9f02-42b7-bc69-98888fe0aac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.181271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.197040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83c7a580-9f02-42b7-bc69-98888fe0aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.212803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7a580-9f02-42b7-bc69-98888fe0aac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e37b9d-cedb-46c8-919b-3439c7d66179,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:10.220638 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83c7a580-9f02-42b7-bc69-98888fe0aac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.241210 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-83c7a580-9f02-42b7-bc69-98888fe0aac4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1e37b9d-cedb-46c8-919b-3439c7d66179 HTTP/1.1" status: 204 len: 168 time: 0.2195034 Mar 22 12:20:10.250032 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b116b57-12f1-40ef-85b8-8104d07ce910 req-c4b7423e-0202-4723-9760-549c65365d97 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364810 Mar 22 12:20:10.323904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'Subnet': ['ID=8132dcdf-284c-4aff-a0b1-65f65759581c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:10.388617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Checking segment: {'id': '9ff48378-4233-46e7-8611-9e7d9bc91d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '562da788-d40c-4960-8441-9f7b942a002a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:10.388982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Network hostable DHCP agents. Network: 562da788-d40c-4960-8441-9f7b942a002a, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:10.396167 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] create failed (client error): The resource could not be found. Mar 22 12:20:10.397246 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5c11d30c-f6b5-4209-b8a3-e617ffd1a37f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.7687201 Mar 22 12:20:10.400882 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36534) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:10.458932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.460282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 24ddfc91-adab-416d-92c8-6024c735ee51 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:10.492873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c0cd6-f342-4173-9027-eb9531845b9f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Deleting port b367ed1c-3008-42c9-b4fe-e4030b04728f {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:10.493219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0cd6-f342-4173-9027-eb9531845b9f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.522316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Deleting port 67d6d49a-2f0e-4a9b-a935-b7883d541b66 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:10.522648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.548422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 24ddfc91-adab-416d-92c8-6024c735ee51 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:10.549049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.560985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Network 562da788-d40c-4960-8441-9f7b942a002a is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:10.644457 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 562da788-d40c-4960-8441-9f7b942a002a) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:10.688397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957d1e0-8e00-443c-8a50-dafb34385b9a None None] Network 562da788-d40c-4960-8441-9f7b942a002a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:10.705263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:10.705887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.732204 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36548) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:10.799740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] For port 67d6d49a-2f0e-4a9b-a935-b7883d541b66, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=67d6d49a-2f0e-4a9b-a935-b7883d541b66,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:10.800088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.802229 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5f739d4d-0c57-41bd-b5e2-ba5e39d825f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6766983331cb4fa5abd2c590e3a9c338&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0687737 Mar 22 12:20:10.802894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36552) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:10.886171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93cfc711-42b8-433b-a064-070034192cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.912712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93cfc711-42b8-433b-a064-070034192cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.966780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-562da788-d40c-4960-8441-9f7b942a002a', 'network_id': '562da788-d40c-4960-8441-9f7b942a002a', 'tenant_id': 'b2c0277e9dc4482eac6d6329d421ebf2', 'fixed_ips': [{'subnet_id': '8132dcdf-284c-4aff-a0b1-65f65759581c'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:20:10.967732 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:10.980110 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93cfc711-42b8-433b-a064-070034192cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.009670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93cfc711-42b8-433b-a064-070034192cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.014407 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-93cfc711-42b8-433b-a064-070034192cdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80f5f9d2-4469-403a-b61d-e34ddd939f3f HTTP/1.1" status: 204 len: 168 time: 0.2097180 Mar 22 12:20:11.015756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfc711-42b8-433b-a064-070034192cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f5f9d2-4469-403a-b61d-e34ddd939f3f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:11.127551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Calling delete_port for 67d6d49a-2f0e-4a9b-a935-b7883d541b66 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:11.175352 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2b27f1ed-3d83-4daa-a363-baa7ddcebc09 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6142268 Mar 22 12:20:11.175644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36564) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:11.180796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Request body: {'port': {'network_id': '562da788-d40c-4960-8441-9f7b942a002a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1548159765'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:11.224055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Allocated IP 2001:db8::2 (562da788-d40c-4960-8441-9f7b942a002a/8132dcdf-284c-4aff-a0b1-65f65759581c/595265c0-aaa4-49bd-bb97-3b374df1121a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:11.257665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0cd6-f342-4173-9027-eb9531845b9f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.376386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:11.380335 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Usage tracker for resource:port and tenant:b2c0277e9dc4482eac6d6329d421ebf2 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:11.381740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c0cd6-f342-4173-9027-eb9531845b9f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Calling delete_port for b367ed1c-3008-42c9-b4fe-e4030b04728f owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:11.383226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:11.389144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:11.403349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Made reservation on behalf of b2c0277e9dc4482eac6d6329d421ebf2 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:11.408646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.445953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] device_id is not set on port e45205ac-8ce2-4b75-89d3-52c62aa972ef yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:11.461670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36576) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:11.611416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.657598 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f013ef-b954-41bc-b4e5-9626b704766a req-767d2a09-6f9e-4587-869b-150afae71a69 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:11.659286 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c4f013ef-b954-41bc-b4e5-9626b704766a req-767d2a09-6f9e-4587-869b-150afae71a69 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.1123545 Mar 22 12:20:11.675431 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.690964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Transition to ACTIVE for port object 595265c0-aaa4-49bd-bb97-3b374df1121a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:11.691638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'networks': [{'name': 'tempest-network--513743'}, {'name': 'tempest-network--1553816360'}]} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:11.691988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'network': {'name': 'tempest-network--513743'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:11.692501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'network': {'name': 'tempest-network--1553816360'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:11.697947 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:11.701946 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Usage tracker for resource:network and tenant:6f759a5f17e44d7baa2f7c2fdb943687 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:11.705133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:11.711623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:11.720470 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c4f013ef-b954-41bc-b4e5-9626b704766a req-3a237414-5027-4c4f-b3d2-294480f575c9 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546756 Mar 22 12:20:11.721249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Transition to ACTIVE for port object 595265c0-aaa4-49bd-bb97-3b374df1121a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:11.728002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.737061 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event deleted for resources: {'Port': ['ID=67d6d49a-2f0e-4a9b-a935-b7883d541b66,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:11.748938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Made reservation on behalf of 6f759a5f17e44d7baa2f7c2fdb943687 for: {'network': 2} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:11.756068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.798103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.799649 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Network 562da788-d40c-4960-8441-9f7b942a002a is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:11.802827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:11.807799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:11.810102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Pushing event updated for resources: {'Port': ['ID=595265c0-aaa4-49bd-bb97-3b374df1121a,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:11.844224 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Allocated IP 2001:db8::30e (562da788-d40c-4960-8441-9f7b942a002a/8132dcdf-284c-4aff-a0b1-65f65759581c/e45205ac-8ce2-4b75-89d3-52c62aa972ef) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:11.858483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0cd6-f342-4173-9027-eb9531845b9f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.933671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Attempting to bind port 595265c0-aaa4-49bd-bb97-3b374df1121a on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:11.934180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Attempting to bind port 595265c0-aaa4-49bd-bb97-3b374df1121a by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '9ff48378-4233-46e7-8611-9e7d9bc91d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '562da788-d40c-4960-8441-9f7b942a002a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:11.934853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Attempting to bind port 595265c0-aaa4-49bd-bb97-3b374df1121a on network 562da788-d40c-4960-8441-9f7b942a002a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:11.942962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:11.943321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Checking segment: {'id': '9ff48378-4233-46e7-8611-9e7d9bc91d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '562da788-d40c-4960-8441-9f7b942a002a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:11.943714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.944094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Bound using segment: {'id': '9ff48378-4233-46e7-8611-9e7d9bc91d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '562da788-d40c-4960-8441-9f7b942a002a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:11.944603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Bound port: 595265c0-aaa4-49bd-bb97-3b374df1121a, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff48378-4233-46e7-8611-9e7d9bc91d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '562da788-d40c-4960-8441-9f7b942a002a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:11.945026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:11.956648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c0cd6-f342-4173-9027-eb9531845b9f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event deleted for resources: {'Port': ['ID=b367ed1c-3008-42c9-b4fe-e4030b04728f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:11.967096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:12.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Usage tracker for resource:security_group_rule and tenant:6f759a5f17e44d7baa2f7c2fdb943687 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:12.013086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:12.026425 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:12.050632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] For port 595265c0-aaa4-49bd-bb97-3b374df1121a, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:12.055253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] For port 595265c0-aaa4-49bd-bb97-3b374df1121a, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=595265c0-aaa4-49bd-bb97-3b374df1121a,segment=NetworkSegment(9ff48378-4233-46e7-8611-9e7d9bc91d58),segment_id=9ff48378-4233-46e7-8611-9e7d9bc91d58)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:20:12.061402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.129347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0cd6-f342-4173-9027-eb9531845b9f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.170495 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ee258-a6ac-44e9-b86b-3ad41246f975 None None] Pushing event updated for resources: {'Port': ['ID=595265c0-aaa4-49bd-bb97-3b374df1121a,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:12.239872 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4e8c0cd6-f342-4173-9027-eb9531845b9f tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "DELETE /v2.0/ports/b367ed1c-3008-42c9-b4fe-e4030b04728f HTTP/1.1" status: 204 len: 168 time: 1.8376725 Mar 22 12:20:12.246127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36594) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:12.325868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.353639 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Transition to ACTIVE for port object e45205ac-8ce2-4b75-89d3-52c62aa972ef will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:12.382490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.444558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.496207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Network 562da788-d40c-4960-8441-9f7b942a002a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:12.496993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'Port': ['ID=e45205ac-8ce2-4b75-89d3-52c62aa972ef,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:12.499705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:12.501867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:12.505858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:12.506457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.533331 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4e859186-6f6e-4ad5-9ade-77792f16d3c6 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3572960 Mar 22 12:20:12.536426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36600) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:12.543742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Request body: {'port': {'network_id': '562da788-d40c-4960-8441-9f7b942a002a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-976732545', 'allowed_address_pairs': [{'ip_address': '2001:db8::30e', 'mac_address': 'fa:16:3e:4b:3c:25'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:12.704056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:12.707997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Usage tracker for resource:port and tenant:b2c0277e9dc4482eac6d6329d421ebf2 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:12.710835 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:12.716645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:12.728101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Made reservation on behalf of b2c0277e9dc4482eac6d6329d421ebf2 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:12.756906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.787889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.805257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db6064-e10a-44da-b6a7-63e22c7f969e tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:12.806233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-55db6064-e10a-44da-b6a7-63e22c7f969e tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Synchronizing usage tracker for tenant:4af5e7272728434fb13090f84c279744 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:12.812130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.828498 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.828935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.864944 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:12.898232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] device_id is not set on port 8222e93f-f54e-45ff-9b33-82112dde9907 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:13.048174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-55db6064-e10a-44da-b6a7-63e22c7f969e tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Unset dirty status for tenant:4af5e7272728434fb13090f84c279744 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:13.049431 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-55db6064-e10a-44da-b6a7-63e22c7f969e tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "GET /v2.0/ports?device_id=73e044dd-995b-49fa-84ee-7ad74dce240a HTTP/1.1" status: 200 len: 913 time: 0.7215099 Mar 22 12:20:13.052454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36614) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:13.062636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.072073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.072561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b102f78-6d90-43d9-a6c3-ec811884006d {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:20:13.081820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3c264e-b83e-497e-8d96-ec61a7ee7124,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:13.093491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:13.119914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.121107 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-be540c13-3fcf-442a-8fec-a23c2f612173 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "DELETE /v2.0/routers/5b102f78-6d90-43d9-a6c3-ec811884006d HTTP/1.1" status: 204 len: 168 time: 4.9893823 Mar 22 12:20:13.122384 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.122688 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Added segment b071ba24-2eab-4884-9c2b-adcc68df6ae7 of type vlan for network 94fc6977-9e4e-4f60-b2cd-70e865cb9f60 Mar 22 12:20:13.124587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36618) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:13.263176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Allocated IP 2001:db8::289 (562da788-d40c-4960-8441-9f7b942a002a/8132dcdf-284c-4aff-a0b1-65f65759581c/8222e93f-f54e-45ff-9b33-82112dde9907) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:13.311322 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.351034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:13.361387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.361746 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Added segment cd330bcd-fecc-4fa7-a445-2c0a644bb608 of type vlan for network 423ea8b1-c0fe-45fe-8f64-2add0a9c9d91 Mar 22 12:20:13.393729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.453296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c7af86-4e82-4e1c-bb40-04f29274dc2c None None] Network 562da788-d40c-4960-8441-9f7b942a002a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:13.462196 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f783e61-ef08-4583-80e0-049f1b89f77e req-49443616-a81a-4fe5-aad4-59c45917555d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:13.464350 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f783e61-ef08-4583-80e0-049f1b89f77e req-49443616-a81a-4fe5-aad4-59c45917555d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.5057273 Mar 22 12:20:13.531518 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2f783e61-ef08-4583-80e0-049f1b89f77e req-2c6dfa79-00c7-45c1-84c7-bf81c8d2ee46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581172 Mar 22 12:20:13.532997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.533559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.538306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:13.541533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:13.542191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.656181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.671602 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 2.2071548 Mar 22 12:20:13.675712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36632) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:13.698891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event updated for resources: {'Network': ['ID=94fc6977-9e4e-4f60-b2cd-70e865cb9f60,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:13.707611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Transition to ACTIVE for port object 8222e93f-f54e-45ff-9b33-82112dde9907 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:13.747168 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a22b3a61-f01b-4dc6-8804-1d168b071892 None None] Provisioning for port 595265c0-aaa4-49bd-bb97-3b374df1121a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:13.753422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 94fc6977-9e4e-4f60-b2cd-70e865cb9f60 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:13.768043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36636) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:13.786282 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8fb4-b9f3-44eb-995b-6041ab20e115 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.807973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7ff8b-12dd-4fce-85ec-7bfdb6acb0e2 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event updated for resources: {'Network': ['ID=423ea8b1-c0fe-45fe-8f64-2add0a9c9d91,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:13.820012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:13.942881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 423ea8b1-c0fe-45fe-8f64-2add0a9c9d91 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:13.964400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-739919862', 'router:external': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:13.986566 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:13.999236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.001496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Usage tracker for resource:network and tenant:0d9053668e164b5384d1ffdd112728ab is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:14.011595 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:14.021214 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.032151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Deleting port 24ddfc91-adab-416d-92c8-6024c735ee51 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:14.032492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.149063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b2934-d095-46f4-8d1f-72a38df9aeb1 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:14.153139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b2934-d095-46f4-8d1f-72a38df9aeb1 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:14.156997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b2934-d095-46f4-8d1f-72a38df9aeb1 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:14.160953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b2934-d095-46f4-8d1f-72a38df9aeb1 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:14.165624 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-688b2934-d095-46f4-8d1f-72a38df9aeb1 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.4853261 Mar 22 12:20:14.166198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36642) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:14.182107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:14.253810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Made reservation on behalf of 0d9053668e164b5384d1ffdd112728ab for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:14.256043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.278054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'Port': ['ID=8222e93f-f54e-45ff-9b33-82112dde9907,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:14.299731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Network 562da788-d40c-4960-8441-9f7b942a002a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:14.308496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:14.313717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:14.317895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:14.318393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.325787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.355772 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6245fccd-d3cf-449a-8084-d09d516a7b89 None None] New status for floating IP 88566bdd-b155-49d5-872b-4b11e973cbdd: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:20:14.358567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6fe11a07-4c47-4198-b98a-cbcb75a7e8f7 None None] Provisioning for port e45205ac-8ce2-4b75-89d3-52c62aa972ef completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:14.374176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.383408 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6fe11a07-4c47-4198-b98a-cbcb75a7e8f7 None None] Provisioning complete for port e45205ac-8ce2-4b75-89d3-52c62aa972ef triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:14.384693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6fe11a07-4c47-4198-b98a-cbcb75a7e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.386880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] For port 24ddfc91-adab-416d-92c8-6024c735ee51, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=24ddfc91-adab-416d-92c8-6024c735ee51,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:14.387323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.415315 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5572e5ee-7c20-4a66-b0f7-83a44e3605f7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8774991 Mar 22 12:20:14.423902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36646) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:14.492546 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:14.508670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6fe11a07-4c47-4198-b98a-cbcb75a7e8f7 None None] Port e45205ac-8ce2-4b75-89d3-52c62aa972ef cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:20:14.526257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Usage tracker for resource:security_group_rule and tenant:0d9053668e164b5384d1ffdd112728ab is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:14.534086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:14.565902 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 595265c0-aaa4-49bd-bb97-3b374df1121a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:14.587249 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Calling delete_port for 24ddfc91-adab-416d-92c8-6024c735ee51 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:14.678151 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:14.693661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ff343b35-30fa-422f-8c4e-c2ddfa4ca311 None None] Provisioning complete for port e45205ac-8ce2-4b75-89d3-52c62aa972ef triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:14.695140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff343b35-30fa-422f-8c4e-c2ddfa4ca311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.791510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.820086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.827481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ff343b35-30fa-422f-8c4e-c2ddfa4ca311 None None] Port e45205ac-8ce2-4b75-89d3-52c62aa972ef cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:20:14.830029 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 595265c0-aaa4-49bd-bb97-3b374df1121a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:14.836372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 595265c0-aaa4-49bd-bb97-3b374df1121a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:14.836786 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.914671 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:20:14.945361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:14.973484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:14.976326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94fc6977-9e4e-4f60-b2cd-70e865cb9f60']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:14.992525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b071ba24-2eab-4884-9c2b-adcc68df6ae7') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:14.992815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b071ba24-2eab-4884-9c2b-adcc68df6ae7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:14.992931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.001718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fc9f1-ca9e-48b9-b148-e14a965d6e4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:15.002966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bda497a7-cd54-4e80-8057-84a0ddf5e546 None None] Provisioning for port 8222e93f-f54e-45ff-9b33-82112dde9907 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:15.005921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fc9f1-ca9e-48b9-b148-e14a965d6e4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:15.009976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fc9f1-ca9e-48b9-b148-e14a965d6e4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:15.010860 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e63fc9f1-ca9e-48b9-b148-e14a965d6e4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Synchronizing usage tracker for tenant:b2c0277e9dc4482eac6d6329d421ebf2 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:15.011317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.012536 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bda497a7-cd54-4e80-8057-84a0ddf5e546 None None] Provisioning complete for port 8222e93f-f54e-45ff-9b33-82112dde9907 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:15.012887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bda497a7-cd54-4e80-8057-84a0ddf5e546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.027183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.027620 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Added segment efc51c99-b22d-4c52-920e-8b65dc4c5576 of type vlan for network b2e23102-7712-4257-ad67-98c849b4e9b3 Mar 22 12:20:15.034566 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74b6857-c308-4272-bd61-ff9c4a350274,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:15.041327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.090644 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:15.090836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 595265c0-aaa4-49bd-bb97-3b374df1121a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=595265c0-aaa4-49bd-bb97-3b374df1121a,segment=NetworkSegment(9ff48378-4233-46e7-8611-9e7d9bc91d58),segment_id=9ff48378-4233-46e7-8611-9e7d9bc91d58)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:15.090933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.093284 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bda497a7-cd54-4e80-8057-84a0ddf5e546 None None] Port 8222e93f-f54e-45ff-9b33-82112dde9907 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:20:15.098434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:15.112882 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:15.134262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e63fc9f1-ca9e-48b9-b148-e14a965d6e4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Unset dirty status for tenant:b2c0277e9dc4482eac6d6329d421ebf2 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:15.135660 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e63fc9f1-ca9e-48b9-b148-e14a965d6e4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.7107699 Mar 22 12:20:15.141942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36652) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:15.145486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.178340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=595265c0-aaa4-49bd-bb97-3b374df1121a,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:15.230644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2e88-033a-4222-bca1-43670c0f68a1 req-5c02c160-d13b-4e59-a962-c7bb527b7d2b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:15.237375 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-303d2e88-033a-4222-bca1-43670c0f68a1 req-5c02c160-d13b-4e59-a962-c7bb527b7d2b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4208238 Mar 22 12:20:15.255571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.296294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.320241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b051ad7c-5377-48ac-9802-f51dc0986566 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Deleting port 8222e93f-f54e-45ff-9b33-82112dde9907 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:15.320590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b051ad7c-5377-48ac-9802-f51dc0986566 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.338051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event deleted for resources: {'Port': ['ID=24ddfc91-adab-416d-92c8-6024c735ee51,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:15.360822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.377951 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event deleted for resources: {'Network': ['ID=94fc6977-9e4e-4f60-b2cd-70e865cb9f60,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:15.384454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.385220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:15.385881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.409565 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-15011181-ff6c-4fc9-a344-ff0e71d055dd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "DELETE /v2.0/networks/94fc6977-9e4e-4f60-b2cd-70e865cb9f60 HTTP/1.1" status: 204 len: 168 time: 1.2417359 Mar 22 12:20:15.414045 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-303d2e88-033a-4222-bca1-43670c0f68a1 req-10feda99-7384-4053-a223-e4acfe9b5dac tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757276 Mar 22 12:20:15.414801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36658) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:15.605753 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95462bc6-c801-4fc1-8f6e-f18c49d5b002 req-08e57101-0828-4175-b799-0a3b5063ecd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 1099 time: 0.3152051 Mar 22 12:20:15.616969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.646327 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event updated for resources: {'Network': ['ID=b2e23102-7712-4257-ad67-98c849b4e9b3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:15.658795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network b2e23102-7712-4257-ad67-98c849b4e9b3 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:15.712610 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7bed0f73-ed62-4a3a-92c5-781286bbd62c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9434154 Mar 22 12:20:15.720159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36662) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:15.787731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Request body: {'subnet': {'network_id': 'b2e23102-7712-4257-ad67-98c849b4e9b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:15.807152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.812566 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:15.823162 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Usage tracker for resource:subnet and tenant:0d9053668e164b5384d1ffdd112728ab is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:15.831047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:15.844763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:15.888096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Made reservation on behalf of 0d9053668e164b5384d1ffdd112728ab for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:15.890242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.942352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b051ad7c-5377-48ac-9802-f51dc0986566 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.958172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.976099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:15.981926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95462bc6-c801-4fc1-8f6e-f18c49d5b002 req-076aa274-8c7b-42f1-b6e1-969695941849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:15.983369 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95462bc6-c801-4fc1-8f6e-f18c49d5b002 req-076aa274-8c7b-42f1-b6e1-969695941849 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 200 len: 913 time: 0.3132374 Mar 22 12:20:16.077941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.078578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23a2e858-f2f1-40ab-b862-ba9c2eec71a9 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:20:16.091033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.092254 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a524c558-75c0-4413-bc4e-93615f6e2757 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "DELETE /v2.0/routers/23a2e858-f2f1-40ab-b862-ba9c2eec71a9 HTTP/1.1" status: 204 len: 168 time: 2.9632778 Mar 22 12:20:16.096145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36666) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:16.103334 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1712851917', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:16.118687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:16.124688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Usage tracker for resource:router and tenant:42a077ce1fe54b98b8a24e1358c84367 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:16.127647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:16.131440 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95462bc6-c801-4fc1-8f6e-f18c49d5b002 req-36d7a44a-841d-4a62-a238-2c991569ef84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 200 len: 1001 time: 0.1379943 Mar 22 12:20:16.134926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:16.143512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b051ad7c-5377-48ac-9802-f51dc0986566 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Calling delete_port for 8222e93f-f54e-45ff-9b33-82112dde9907 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:16.191458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.192398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.211738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95462bc6-c801-4fc1-8f6e-f18c49d5b002 req-af5a5bd8-c9f3-4ada-b656-a2f0f59ddf23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:16.213321 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95462bc6-c801-4fc1-8f6e-f18c49d5b002 req-af5a5bd8-c9f3-4ada-b656-a2f0f59ddf23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0f85f5d-3677-4e10-b04c-44bdd300d811 HTTP/1.1" status: 200 len: 851 time: 0.0745008 Mar 22 12:20:16.255760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.439268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.492289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e8fb4-b9f3-44eb-995b-6041ab20e115 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Deleting port e519bf35-a3ae-427b-9cc0-10bd886b5fa2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:16.492630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8fb4-b9f3-44eb-995b-6041ab20e115 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.527325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 595265c0-aaa4-49bd-bb97-3b374df1121a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:16.533948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423ea8b1-c0fe-45fe-8f64-2add0a9c9d91']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:16.543590 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95462bc6-c801-4fc1-8f6e-f18c49d5b002 req-66f8d114-2d16-4a70-946e-e17e1bc0ec53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6203a9c2-1d85-413b-8d33-42b4c72db112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3231013 Mar 22 12:20:16.553116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.564332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd330bcd-fecc-4fa7-a445-2c0a644bb608') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:16.564671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd330bcd-fecc-4fa7-a445-2c0a644bb608') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:16.608366 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 595265c0-aaa4-49bd-bb97-3b374df1121a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:16.609144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.642464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.771798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.801564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:16.802003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.811452 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95462bc6-c801-4fc1-8f6e-f18c49d5b002 req-4e3a7684-f9f6-4012-90ae-cab5a85a9779 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549992 Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:16.818544 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:16.894349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b051ad7c-5377-48ac-9802-f51dc0986566 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:16.902881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53507c7-6dc9-48a1-83de-95aec94b9f58 req-ac6c50d4-30a8-4028-9b90-b5390a7dd48c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:16.904284 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c53507c7-6dc9-48a1-83de-95aec94b9f58 req-ac6c50d4-30a8-4028-9b90-b5390a7dd48c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.3189459 Mar 22 12:20:16.989617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051ad7c-5377-48ac-9802-f51dc0986566 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event deleted for resources: {'Port': ['ID=8222e93f-f54e-45ff-9b33-82112dde9907,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:16.997475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8fb4-b9f3-44eb-995b-6041ab20e115 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.011241 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c53507c7-6dc9-48a1-83de-95aec94b9f58 req-574a5b78-a6d9-41c2-a597-2476c95e9d0a tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982342 Mar 22 12:20:17.020101 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95462bc6-c801-4fc1-8f6e-f18c49d5b002 req-63553592-4bc4-46aa-b606-a022443e733b service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948299 Mar 22 12:20:17.057062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.063471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.097564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.188486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.196788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e8fb4-b9f3-44eb-995b-6041ab20e115 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Calling delete_port for e519bf35-a3ae-427b-9cc0-10bd886b5fa2 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:17.244567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Allocated IP 172.26.0.150 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/d48af329-9124-44d8-8923-948681dc3bcb) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:17.293953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event deleted for resources: {'Network': ['ID=423ea8b1-c0fe-45fe-8f64-2add0a9c9d91,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:17.357284 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c59b5b9d-8623-4e69-ad61-6ccb7357c0e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "DELETE /v2.0/networks/423ea8b1-c0fe-45fe-8f64-2add0a9c9d91 HTTP/1.1" status: 204 len: 168 time: 1.9317183 Mar 22 12:20:17.361550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36674) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:17.433885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b051ad7c-5377-48ac-9802-f51dc0986566 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.435776 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b051ad7c-5377-48ac-9802-f51dc0986566 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "DELETE /v2.0/ports/8222e93f-f54e-45ff-9b33-82112dde9907 HTTP/1.1" status: 204 len: 168 time: 2.2863963 Mar 22 12:20:17.441302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36678) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:17.489256 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0707470c-35b0-4f6d-8f7d-485c28c741eb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] GET failed (client error): The resource could not be found. Mar 22 12:20:17.489789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0707470c-35b0-4f6d-8f7d-485c28c741eb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Synchronizing usage tracker for tenant:b2c0277e9dc4482eac6d6329d421ebf2 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:17.497017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.534957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0707470c-35b0-4f6d-8f7d-485c28c741eb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Unset dirty status for tenant:b2c0277e9dc4482eac6d6329d421ebf2 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:17.541997 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0707470c-35b0-4f6d-8f7d-485c28c741eb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "GET /v2.0/ports/8222e93f-f54e-45ff-9b33-82112dde9907 HTTP/1.1" status: 404 len: 333 time: 0.0940368 Mar 22 12:20:17.543067 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36682) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:17.570439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10fdcda-cca9-4a13-ad04-5aa6b0b6916f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:17.574860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10fdcda-cca9-4a13-ad04-5aa6b0b6916f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:17.578791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10fdcda-cca9-4a13-ad04-5aa6b0b6916f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:17.579572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d10fdcda-cca9-4a13-ad04-5aa6b0b6916f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Synchronizing usage tracker for tenant:6f759a5f17e44d7baa2f7c2fdb943687 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:17.580018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Request body: {'port': {'network_id': '562da788-d40c-4960-8441-9f7b942a002a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-83622698'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:17.597844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.633535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d10fdcda-cca9-4a13-ad04-5aa6b0b6916f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Unset dirty status for tenant:6f759a5f17e44d7baa2f7c2fdb943687 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:17.634643 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d10fdcda-cca9-4a13-ad04-5aa6b0b6916f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1936 time: 0.2720327 Mar 22 12:20:17.640239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36686) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:17.657267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1379425190'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:17.674239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:17.675233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:17.679191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:17.688815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:17.717500 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Pushing event updated for resources: {'Port': ['ID=d48af329-9124-44d8-8923-948681dc3bcb,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:17.726298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:17.746226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:20:17.746703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.746864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Made reservation on behalf of 6f759a5f17e44d7baa2f7c2fdb943687 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:17.749858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.785578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8fb4-b9f3-44eb-995b-6041ab20e115 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.827277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:17.844133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.844480 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Added segment 631a6455-4623-4820-addb-9ff5fee0af9e of type vlan for network 215589a4-0d8c-40bd-b8eb-97968b165aa7 Mar 22 12:20:17.878692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.918778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.922925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:17.923571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:17.961594 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e8fb4-b9f3-44eb-995b-6041ab20e115 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event deleted for resources: {'Port': ['ID=e519bf35-a3ae-427b-9cc0-10bd886b5fa2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:17.983047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:17.999316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d9a11d43-51f5-47d1-980e-25f09c757758,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:18.040964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:18.111059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Made reservation on behalf of b2c0277e9dc4482eac6d6329d421ebf2 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:18.114090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:18.136061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Checking segment: {'id': 'efc51c99-b22d-4c52-920e-8b65dc4c5576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2e23102-7712-4257-ad67-98c849b4e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:18.136448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Network hostable DHCP agents. Network: b2e23102-7712-4257-ad67-98c849b4e9b3, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:18.158610 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] device_id is not set on port a2229f5f-9bda-40e9-a83b-26e121859f44 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:18.174541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event updated for resources: {'Network': ['ID=215589a4-0d8c-40bd-b8eb-97968b165aa7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:18.178259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:18.178958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:18.187623 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 215589a4-0d8c-40bd-b8eb-97968b165aa7 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:18.260190 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d98dcacf-9f79-4772-8fa1-b13149505ab0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6183946 Mar 22 12:20:18.260320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36692) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:18.277373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-804146813'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:18.331209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:18.344595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Usage tracker for resource:network and tenant:6f759a5f17e44d7baa2f7c2fdb943687 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:18.347964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:18.356239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:18.391446 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Made reservation on behalf of 6f759a5f17e44d7baa2f7c2fdb943687 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:18.394617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:18.433038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:18.448653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Network b2e23102-7712-4257-ad67-98c849b4e9b3 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:18.454732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:18.454732 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Added segment 0d1364a2-aca5-408f-aec9-43a8bf927e89 of type vlan for network 0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1 Mar 22 12:20:18.468928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, b2e23102-7712-4257-ad67-98c849b4e9b3) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:18.484321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee69dd9b-dcff-4dd9-a9b4-c12e18889bc2 None None] Network b2e23102-7712-4257-ad67-98c849b4e9b3 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:18.486174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:18.499051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:18.499646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:18.550575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:18.554310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:18.555199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:18.628775 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Allocated IP 2001:db8::4b (562da788-d40c-4960-8441-9f7b942a002a/8132dcdf-284c-4aff-a0b1-65f65759581c/a2229f5f-9bda-40e9-a83b-26e121859f44) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:18.633648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8fb4-b9f3-44eb-995b-6041ab20e115 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:18.673726 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Router 7f19d785-6cc5-441d-a1dc-e5e6830af71e is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:20:18.677671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event updated for resources: {'Network': ['ID=0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:18.678844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51c9f0-148c-4476-9d0e-fa20c516d568 req-b5b4ff33-00be-486f-9ad1-da2aa1df0c18 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:18.680605 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c51c9f0-148c-4476-9d0e-fa20c516d568 req-b5b4ff33-00be-486f-9ad1-da2aa1df0c18 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4181113 Mar 22 12:20:18.690968 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-72e30caa-bd05-4739-8783-bd1951ff66ae tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9157791 Mar 22 12:20:18.692224 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-198a795c-c872-4ec3-9a6e-f95b7c641ffd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4263904 Mar 22 12:20:18.696397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36696) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:18.696790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36698) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:18.705381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'ports': [{'network_id': '215589a4-0d8c-40bd-b8eb-97968b165aa7', 'name': 'tempest-port--634382141', 'admin_state_up': True}, {'network_id': '0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1', 'admin_state_up': False}]} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:18.705782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'port': {'network_id': '215589a4-0d8c-40bd-b8eb-97968b165aa7', 'name': 'tempest-port--634382141', 'admin_state_up': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:18.706308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'port': {'network_id': '0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1', 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:18.724268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-587756302', 'network_id': 'b2e23102-7712-4257-ad67-98c849b4e9b3'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:18.724586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:18.796850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:18.810346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Usage tracker for resource:port and tenant:0d9053668e164b5384d1ffdd112728ab is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:18.846081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d456835e-4a8f-4e8b-86b7-c73340d9dc6c None None] Network b2e23102-7712-4257-ad67-98c849b4e9b3 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:18.903614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:18.935194 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:18.983732 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9c51c9f0-148c-4476-9d0e-fa20c516d568 req-c35bdc24-e386-40c9-aa14-3778d25c08d3 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185059 Mar 22 12:20:18.987517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Made reservation on behalf of 0d9053668e164b5384d1ffdd112728ab for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:18.989826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:19.086109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] device_id is not set on port baa71f4e-5da2-48cc-ab3b-c70a57f4ebf4 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:19.153595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:19.168758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Usage tracker for resource:port and tenant:6f759a5f17e44d7baa2f7c2fdb943687 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:19.172187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:19.184844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:19.243808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:19.244991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Made reservation on behalf of 6f759a5f17e44d7baa2f7c2fdb943687 for: {'port': 2} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:19.248390 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:19.281205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:19.305781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Allocated IP 172.20.0.7 (b2e23102-7712-4257-ad67-98c849b4e9b3/d9a11d43-51f5-47d1-980e-25f09c757758/baa71f4e-5da2-48cc-ab3b-c70a57f4ebf4) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:19.322195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Transition to ACTIVE for port object a2229f5f-9bda-40e9-a83b-26e121859f44 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:19.354901 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2e8fb4-b9f3-44eb-995b-6041ab20e115 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Router 73e044dd-995b-49fa-84ee-7ad74dce240a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:20:19.365396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:19.446502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:19.457649 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4db23b-4c20-4e32-b47e-67ad1047e3e1 None None] Sync routers for ids ['7f19d785-6cc5-441d-a1dc-e5e6830af71e'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:19.470741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4db23b-4c20-4e32-b47e-67ad1047e3e1 None None] Routers {'7f19d785-6cc5-441d-a1dc-e5e6830af71e'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:19.471345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6f4db23b-4c20-4e32-b47e-67ad1047e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7f19d785-6cc5-441d-a1dc-e5e6830af71e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:19.563522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6f4db23b-4c20-4e32-b47e-67ad1047e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:19.575013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4db23b-4c20-4e32-b47e-67ad1047e3e1 None None] Routers {'7f19d785-6cc5-441d-a1dc-e5e6830af71e'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:19.575651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6f4db23b-4c20-4e32-b47e-67ad1047e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7f19d785-6cc5-441d-a1dc-e5e6830af71e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:19.629485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:19.633280 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-722945e9-4b0b-46b5-925e-331199d4304d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5334456 Mar 22 12:20:19.635275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6f4db23b-4c20-4e32-b47e-67ad1047e3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:19.635597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4db23b-4c20-4e32-b47e-67ad1047e3e1 None None] The sync data for ids ['7f19d785-6cc5-441d-a1dc-e5e6830af71e'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:19.636857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36704) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:19.642623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] device_id is not set on port e25875fe-61b4-4f26-8be5-5cda7c2badd0 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:19.653215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Network 562da788-d40c-4960-8441-9f7b942a002a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:19.658308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4194d2aa-6ffe-4e12-b0fc-b2482429f8c7 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'enable_snat': False}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:19.662973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:19.669937 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'Port': ['ID=a2229f5f-9bda-40e9-a83b-26e121859f44,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:19.672166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:19.676200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:19.676885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:19.710429 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ac9b3bbd-7a5b-4cc1-873e-9d790de8a11a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1649578 Mar 22 12:20:19.711153 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36708) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:19.716259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2e8fb4-b9f3-44eb-995b-6041ab20e115 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:19.722079 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9c2e8fb4-b9f3-44eb-995b-6041ab20e115 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "PUT /v2.0/routers/73e044dd-995b-49fa-84ee-7ad74dce240a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6679156 Mar 22 12:20:19.727360 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88643dfb-eb28-44a7-8f71-334d541da230 None None] Sync routers for ids ['73e044dd-995b-49fa-84ee-7ad74dce240a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:19.732174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9851f271-5f43-42f6-bae9-ccf464b56ac5 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30e', 'mac_address': 'fa:16:3e:4b:3c:25'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:19.740280 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88643dfb-eb28-44a7-8f71-334d541da230 None None] Routers {'73e044dd-995b-49fa-84ee-7ad74dce240a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:19.741712 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-88643dfb-eb28-44a7-8f71-334d541da230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['73e044dd-995b-49fa-84ee-7ad74dce240a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:19.775033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36712) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:19.810274 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-88643dfb-eb28-44a7-8f71-334d541da230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:19.822325 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88643dfb-eb28-44a7-8f71-334d541da230 None None] Routers {'73e044dd-995b-49fa-84ee-7ad74dce240a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:19.823689 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-88643dfb-eb28-44a7-8f71-334d541da230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['73e044dd-995b-49fa-84ee-7ad74dce240a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:19.889982 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-88643dfb-eb28-44a7-8f71-334d541da230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:19.890296 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88643dfb-eb28-44a7-8f71-334d541da230 None None] The sync data for ids ['73e044dd-995b-49fa-84ee-7ad74dce240a'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:19.968931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-76c421ef-0976-480d-81ed-bb927fcdd295 None None] Provisioning for port a2229f5f-9bda-40e9-a83b-26e121859f44 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:19.975314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-76c421ef-0976-480d-81ed-bb927fcdd295 None None] Provisioning complete for port a2229f5f-9bda-40e9-a83b-26e121859f44 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:19.975959 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76c421ef-0976-480d-81ed-bb927fcdd295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:19.984031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.032353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8adc96b9-7149-41fc-bbab-ad72ebc7ff61 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.045231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-76c421ef-0976-480d-81ed-bb927fcdd295 None None] Port a2229f5f-9bda-40e9-a83b-26e121859f44 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:20:20.081981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.203072 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.310038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] device_id is not set on port 7ad4bbb2-2355-42cd-a46e-b1e1a8078629 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:20.339075 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Network b2e23102-7712-4257-ad67-98c849b4e9b3 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:20.346561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event updated for resources: {'Port': ['ID=baa71f4e-5da2-48cc-ab3b-c70a57f4ebf4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:20.348922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:20.354129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:20.379614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9851f271-5f43-42f6-bae9-ccf464b56ac5 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.547812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:20.548426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.563276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8adc96b9-7149-41fc-bbab-ad72ebc7ff61 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.576469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ef3e3-3bda-4a20-835f-c36720f0b50b req-8c9623cc-1877-45cf-b8ea-4a30905857c6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:20.577943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8adc96b9-7149-41fc-bbab-ad72ebc7ff61 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.588211 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2c3ef3e3-3bda-4a20-835f-c36720f0b50b req-8c9623cc-1877-45cf-b8ea-4a30905857c6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4351785 Mar 22 12:20:20.679759 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-df2e6b87-d3b3-435a-a640-d3378f55b10e tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9777105 Mar 22 12:20:20.680001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36718) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:20.714819 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2c3ef3e3-3bda-4a20-835f-c36720f0b50b req-e9840a8a-fc6f-4774-bff1-dd64631f7991 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255658 Mar 22 12:20:20.728622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.735764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8adc96b9-7149-41fc-bbab-ad72ebc7ff61 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.736306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adc96b9-7149-41fc-bbab-ad72ebc7ff61 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Fanout notify agent at l3_agent the message router_deleted on router 73e044dd-995b-49fa-84ee-7ad74dce240a {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:20:20.771524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8adc96b9-7149-41fc-bbab-ad72ebc7ff61 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.775251 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8adc96b9-7149-41fc-bbab-ad72ebc7ff61 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "DELETE /v2.0/routers/73e044dd-995b-49fa-84ee-7ad74dce240a HTTP/1.1" status: 204 len: 168 time: 0.9999461 Mar 22 12:20:20.779559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36722) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:20.804787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-485960c2-0dbc-44e8-89bc-5b3d52580956 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Deleting port baa71f4e-5da2-48cc-ab3b-c70a57f4ebf4 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:20.805117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-485960c2-0dbc-44e8-89bc-5b3d52580956 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.826814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:20.996252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event updated for resources: {'Port': ['ID=e25875fe-61b4-4f26-8be5-5cda7c2badd0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:21.037485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-9851f271-5f43-42f6-bae9-ccf464b56ac5 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:20:21.054908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9851f271-5f43-42f6-bae9-ccf464b56ac5 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.077269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9851f271-5f43-42f6-bae9-ccf464b56ac5 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.179043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Checking segment: {'id': '631a6455-4623-4820-addb-9ff5fee0af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '215589a4-0d8c-40bd-b8eb-97968b165aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:21.179493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Network hostable DHCP agents. Network: 215589a4-0d8c-40bd-b8eb-97968b165aa7, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:21.205148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9851f271-5f43-42f6-bae9-ccf464b56ac5 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] In _notify_port_updated(), no bound segment for port a2229f5f-9bda-40e9-a83b-26e121859f44 on network 562da788-d40c-4960-8441-9f7b942a002a {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:20:21.209058 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9851f271-5f43-42f6-bae9-ccf464b56ac5 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:21.209551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9851f271-5f43-42f6-bae9-ccf464b56ac5 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.213400 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9851f271-5f43-42f6-bae9-ccf464b56ac5 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "PUT /v2.0/ports/a2229f5f-9bda-40e9-a83b-26e121859f44 HTTP/1.1" status: 200 len: 1000 time: 1.4978840 Mar 22 12:20:21.216190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36726) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:21.225433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-441b2a1f-4d0a-4b24-a023-c8314f3bcae3 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Deleting subnet 71888354-7d74-4cc7-b9e4-48f45da6c2a8 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:20:21.233326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-441b2a1f-4d0a-4b24-a023-c8314f3bcae3 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.251829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851f271-5f43-42f6-bae9-ccf464b56ac5 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'Port': ['ID=a2229f5f-9bda-40e9-a83b-26e121859f44,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:21.298102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Network 215589a4-0d8c-40bd-b8eb-97968b165aa7 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:21.301733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-441b2a1f-4d0a-4b24-a023-c8314f3bcae3 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.312009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-485960c2-0dbc-44e8-89bc-5b3d52580956 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.325960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-05b6ec7a-64d6-48b8-97b8-83e8f53953cb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Deleting port a2229f5f-9bda-40e9-a83b-26e121859f44 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:21.326296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05b6ec7a-64d6-48b8-97b8-83e8f53953cb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.356544 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 215589a4-0d8c-40bd-b8eb-97968b165aa7) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:21.365172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:21.365549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.368845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e4da6b-6af6-498b-98d8-91db3a586c29 None None] Network 215589a4-0d8c-40bd-b8eb-97968b165aa7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:21.471210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-485960c2-0dbc-44e8-89bc-5b3d52580956 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Calling delete_port for baa71f4e-5da2-48cc-ab3b-c70a57f4ebf4 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:21.560690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e6c39998-7631-4054-9a46-12f4bbc9afc7 None None] Provisioning complete for port a2229f5f-9bda-40e9-a83b-26e121859f44 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:21.560922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e6c39998-7631-4054-9a46-12f4bbc9afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.607174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-441b2a1f-4d0a-4b24-a023-c8314f3bcae3 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.624412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e6c39998-7631-4054-9a46-12f4bbc9afc7 None None] Port a2229f5f-9bda-40e9-a83b-26e121859f44 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:20:21.705206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event updated for resources: {'Port': ['ID=7ad4bbb2-2355-42cd-a46e-b1e1a8078629,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:21.745674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4194d2aa-6ffe-4e12-b0fc-b2482429f8c7 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.750786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Checking segment: {'id': '0d1364a2-aca5-408f-aec9-43a8bf927e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:21.751116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Network hostable DHCP agents. Network: 0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:21.760339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-441b2a1f-4d0a-4b24-a023-c8314f3bcae3 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.778659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-485960c2-0dbc-44e8-89bc-5b3d52580956 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.816489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b2a1f-4d0a-4b24-a023-c8314f3bcae3 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event deleted for resources: {'Subnet': ['ID=71888354-7d74-4cc7-b9e4-48f45da6c2a8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:21.820774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-441b2a1f-4d0a-4b24-a023-c8314f3bcae3 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.826632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05b6ec7a-64d6-48b8-97b8-83e8f53953cb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:21.838664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13742d9d-ef3d-45f3-a0f8-465ece9b28c4 None None] Network 3e615746-5eed-4049-83f8-f2b8cf62048d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:21.844460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485960c2-0dbc-44e8-89bc-5b3d52580956 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event deleted for resources: {'Port': ['ID=baa71f4e-5da2-48cc-ab3b-c70a57f4ebf4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:21.847705 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-441b2a1f-4d0a-4b24-a023-c8314f3bcae3 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "DELETE /v2.0/subnets/71888354-7d74-4cc7-b9e4-48f45da6c2a8 HTTP/1.1" status: 204 len: 168 time: 1.0669897 Mar 22 12:20:21.850863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36732) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:21.919567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Network 0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:21.995448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-05b6ec7a-64d6-48b8-97b8-83e8f53953cb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Calling delete_port for a2229f5f-9bda-40e9-a83b-26e121859f44 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:21.998622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:22.012943 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a54deb8-3efa-4059-a421-30437c42d372 None None] Network 0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:22.016435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:22.020357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:22.023507 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:22.024136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.055003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.067294 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-66134f23-0df4-4d8c-bf65-eae2eb3d78e8 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3667471 Mar 22 12:20:22.070906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36736) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:22.079025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Deleting port 291712a4-e7e2-49d5-afe9-a12ddc86e177 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:22.079234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.230740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-485960c2-0dbc-44e8-89bc-5b3d52580956 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.248869 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-485960c2-0dbc-44e8-89bc-5b3d52580956 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "DELETE /v2.0/ports/baa71f4e-5da2-48cc-ab3b-c70a57f4ebf4 HTTP/1.1" status: 204 len: 168 time: 1.5657945 Mar 22 12:20:22.249349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36740) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:22.292829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f279c00-107c-47d7-8c38-b0875c7d7309 req-7daad57b-1705-46e7-95ec-c113e0013493 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:22.294345 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9f279c00-107c-47d7-8c38-b0875c7d7309 req-7daad57b-1705-46e7-95ec-c113e0013493 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.3921862 Mar 22 12:20:22.316205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0189aec-9391-4bfb-b320-eb5087c42346 None None] DHCP port deletion for 3e615746-5eed-4049-83f8-f2b8cf62048d request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:20:22.321226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f0189aec-9391-4bfb-b320-eb5087c42346 None None] Deleting port 291712a4-e7e2-49d5-afe9-a12ddc86e177 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:22.321379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2e23102-7712-4257-ad67-98c849b4e9b3', 'external_fixed_ips': [{'subnet_id': 'd9a11d43-51f5-47d1-980e-25f09c757758', 'ip_address': '172.20.0.7'}]}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:22.321879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0189aec-9391-4bfb-b320-eb5087c42346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.335597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:22.347585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182fa235-bdd4-4fad-9ef8-8ce347c1d044 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:22.351492 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182fa235-bdd4-4fad-9ef8-8ce347c1d044 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:22.356018 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-182fa235-bdd4-4fad-9ef8-8ce347c1d044 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2792194 Mar 22 12:20:22.359115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36744) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:22.366231 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Usage tracker for resource:router and tenant:0d9053668e164b5384d1ffdd112728ab is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:22.416086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:22.428268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05b6ec7a-64d6-48b8-97b8-83e8f53953cb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.441491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:22.479270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] For port 291712a4-e7e2-49d5-afe9-a12ddc86e177, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=291712a4-e7e2-49d5-afe9-a12ddc86e177,segment=NetworkSegment(a9e692dd-e206-4a72-9083-900a85a3812b),segment_id=a9e692dd-e206-4a72-9083-900a85a3812b)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:22.479626 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.489239 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9f279c00-107c-47d7-8c38-b0875c7d7309 req-c780c1d0-b426-43d4-9b35-c0eb0a0fe95d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851058 Mar 22 12:20:22.492014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.493114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.493779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6ec7a-64d6-48b8-97b8-83e8f53953cb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event deleted for resources: {'Port': ['ID=a2229f5f-9bda-40e9-a83b-26e121859f44,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:22.499914 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8aa88eeb-4145-4feb-b5d6-cb763597731d tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Deleting port e25875fe-61b4-4f26-8be5-5cda7c2badd0 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:22.499914 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa88eeb-4145-4feb-b5d6-cb763597731d tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.545200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 291712a4-e7e2-49d5-afe9-a12ddc86e177 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:20:22.629580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Calling delete_port for 291712a4-e7e2-49d5-afe9-a12ddc86e177 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:22.637555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f0189aec-9391-4bfb-b320-eb5087c42346 None None] For port 291712a4-e7e2-49d5-afe9-a12ddc86e177, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=291712a4-e7e2-49d5-afe9-a12ddc86e177,segment=NetworkSegment(a9e692dd-e206-4a72-9083-900a85a3812b),segment_id=a9e692dd-e206-4a72-9083-900a85a3812b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:22.637995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0189aec-9391-4bfb-b320-eb5087c42346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.673966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4194d2aa-6ffe-4e12-b0fc-b2482429f8c7 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.687615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4194d2aa-6ffe-4e12-b0fc-b2482429f8c7 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.698243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.849158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05b6ec7a-64d6-48b8-97b8-83e8f53953cb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.853751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f0189aec-9391-4bfb-b320-eb5087c42346 None None] Calling delete_port for 291712a4-e7e2-49d5-afe9-a12ddc86e177 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:22.918110 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No ports have port_id starting with 291712a4-e7e2-49d5-afe9-a12ddc86e177 Mar 22 12:20:22.926851 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-05b6ec7a-64d6-48b8-97b8-83e8f53953cb tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "DELETE /v2.0/ports/a2229f5f-9bda-40e9-a83b-26e121859f44 HTTP/1.1" status: 204 len: 168 time: 1.7086360 Mar 22 12:20:22.930341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36750) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:22.946320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:22.961344 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-f0189aec-9391-4bfb-b320-eb5087c42346 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:20:22.962696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-f0189aec-9391-4bfb-b320-eb5087c42346 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:20:22.966530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa88eeb-4145-4feb-b5d6-cb763597731d tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.090509 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8aa88eeb-4145-4feb-b5d6-cb763597731d tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Calling delete_port for e25875fe-61b4-4f26-8be5-5cda7c2badd0 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:23.174135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa88eeb-4145-4feb-b5d6-cb763597731d tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.207807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event deleted for resources: {'Port': ['ID=291712a4-e7e2-49d5-afe9-a12ddc86e177,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:23.214986 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4e7bc5-43b1-4aa2-ba66-423e084ef9f9 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] GET failed (client error): The resource could not be found. Mar 22 12:20:23.218857 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4e4e7bc5-43b1-4aa2-ba66-423e084ef9f9 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "GET /v2.0/ports/a2229f5f-9bda-40e9-a83b-26e121859f44 HTTP/1.1" status: 404 len: 333 time: 0.2780840 Mar 22 12:20:23.222635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36754) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:23.231873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa88eeb-4145-4feb-b5d6-cb763597731d tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event deleted for resources: {'Port': ['ID=e25875fe-61b4-4f26-8be5-5cda7c2badd0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:23.234553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Request body: {'port': {'network_id': '562da788-d40c-4960-8441-9f7b942a002a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1408531598'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:23.235500 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8aa88eeb-4145-4feb-b5d6-cb763597731d tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.245032 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8aa88eeb-4145-4feb-b5d6-cb763597731d tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "DELETE /v2.0/ports/e25875fe-61b4-4f26-8be5-5cda7c2badd0 HTTP/1.1" status: 204 len: 168 time: 0.8839540 Mar 22 12:20:23.245788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36758) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:23.257690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] No DVR routers for this DVR port 291712a4-e7e2-49d5-afe9-a12ddc86e177 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:20:23.308442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d6879f15-c9e1-43ab-8599-9cfc619e8b5a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Deleting port 7ad4bbb2-2355-42cd-a46e-b1e1a8078629 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:23.308774 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6879f15-c9e1-43ab-8599-9cfc619e8b5a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.376778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.464898 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f0189aec-9391-4bfb-b320-eb5087c42346 None None] Deleting port 291712a4-e7e2-49d5-afe9-a12ddc86e177 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:23.466224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0189aec-9391-4bfb-b320-eb5087c42346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.484462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.540742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6879f15-c9e1-43ab-8599-9cfc619e8b5a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.552261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e615746-5eed-4049-83f8-f2b8cf62048d']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:23.586188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f0189aec-9391-4bfb-b320-eb5087c42346 None None] The port '291712a4-e7e2-49d5-afe9-a12ddc86e177' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:20:23.621595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:23.628620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e692dd-e206-4a72-9083-900a85a3812b') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:23.628908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e692dd-e206-4a72-9083-900a85a3812b') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:23.641318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Usage tracker for resource:port and tenant:b2c0277e9dc4482eac6d6329d421ebf2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:23.648568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.655208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:23.670002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:23.706536 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d6879f15-c9e1-43ab-8599-9cfc619e8b5a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Calling delete_port for 7ad4bbb2-2355-42cd-a46e-b1e1a8078629 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:23.721420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.743005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:23.743398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:23.759478 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:23.771593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Made reservation on behalf of b2c0277e9dc4482eac6d6329d421ebf2 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:23.774629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.784867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6879f15-c9e1-43ab-8599-9cfc619e8b5a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.841984 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6879f15-c9e1-43ab-8599-9cfc619e8b5a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event deleted for resources: {'Port': ['ID=7ad4bbb2-2355-42cd-a46e-b1e1a8078629,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:23.851290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6879f15-c9e1-43ab-8599-9cfc619e8b5a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.858539 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d6879f15-c9e1-43ab-8599-9cfc619e8b5a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "DELETE /v2.0/ports/7ad4bbb2-2355-42cd-a46e-b1e1a8078629 HTTP/1.1" status: 204 len: 168 time: 0.6117649 Mar 22 12:20:23.862022 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36764) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:23.899675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] device_id is not set on port f1566d4c-ffcd-4647-9a24-520851c1c419 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:23.906697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-607b7e2a-285d-4de9-a65a-5c9614340076 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Synchronizing usage tracker for tenant:6f759a5f17e44d7baa2f7c2fdb943687 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:23.924593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-607b7e2a-285d-4de9-a65a-5c9614340076 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Unset dirty status for tenant:6f759a5f17e44d7baa2f7c2fdb943687 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:23.925895 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-607b7e2a-285d-4de9-a65a-5c9614340076 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0628555 Mar 22 12:20:23.930173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36768) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:23.938275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1293164552'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:23.943708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:23.947116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.947863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Usage tracker for resource:network and tenant:6f759a5f17e44d7baa2f7c2fdb943687 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:23.951329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:23.957305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:23.958271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4194d2aa-6ffe-4e12-b0fc-b2482429f8c7 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Router 7f19d785-6cc5-441d-a1dc-e5e6830af71e has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:20:23.970646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Made reservation on behalf of 6f759a5f17e44d7baa2f7c2fdb943687 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:23.973863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:23.981629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.003246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:24.012248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.012589 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Added segment a748cd5e-1b3a-416d-8e88-31e25ddf1794 of type vlan for network f72fb83d-9a16-42bc-bf02-046f18c44cb7 Mar 22 12:20:24.018240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] Pushing event deleted for resources: {'Network': ['ID=3e615746-5eed-4049-83f8-f2b8cf62048d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:24.040689 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.054450 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731739c8-652d-4f11-ad0f-c9fa90caa151 req-3799c2b7-02aa-4a66-90e3-4e7065878a94 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:24.055935 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-731739c8-652d-4f11-ad0f-c9fa90caa151 req-3799c2b7-02aa-4a66-90e3-4e7065878a94 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.3825791 Mar 22 12:20:24.069500 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1be91a20-760f-47da-a512-15d413ee3155 tempest-FloatingIPNegativeTestJSON-574487292 tempest-FloatingIPNegativeTestJSON-574487292-project] 10.222.0.62 "DELETE /v2.0/networks/3e615746-5eed-4049-83f8-f2b8cf62048d HTTP/1.1" status: 204 len: 168 time: 2.2153013 Mar 22 12:20:24.076508 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.080394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:24.080988 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.251192 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event updated for resources: {'Network': ['ID=f72fb83d-9a16-42bc-bf02-046f18c44cb7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:24.258146 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58d00c9c-d37c-4bfc-a4fb-61917672a50b tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3268874 Mar 22 12:20:24.259202 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36774) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:24.265310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network f72fb83d-9a16-42bc-bf02-046f18c44cb7 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:24.267064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2026295177'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:24.272521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:24.278852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Usage tracker for resource:network and tenant:6f759a5f17e44d7baa2f7c2fdb943687 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:24.282104 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:24.293407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:24.309517 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Made reservation on behalf of 6f759a5f17e44d7baa2f7c2fdb943687 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:24.316566 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.358270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Allocated IP 2001:db8::195 (562da788-d40c-4960-8441-9f7b942a002a/8132dcdf-284c-4aff-a0b1-65f65759581c/f1566d4c-ffcd-4647-9a24-520851c1c419) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:24.364172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:24.369740 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-731739c8-652d-4f11-ad0f-c9fa90caa151 req-99f89ddf-e116-40e8-b4fa-8cab83954625 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958651 Mar 22 12:20:24.411064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.412565 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Added segment 0cc11996-2d43-4c90-b141-78e2a65b7227 of type vlan for network ca8d44a3-6bce-4421-ae20-e69c9263d61e Mar 22 12:20:24.462991 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.475944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.504129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36782) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:24.532781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.601667 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.606945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:24.607708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:24.744049 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4833806 Mar 22 12:20:24.745401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404297d8-d650-4837-a7dd-0465e2e848bd tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event updated for resources: {'Network': ['ID=ca8d44a3-6bce-4421-ae20-e69c9263d61e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:24.757481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network ca8d44a3-6bce-4421-ae20-e69c9263d61e details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:24.880817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36792) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:24.887139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'subnets': [{'network_id': 'f72fb83d-9a16-42bc-bf02-046f18c44cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1607718442', 'ip_version': 4}, {'network_id': 'ca8d44a3-6bce-4421-ae20-e69c9263d61e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:24.887447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'subnet': {'network_id': 'f72fb83d-9a16-42bc-bf02-046f18c44cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1607718442', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:24.888046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Request body: {'subnet': {'network_id': 'ca8d44a3-6bce-4421-ae20-e69c9263d61e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:25.096210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:25.099900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Usage tracker for resource:subnet and tenant:6f759a5f17e44d7baa2f7c2fdb943687 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:25.100988 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64d9507d-7e85-4edd-a608-bbf57811d6c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4af5e7272728434fb13090f84c279744&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5958512 Mar 22 12:20:25.102670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:25.105046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36796) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:25.122148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:25.148377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:25.151900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Made reservation on behalf of 6f759a5f17e44d7baa2f7c2fdb943687 for: {'subnet': 2} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:25.190792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4194d2aa-6ffe-4e12-b0fc-b2482429f8c7 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:25.194863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Transition to ACTIVE for port object f1566d4c-ffcd-4647-9a24-520851c1c419 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:25.201840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc774d-8911-48d1-99ed-0a697f5f4964 req-74826ea8-f408-445f-83a4-f515a45e6289 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:25.208591 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cabc774d-8911-48d1-99ed-0a697f5f4964 req-74826ea8-f408-445f-83a4-f515a45e6289 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4038129 Mar 22 12:20:25.210514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971262e2-d49c-4114-9179-937156c57504 None None] Sync routers for ids ['7f19d785-6cc5-441d-a1dc-e5e6830af71e'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:25.240160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Allocated IP 172.20.0.7 (b2e23102-7712-4257-ad67-98c849b4e9b3/d9a11d43-51f5-47d1-980e-25f09c757758/77b8a9c1-a1d3-42d2-8a63-bb69730472ba) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:25.260632 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4194d2aa-6ffe-4e12-b0fc-b2482429f8c7 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:25.264484 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4194d2aa-6ffe-4e12-b0fc-b2482429f8c7 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "PUT /v2.0/routers/7f19d785-6cc5-441d-a1dc-e5e6830af71e HTTP/1.1" status: 200 len: 926 time: 5.6225533 Mar 22 12:20:25.264650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2cf187c-279c-498c-a8be-bd643929d4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:25.266439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36800) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:25.272866 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20e2992f-41f1-4e34-b07c-06cc0a460304 req-d0c36ef5-b710-417d-b19e-348b12f99498 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 1099 time: 0.3826625 Mar 22 12:20:25.355720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971262e2-d49c-4114-9179-937156c57504 None None] Routers {'7f19d785-6cc5-441d-a1dc-e5e6830af71e'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:25.356152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-971262e2-d49c-4114-9179-937156c57504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7f19d785-6cc5-441d-a1dc-e5e6830af71e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:25.360535 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2cf187c-279c-498c-a8be-bd643929d4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:25.425578 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-971262e2-d49c-4114-9179-937156c57504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:25.427891 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:25.428197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:25.446998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971262e2-d49c-4114-9179-937156c57504 None None] Routers {'7f19d785-6cc5-441d-a1dc-e5e6830af71e'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:25.447562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-971262e2-d49c-4114-9179-937156c57504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7f19d785-6cc5-441d-a1dc-e5e6830af71e'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:25.506362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-971262e2-d49c-4114-9179-937156c57504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:25.506758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971262e2-d49c-4114-9179-937156c57504 None None] The sync data for ids ['7f19d785-6cc5-441d-a1dc-e5e6830af71e'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:25.547190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2cf187c-279c-498c-a8be-bd643929d4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:25.562527 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cabc774d-8911-48d1-99ed-0a697f5f4964 req-ee9382c1-2f13-4364-b9b4-10e3d9d2414b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525155 Mar 22 12:20:25.564363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf187c-279c-498c-a8be-bd643929d4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaa37ed-e297-4ad4-8868-e1f501f06a3b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:25.617062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:25.622027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2cf187c-279c-498c-a8be-bd643929d4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:25.623420 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f2cf187c-279c-498c-a8be-bd643929d4be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ceaa37ed-e297-4ad4-8868-e1f501f06a3b HTTP/1.1" status: 204 len: 168 time: 0.5171742 Mar 22 12:20:25.771912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Network 562da788-d40c-4960-8441-9f7b942a002a is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:25.787173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:25.789297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2992f-41f1-4e34-b07c-06cc0a460304 req-401f68a2-8560-4048-a78a-f2953ca0c6dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:25.790789 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20e2992f-41f1-4e34-b07c-06cc0a460304 req-401f68a2-8560-4048-a78a-f2953ca0c6dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 200 len: 913 time: 0.4470046 Mar 22 12:20:25.800085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:25.804018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:25.804620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:25.808602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'Port': ['ID=f1566d4c-ffcd-4647-9a24-520851c1c419,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:25.886601 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:25.938343 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fdd0529f-b6c8-427d-8df5-5f4d33bafcfe tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7127476 Mar 22 12:20:25.938561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36810) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:25.946426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b9006578-f7e1-4a34-8baf-d1637496e380 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4b:3c:25'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:25.981183 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20e2992f-41f1-4e34-b07c-06cc0a460304 req-63e72da1-f707-4722-a62d-b3bed88b3063 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 200 len: 1001 time: 0.1607082 Mar 22 12:20:25.990206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:26.066382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:26.100450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event updated for resources: {'Subnet': ['ID=798db8cc-03ff-4c22-bd68-d80f27d99b23,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:26.120119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8dcb9b85-a3a2-425e-b20a-983c6e81b230 None None] Provisioning for port f1566d4c-ffcd-4647-9a24-520851c1c419 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:26.127866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8dcb9b85-a3a2-425e-b20a-983c6e81b230 None None] Provisioning complete for port f1566d4c-ffcd-4647-9a24-520851c1c419 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:26.128551 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8dcb9b85-a3a2-425e-b20a-983c6e81b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:26.145094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2992f-41f1-4e34-b07c-06cc0a460304 req-f2c032fa-a839-488e-a0ca-48d86987e8da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:26.147023 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20e2992f-41f1-4e34-b07c-06cc0a460304 req-f2c032fa-a839-488e-a0ca-48d86987e8da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0f85f5d-3677-4e10-b04c-44bdd300d811 HTTP/1.1" status: 200 len: 851 time: 0.1558924 Mar 22 12:20:26.217501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event updated for resources: {'Port': ['ID=77b8a9c1-a1d3-42d2-8a63-bb69730472ba,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:26.221891 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb9b85-a3a2-425e-b20a-983c6e81b230 None None] Port f1566d4c-ffcd-4647-9a24-520851c1c419 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:20:26.239749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Network b2e23102-7712-4257-ad67-98c849b4e9b3 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:26.241993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:26.245328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:26.269408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Checking segment: {'id': 'a748cd5e-1b3a-416d-8e88-31e25ddf1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f72fb83d-9a16-42bc-bf02-046f18c44cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:26.270687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Network hostable DHCP agents. Network: f72fb83d-9a16-42bc-bf02-046f18c44cb7, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:26.279042 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9ebcde9c-44fc-4b7c-b08e-15e3e8668a8a tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/routers/7f19d785-6cc5-441d-a1dc-e5e6830af71e HTTP/1.1" status: 200 len: 926 time: 1.0123382 Mar 22 12:20:26.284608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36820) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:26.327839 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Network f72fb83d-9a16-42bc-bf02-046f18c44cb7 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:26.341130 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, f72fb83d-9a16-42bc-bf02-046f18c44cb7) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:26.354088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee8a313-d0e6-4343-8ea7-109f2324d509 None None] Network f72fb83d-9a16-42bc-bf02-046f18c44cb7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:26.409187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:26.416051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9006578-f7e1-4a34-8baf-d1637496e380 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:26.439111 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20e2992f-41f1-4e34-b07c-06cc0a460304 req-8b071630-f41c-4d29-afd3-7a0d4e59610d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6203a9c2-1d85-413b-8d33-42b4c72db112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2802055 Mar 22 12:20:26.593654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event updated for resources: {'Subnet': ['ID=5bad2912-0245-4580-b73e-a7a9bd892ed0,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:26.620758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36832) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:26.669746 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-51bc402c-94ef-4851-89e1-9413a221ebdf tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&device_id=7f19d785-6cc5-441d-a1dc-e5e6830af71e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3825769 Mar 22 12:20:26.674585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36838) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:26.699309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-f72fb83d-9a16-42bc-bf02-046f18c44cb7', 'network_id': 'f72fb83d-9a16-42bc-bf02-046f18c44cb7', 'tenant_id': '6f759a5f17e44d7baa2f7c2fdb943687', 'fixed_ips': [{'subnet_id': '798db8cc-03ff-4c22-bd68-d80f27d99b23'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:20:26.701295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:26.747074 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20e2992f-41f1-4e34-b07c-06cc0a460304 req-ec6f13a1-65dc-439f-be68-3ee37b0b1c56 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973390 Mar 22 12:20:26.812992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Checking segment: {'id': '0cc11996-2d43-4c90-b141-78e2a65b7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ca8d44a3-6bce-4421-ae20-e69c9263d61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:26.813516 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Network hostable DHCP agents. Network: ca8d44a3-6bce-4421-ae20-e69c9263d61e, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:26.854418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:26.855139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:26.889062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f4fdddb3-38d7-4d33-ae11-868790f85cbb tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] Request body: {'port': {'network_id': '1f44dcb0-9d04-423a-b2b1-e2a82ebfa219', 'name': 'tempest-NetworksNegativeTestJSON-990188831'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:26.891366 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Allocated IP 172.20.0.2 (f72fb83d-9a16-42bc-bf02-046f18c44cb7/798db8cc-03ff-4c22-bd68-d80f27d99b23/77375d15-667e-4e8d-86ca-f3e443e76559) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:26.917105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f011b01b-6b7f-4134-b659-09f016b25405 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:26.917595 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f011b01b-6b7f-4134-b659-09f016b25405 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Synchronizing usage tracker for tenant:14ff43e9a95f495ab28ca2f6135e2b13 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:26.938775 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fdddb3-38d7-4d33-ae11-868790f85cbb tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] POST failed (client error): The resource could not be found. Mar 22 12:20:26.939211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fdddb3-38d7-4d33-ae11-868790f85cbb tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:20:26.946127 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f4fdddb3-38d7-4d33-ae11-868790f85cbb tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3089328 Mar 22 12:20:26.951244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36844) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.007295 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20e2992f-41f1-4e34-b07c-06cc0a460304 req-fd0177cc-729c-4763-9890-37daa8fded9a service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518787 Mar 22 12:20:27.072143 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf66e7f-face-4110-88a8-33c44842e9bc tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] DELETE failed (client error): The resource could not be found. Mar 22 12:20:27.072691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf66e7f-face-4110-88a8-33c44842e9bc tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:20:27.075997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f011b01b-6b7f-4134-b659-09f016b25405 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Unset dirty status for tenant:14ff43e9a95f495ab28ca2f6135e2b13 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:27.080717 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f011b01b-6b7f-4134-b659-09f016b25405 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/networks/4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 881 time: 0.3984113 Mar 22 12:20:27.080863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36848) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.104742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Network ca8d44a3-6bce-4421-ae20-e69c9263d61e is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:27.116189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.116404 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fbf66e7f-face-4110-88a8-33c44842e9bc tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] 10.222.0.62 "DELETE /v2.0/networks/454ffd4e-ef57-4341-ad2a-07b14305b58f HTTP/1.1" status: 404 len: 339 time: 0.1622791 Mar 22 12:20:27.121178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36852) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.126020 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-69acab6a-b9a5-4d1f-a672-e872051bd4e4 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f19d785-6cc5-441d-a1dc-e5e6830af71e HTTP/1.1" status: 200 len: 205 time: 0.0452831 Mar 22 12:20:27.128156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Transition to ACTIVE for port object 77375d15-667e-4e8d-86ca-f3e443e76559 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:27.129880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb6f6d-4066-4bde-8a64-28aa7e45470b req-687e2b84-8431-4c90-b4a4-4f0d30020299 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:27.131368 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-40bb6f6d-4066-4bde-8a64-28aa7e45470b req-687e2b84-8431-4c90-b4a4-4f0d30020299 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.2927527 Mar 22 12:20:27.132898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36856) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.158476 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Transition to ACTIVE for port object 77375d15-667e-4e8d-86ca-f3e443e76559 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:27.166857 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0ca64a-0328-4332-83cf-21a6c991164c tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] DELETE failed (client error): The resource could not be found. Mar 22 12:20:27.167344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0ca64a-0328-4332-83cf-21a6c991164c tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:20:27.169237 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eb0ca64a-0328-4332-83cf-21a6c991164c tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] 10.222.0.62 "DELETE /v2.0/ports/63978693-d74f-4678-a051-11f9b6ea95b7 HTTP/1.1" status: 404 len: 333 time: 0.0471380 Mar 22 12:20:27.175548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.177571 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.224297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, ca8d44a3-6bce-4421-ae20-e69c9263d61e) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:27.224682 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-445cde45-7801-49be-9099-97a4cc03df2f tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] DELETE failed (client error): The resource could not be found. Mar 22 12:20:27.225115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445cde45-7801-49be-9099-97a4cc03df2f tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:20:27.227961 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-445cde45-7801-49be-9099-97a4cc03df2f tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] 10.222.0.62 "DELETE /v2.0/subnets/769b1af1-f9a1-473b-b3a2-000195e40c1a HTTP/1.1" status: 404 len: 337 time: 0.0515327 Mar 22 12:20:27.234390 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36864) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.248110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310032e-e3e7-40fc-bd4e-4897ce7918a1 None None] Network ca8d44a3-6bce-4421-ae20-e69c9263d61e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:27.266956 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff65409-a8bb-40b3-9f46-0421171b2f74 tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] GET failed (client error): The resource could not be found. Mar 22 12:20:27.273968 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8ff65409-a8bb-40b3-9f46-0421171b2f74 tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] 10.222.0.62 "GET /v2.0/networks/eb285b25-f101-439f-be5d-8538a9f13fb4 HTTP/1.1" status: 404 len: 339 time: 0.0329990 Mar 22 12:20:27.275695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36868) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.316884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:27.317571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:27.318026 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.320005 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9f9f5a-114e-4797-8326-027c61103165 tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] GET failed (client error): The resource could not be found. Mar 22 12:20:27.322127 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8a9f9f5a-114e-4797-8326-027c61103165 tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] 10.222.0.62 "GET /v2.0/ports/3a2f429d-b648-481a-b7d5-f3ceb1b4eb97 HTTP/1.1" status: 404 len: 333 time: 0.0446589 Mar 22 12:20:27.326700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36872) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.330504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Router c1917dce-0475-4a5d-adf5-a956ec0867bd is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:20:27.374090 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecdc1f5-4a1f-4799-82a2-2353ed707bf8 tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] GET failed (client error): The resource could not be found. Mar 22 12:20:27.380549 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7ecdc1f5-4a1f-4799-82a2-2353ed707bf8 tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] 10.222.0.62 "GET /v2.0/subnets/afe966ca-22c1-4515-86d0-73c51fbd8459 HTTP/1.1" status: 404 len: 337 time: 0.0471966 Mar 22 12:20:27.380739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36876) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.381181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36878) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.381300 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9d058970-7488-49fe-9279-cf4bbe4244a3 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4987783 Mar 22 12:20:27.390258 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-40bb6f6d-4066-4bde-8a64-28aa7e45470b req-341e887d-fca0-44a3-bb85-b3c08fbcf2a2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761162 Mar 22 12:20:27.404243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Network f72fb83d-9a16-42bc-bf02-046f18c44cb7 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:27.410763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9006578-f7e1-4a34-8baf-d1637496e380 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.413888 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:27.416342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9006578-f7e1-4a34-8baf-d1637496e380 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.416790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:27.426622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d896baeb-5405-47cd-8392-3c092c9b5ada tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:27.429353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Pushing event updated for resources: {'Port': ['ID=77375d15-667e-4e8d-86ca-f3e443e76559,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:27.457655 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d896baeb-5405-47cd-8392-3c092c9b5ada tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] PUT failed (client error): The resource could not be found. Mar 22 12:20:27.458083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d896baeb-5405-47cd-8392-3c092c9b5ada tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:20:27.463212 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d896baeb-5405-47cd-8392-3c092c9b5ada tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] 10.222.0.62 "PUT /v2.0/networks/49d04940-b708-4a42-8853-fc5a13536636 HTTP/1.1" status: 404 len: 339 time: 0.0756559 Mar 22 12:20:27.465483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36884) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.504664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b9006578-f7e1-4a34-8baf-d1637496e380 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] In _notify_port_updated(), no bound segment for port f1566d4c-ffcd-4647-9a24-520851c1c419 on network 562da788-d40c-4960-8441-9f7b942a002a {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:20:27.508579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9006578-f7e1-4a34-8baf-d1637496e380 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:27.509197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9006578-f7e1-4a34-8baf-d1637496e380 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.510965 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b9006578-f7e1-4a34-8baf-d1637496e380 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "PUT /v2.0/ports/f1566d4c-ffcd-4647-9a24-520851c1c419 HTTP/1.1" status: 200 len: 1003 time: 1.5708158 Mar 22 12:20:27.516016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36888) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.531238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6a608cb8-8de4-4224-a92b-fb27628f2e1a tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:27.555234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Attempting to bind port 77375d15-667e-4e8d-86ca-f3e443e76559 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:27.555587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Attempting to bind port 77375d15-667e-4e8d-86ca-f3e443e76559 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'a748cd5e-1b3a-416d-8e88-31e25ddf1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f72fb83d-9a16-42bc-bf02-046f18c44cb7'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:27.556012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Attempting to bind port 77375d15-667e-4e8d-86ca-f3e443e76559 on network f72fb83d-9a16-42bc-bf02-046f18c44cb7 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:27.557607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9006578-f7e1-4a34-8baf-d1637496e380 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'Port': ['ID=f1566d4c-ffcd-4647-9a24-520851c1c419,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:27.582732 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a608cb8-8de4-4224-a92b-fb27628f2e1a tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] PUT failed (client error): The resource could not be found. Mar 22 12:20:27.583159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a608cb8-8de4-4224-a92b-fb27628f2e1a tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:20:27.584256 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a608cb8-8de4-4224-a92b-fb27628f2e1a tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] 10.222.0.62 "PUT /v2.0/ports/e8373a17-f25c-4ced-87c0-a0f43cbbdd69 HTTP/1.1" status: 404 len: 333 time: 0.1171298 Mar 22 12:20:27.588688 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36892) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.593073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:27.593442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Checking segment: {'id': 'a748cd5e-1b3a-416d-8e88-31e25ddf1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f72fb83d-9a16-42bc-bf02-046f18c44cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:27.593857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.594233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Bound using segment: {'id': 'a748cd5e-1b3a-416d-8e88-31e25ddf1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f72fb83d-9a16-42bc-bf02-046f18c44cb7'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:27.594691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Bound port: 77375d15-667e-4e8d-86ca-f3e443e76559, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a748cd5e-1b3a-416d-8e88-31e25ddf1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'f72fb83d-9a16-42bc-bf02-046f18c44cb7'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:27.595051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.636468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c60e8442-c21e-4105-8cba-4db329645f3d tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:27.670532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c448f-3f58-49f1-a395-570e6f56d0e0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:27.672003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c448f-3f58-49f1-a395-570e6f56d0e0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:27.674657 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2c448f-3f58-49f1-a395-570e6f56d0e0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:27.678690 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4c2c448f-3f58-49f1-a395-570e6f56d0e0 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2934787 Mar 22 12:20:27.682180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36896) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:27.722668 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60e8442-c21e-4105-8cba-4db329645f3d tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] PUT failed (client error): The resource could not be found. Mar 22 12:20:27.723111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60e8442-c21e-4105-8cba-4db329645f3d tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:20:27.728424 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c60e8442-c21e-4105-8cba-4db329645f3d tempest-NetworksNegativeTestJSON-1426388588 tempest-NetworksNegativeTestJSON-1426388588-project] 10.222.0.62 "PUT /v2.0/subnets/dd21f8ba-bd47-4b5f-9dbb-7bfa62efb2c8 HTTP/1.1" status: 404 len: 337 time: 0.0991285 Mar 22 12:20:27.748850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-ca8d44a3-6bce-4421-ae20-e69c9263d61e', 'network_id': 'ca8d44a3-6bce-4421-ae20-e69c9263d61e', 'tenant_id': '6f759a5f17e44d7baa2f7c2fdb943687', 'fixed_ips': [{'subnet_id': '5bad2912-0245-4580-b73e-a7a9bd892ed0'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:20:27.749793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.761727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e829657a-a7f4-4042-bb37-7bedb1c7645b tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Deleting port f1566d4c-ffcd-4647-9a24-520851c1c419 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:27.762456 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e829657a-a7f4-4042-bb37-7bedb1c7645b tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.771281 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] For port 77375d15-667e-4e8d-86ca-f3e443e76559, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:27.815651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] For port 77375d15-667e-4e8d-86ca-f3e443e76559, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=77375d15-667e-4e8d-86ca-f3e443e76559,segment=NetworkSegment(a748cd5e-1b3a-416d-8e88-31e25ddf1794),segment_id=a748cd5e-1b3a-416d-8e88-31e25ddf1794)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:20:27.827285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.851007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:27.991312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8042d45-82c9-445a-8ed8-4cded36c51e8 None None] Pushing event updated for resources: {'Port': ['ID=77375d15-667e-4e8d-86ca-f3e443e76559,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:28.006287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e193d91-1353-49f5-a99b-cab5db62921a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Deleting subnet 798db8cc-03ff-4c22-bd68-d80f27d99b23 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:20:28.011611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e193d91-1353-49f5-a99b-cab5db62921a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.024036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Allocated IP 172.20.0.18 (ca8d44a3-6bce-4421-ae20-e69c9263d61e/5bad2912-0245-4580-b73e-a7a9bd892ed0/7b594bfc-c363-4ff0-be80-d4cea37911a3) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:28.026570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-41a8328e-cb0a-4ae1-8ef6-6d3d7619ff90 None None] Provisioning complete for port f1566d4c-ffcd-4647-9a24-520851c1c419 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:28.026956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41a8328e-cb0a-4ae1-8ef6-6d3d7619ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.108759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e193d91-1353-49f5-a99b-cab5db62921a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.155776 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-41a8328e-cb0a-4ae1-8ef6-6d3d7619ff90 None None] Port f1566d4c-ffcd-4647-9a24-520851c1c419 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:20:28.166020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:28.182769 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Sync routers for ids ['c1917dce-0475-4a5d-adf5-a956ec0867bd'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:28.203742 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Routers {'c1917dce-0475-4a5d-adf5-a956ec0867bd'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:28.204389 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-093b5793-47c7-4968-b40c-3011c42375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c1917dce-0475-4a5d-adf5-a956ec0867bd'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:28.213013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.214534 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-72ee4293-4a21-4a28-a195-34b029ef033f tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.9576857 Mar 22 12:20:28.220729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36904) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:28.369742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e193d91-1353-49f5-a99b-cab5db62921a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.417589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e829657a-a7f4-4042-bb37-7bedb1c7645b tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.494640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.513370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Transition to ACTIVE for port object 7b594bfc-c363-4ff0-be80-d4cea37911a3 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:28.537394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Transition to ACTIVE for port object 7b594bfc-c363-4ff0-be80-d4cea37911a3 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:28.543132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36910) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:28.549953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.648152 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Set router c1917dce-0475-4a5d-adf5-a956ec0867bd gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:28.659471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 77375d15-667e-4e8d-86ca-f3e443e76559 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:28.664205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e193d91-1353-49f5-a99b-cab5db62921a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.768214 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e193d91-1353-49f5-a99b-cab5db62921a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event deleted for resources: {'Subnet': ['ID=798db8cc-03ff-4c22-bd68-d80f27d99b23,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:28.786698 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Network ca8d44a3-6bce-4421-ae20-e69c9263d61e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:28.795802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:28.796467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e193d91-1353-49f5-a99b-cab5db62921a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.804276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:28.813827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Pushing event updated for resources: {'Port': ['ID=7b594bfc-c363-4ff0-be80-d4cea37911a3,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:28.817707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9dd8707d-deb2-4747-9ed7-47c8d1f023ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.897146 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4e193d91-1353-49f5-a99b-cab5db62921a tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "DELETE /v2.0/subnets/798db8cc-03ff-4c22-bd68-d80f27d99b23 HTTP/1.1" status: 204 len: 168 time: 1.2122028 Mar 22 12:20:28.898869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-066abbdf-c257-4c51-a606-4843b325f2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.906955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e829657a-a7f4-4042-bb37-7bedb1c7645b tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Calling delete_port for f1566d4c-ffcd-4647-9a24-520851c1c419 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:28.918714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Attempting to bind port 7b594bfc-c363-4ff0-be80-d4cea37911a3 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:28.919071 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Attempting to bind port 7b594bfc-c363-4ff0-be80-d4cea37911a3 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '0cc11996-2d43-4c90-b141-78e2a65b7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ca8d44a3-6bce-4421-ae20-e69c9263d61e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:28.919426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Attempting to bind port 7b594bfc-c363-4ff0-be80-d4cea37911a3 on network ca8d44a3-6bce-4421-ae20-e69c9263d61e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:28.919769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36916) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:28.927163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:28.927521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Checking segment: {'id': '0cc11996-2d43-4c90-b141-78e2a65b7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ca8d44a3-6bce-4421-ae20-e69c9263d61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:28.927960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.928341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Bound using segment: {'id': '0cc11996-2d43-4c90-b141-78e2a65b7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ca8d44a3-6bce-4421-ae20-e69c9263d61e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:28.928795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Bound port: 7b594bfc-c363-4ff0-be80-d4cea37911a3, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc11996-2d43-4c90-b141-78e2a65b7227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ca8d44a3-6bce-4421-ae20-e69c9263d61e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:28.929158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:28.940635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 77375d15-667e-4e8d-86ca-f3e443e76559 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:29.024506 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-093b5793-47c7-4968-b40c-3011c42375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1917dce-0475-4a5d-adf5-a956ec0867bd', 'name': '', 'tenant_id': '0d9053668e164b5384d1ffdd112728ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2e23102-7712-4257-ad67-98c849b4e9b3', 'external_fixed_ips': [{'subnet_id': 'd9a11d43-51f5-47d1-980e-25f09c757758', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '77b8a9c1-a1d3-42d2-8a63-bb69730472ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:22Z', 'updated_at': '2022-03-22T12:20:26Z', 'revision_number': 3, 'project_id': '0d9053668e164b5384d1ffdd112728ab', 'gw_port': {'id': '77b8a9c1-a1d3-42d2-8a63-bb69730472ba', 'name': '', 'network_id': 'b2e23102-7712-4257-ad67-98c849b4e9b3', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:89:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1917dce-0475-4a5d-adf5-a956ec0867bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd9a11d43-51f5-47d1-980e-25f09c757758', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:20:24Z', 'updated_at': '2022-03-22T12:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd9a11d43-51f5-47d1-980e-25f09c757758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:29.028016 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Checking router: c1917dce-0475-4a5d-adf5-a956ec0867bd for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:20:29.028351 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Updating router c1917dce-0475-4a5d-adf5-a956ec0867bd port 77b8a9c1-a1d3-42d2-8a63-bb69730472ba binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:20:29.057939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] For port 7b594bfc-c363-4ff0-be80-d4cea37911a3, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:29.063651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] For port 7b594bfc-c363-4ff0-be80-d4cea37911a3, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7b594bfc-c363-4ff0-be80-d4cea37911a3,segment=NetworkSegment(0cc11996-2d43-4c90-b141-78e2a65b7227),segment_id=0cc11996-2d43-4c90-b141-78e2a65b7227)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:20:29.076666 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.092494 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.135787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e829657a-a7f4-4042-bb37-7bedb1c7645b tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.195880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829657a-a7f4-4042-bb37-7bedb1c7645b tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event deleted for resources: {'Port': ['ID=f1566d4c-ffcd-4647-9a24-520851c1c419,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:29.198848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.200132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22498c-76f2-486f-80cf-00c4f617d344 None None] Pushing event updated for resources: {'Port': ['ID=7b594bfc-c363-4ff0-be80-d4cea37911a3,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:29.252650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a7e96-fa54-4334-b06c-2e43945941e3 req-1b74cb1f-66fe-4aeb-97c3-aa1f42cf832c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:29.267318 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fa4a7e96-fa54-4334-b06c-2e43945941e3 req-1b74cb1f-66fe-4aeb-97c3-aa1f42cf832c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4634564 Mar 22 12:20:29.304307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e829657a-a7f4-4042-bb37-7bedb1c7645b tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.312417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Deleting port d48af329-9124-44d8-8923-948681dc3bcb {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:29.313012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.316934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-066abbdf-c257-4c51-a606-4843b325f2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:29.331993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-066abbdf-c257-4c51-a606-4843b325f2fe admin admin] Usage tracker for resource:security_group_rule and tenant:17d3795c61e349ef98d00f1ea948ef98 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:29.343777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-066abbdf-c257-4c51-a606-4843b325f2fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:29.366812 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e829657a-a7f4-4042-bb37-7bedb1c7645b tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "DELETE /v2.0/ports/f1566d4c-ffcd-4647-9a24-520851c1c419 HTTP/1.1" status: 204 len: 168 time: 1.8492410 Mar 22 12:20:29.370323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36920) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:29.382310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.454658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-066abbdf-c257-4c51-a606-4843b325f2fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:29.457693 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4c49fd-6c91-4acd-aa86-73fe84e7f273 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] GET failed (client error): The resource could not be found. Mar 22 12:20:29.458199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-df4c49fd-6c91-4acd-aa86-73fe84e7f273 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Synchronizing usage tracker for tenant:b2c0277e9dc4482eac6d6329d421ebf2 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:29.591425 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fa4a7e96-fa54-4334-b06c-2e43945941e3 req-7be6aca1-6b25-44b6-a0d8-3c5069a122f6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229544 Mar 22 12:20:29.601336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-df4c49fd-6c91-4acd-aa86-73fe84e7f273 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Unset dirty status for tenant:b2c0277e9dc4482eac6d6329d421ebf2 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:29.602603 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df4c49fd-6c91-4acd-aa86-73fe84e7f273 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "GET /v2.0/ports/f1566d4c-ffcd-4647-9a24-520851c1c419 HTTP/1.1" status: 404 len: 333 time: 0.2306058 Mar 22 12:20:29.611368 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36924) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:29.617620 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Request body: {'port': {'network_id': '562da788-d40c-4960-8441-9f7b942a002a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1737432258'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:29.652014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f74c13a-6728-4472-88f5-593f4a513cd9 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Deleting subnet 5bad2912-0245-4580-b73e-a7a9bd892ed0 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:20:29.656371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f74c13a-6728-4472-88f5-593f4a513cd9 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.803204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc44099-845a-408a-904e-2261da57b5ff None None] Network f72fb83d-9a16-42bc-bf02-046f18c44cb7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:29.820543 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.821160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f74c13a-6728-4472-88f5-593f4a513cd9 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.849955 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Transition to ACTIVE for port object 77b8a9c1-a1d3-42d2-8a63-bb69730472ba will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:29.868373 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.883215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:29.883443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-066abbdf-c257-4c51-a606-4843b325f2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.895479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-066abbdf-c257-4c51-a606-4843b325f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.923423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:29.934740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.976494 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dbe547df-45bf-4478-a44f-0bf55a5b6d86 None None] Provisioning for port 77375d15-667e-4e8d-86ca-f3e443e76559 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:29.979411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066abbdf-c257-4c51-a606-4843b325f2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c7c2a5-26a6-45aa-951a-24ac0cf38402,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:29.988525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dbe547df-45bf-4478-a44f-0bf55a5b6d86 None None] Provisioning complete for port 77375d15-667e-4e8d-86ca-f3e443e76559 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:29.988884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dbe547df-45bf-4478-a44f-0bf55a5b6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:29.989757 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-066abbdf-c257-4c51-a606-4843b325f2fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17d3795c61e349ef98d00f1ea948ef98&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4444017 Mar 22 12:20:29.993050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36930) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:30.014746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f74c13a-6728-4472-88f5-593f4a513cd9 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.022537 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Pushing event updated for resources: {'Port': ['ID=77b8a9c1-a1d3-42d2-8a63-bb69730472ba,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:30.037922 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:30.038665 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:30.039202 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:30.039793 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:30.040398 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:30.041031 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:30.041548 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:30.042104 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:30.042715 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:30.043360 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:30.043853 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:30.098913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Made reservation on behalf of b2c0277e9dc4482eac6d6329d421ebf2 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:30.102277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.102770 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Attempting to bind port 77b8a9c1-a1d3-42d2-8a63-bb69730472ba on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:30.103313 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Attempting to bind port 77b8a9c1-a1d3-42d2-8a63-bb69730472ba by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'efc51c99-b22d-4c52-920e-8b65dc4c5576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2e23102-7712-4257-ad67-98c849b4e9b3'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:30.104041 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Attempting to bind port 77b8a9c1-a1d3-42d2-8a63-bb69730472ba on network b2e23102-7712-4257-ad67-98c849b4e9b3 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:30.115994 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:30.117370 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Checking segment: {'id': 'efc51c99-b22d-4c52-920e-8b65dc4c5576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2e23102-7712-4257-ad67-98c849b4e9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:30.118100 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.118666 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Bound using segment: {'id': 'efc51c99-b22d-4c52-920e-8b65dc4c5576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2e23102-7712-4257-ad67-98c849b4e9b3'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:30.119380 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Bound port: 77b8a9c1-a1d3-42d2-8a63-bb69730472ba, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc51c99-b22d-4c52-920e-8b65dc4c5576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b2e23102-7712-4257-ad67-98c849b4e9b3'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:30.120736 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.122440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Calling delete_port for d48af329-9124-44d8-8923-948681dc3bcb owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:30.152530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f74c13a-6728-4472-88f5-593f4a513cd9 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.186680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fd49b-258d-4e92-b29c-95d972c160c5 req-157f015d-ad1a-467a-924d-b81956720e74 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:30.188290 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eb5fd49b-258d-4e92-b29c-95d972c160c5 req-157f015d-ad1a-467a-924d-b81956720e74 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4142058 Mar 22 12:20:30.197626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] device_id is not set on port 5eeb556c-6f54-47e3-86f0-10efdf71a12e yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:30.217050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74c13a-6728-4472-88f5-593f4a513cd9 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event deleted for resources: {'Subnet': ['ID=5bad2912-0245-4580-b73e-a7a9bd892ed0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:30.219218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ab86356-8bff-4ae0-b9b9-7854ee09eaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.222430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.237432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f74c13a-6728-4472-88f5-593f4a513cd9 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.259106 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-093b5793-47c7-4968-b40c-3011c42375af None None] For port 77b8a9c1-a1d3-42d2-8a63-bb69730472ba, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:30.264665 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-093b5793-47c7-4968-b40c-3011c42375af None None] For port 77b8a9c1-a1d3-42d2-8a63-bb69730472ba, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=77b8a9c1-a1d3-42d2-8a63-bb69730472ba,segment=NetworkSegment(efc51c99-b22d-4c52-920e-8b65dc4c5576),segment_id=efc51c99-b22d-4c52-920e-8b65dc4c5576)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:20:30.278808 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.295960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Deleting port 77b8a9c1-a1d3-42d2-8a63-bb69730472ba {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:30.296292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.321695 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dbe547df-45bf-4478-a44f-0bf55a5b6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.348750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ab86356-8bff-4ae0-b9b9-7854ee09eaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.358313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] DHCP port deletion for f72fb83d-9a16-42bc-bf02-046f18c44cb7 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:20:30.363104 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2f74c13a-6728-4472-88f5-593f4a513cd9 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "DELETE /v2.0/subnets/5bad2912-0245-4580-b73e-a7a9bd892ed0 HTTP/1.1" status: 204 len: 168 time: 1.4355323 Mar 22 12:20:30.370106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36934) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:30.371518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Deleting port 77375d15-667e-4e8d-86ca-f3e443e76559 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:30.371939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.392734 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eb5fd49b-258d-4e92-b29c-95d972c160c5 req-9958de42-a448-4701-958d-6f78f0ca1abd tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968851 Mar 22 12:20:30.396084 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3706a0-1201-4538-abab-017c190d3df1 None None] Pushing event updated for resources: {'Port': ['ID=77b8a9c1-a1d3-42d2-8a63-bb69730472ba,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:30.423988 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Routers {'c1917dce-0475-4a5d-adf5-a956ec0867bd'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:30.424710 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-093b5793-47c7-4968-b40c-3011c42375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c1917dce-0475-4a5d-adf5-a956ec0867bd'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:30.648924 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Allocated IP 2001:db8::203 (562da788-d40c-4960-8441-9f7b942a002a/8132dcdf-284c-4aff-a0b1-65f65759581c/5eeb556c-6f54-47e3-86f0-10efdf71a12e) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:30.700510 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-093b5793-47c7-4968-b40c-3011c42375af None None] Set router c1917dce-0475-4a5d-adf5-a956ec0867bd gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:30.731631 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1c03c-e9b4-43a5-8552-732c812e0f13 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:30.732301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-63e1c03c-e9b4-43a5-8552-732c812e0f13 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Synchronizing usage tracker for tenant:6f759a5f17e44d7baa2f7c2fdb943687 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:30.800432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.821593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-63e1c03c-e9b4-43a5-8552-732c812e0f13 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Unset dirty status for tenant:6f759a5f17e44d7baa2f7c2fdb943687 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:30.836818 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-63e1c03c-e9b4-43a5-8552-732c812e0f13 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4635756 Mar 22 12:20:30.837674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ab86356-8bff-4ae0-b9b9-7854ee09eaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.846654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36940) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:30.871533 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] For port 77375d15-667e-4e8d-86ca-f3e443e76559, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=77375d15-667e-4e8d-86ca-f3e443e76559,segment=NetworkSegment(a748cd5e-1b3a-416d-8e88-31e25ddf1794),segment_id=a748cd5e-1b3a-416d-8e88-31e25ddf1794)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:30.872494 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.937729 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-093b5793-47c7-4968-b40c-3011c42375af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1917dce-0475-4a5d-adf5-a956ec0867bd', 'name': '', 'tenant_id': '0d9053668e164b5384d1ffdd112728ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:22Z', 'updated_at': '2022-03-22T12:20:30Z', 'revision_number': 4, 'project_id': '0d9053668e164b5384d1ffdd112728ab', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:30.946328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab86356-8bff-4ae0-b9b9-7854ee09eaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c7c2a5-26a6-45aa-951a-24ac0cf38402,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:30.948813 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b5793-47c7-4968-b40c-3011c42375af None None] The sync data for ids ['c1917dce-0475-4a5d-adf5-a956ec0867bd'] in dv-neutron-834653-1-hyperv is: [{'id': 'c1917dce-0475-4a5d-adf5-a956ec0867bd', 'name': '', 'tenant_id': '0d9053668e164b5384d1ffdd112728ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:22Z', 'updated_at': '2022-03-22T12:20:30Z', 'revision_number': 4, 'project_id': '0d9053668e164b5384d1ffdd112728ab', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:30.956936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ab86356-8bff-4ae0-b9b9-7854ee09eaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:30.958076 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ab86356-8bff-4ae0-b9b9-7854ee09eaff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74c7c2a5-26a6-45aa-951a-24ac0cf38402 HTTP/1.1" status: 204 len: 168 time: 0.9627321 Mar 22 12:20:30.972707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7b594bfc-c363-4ff0-be80-d4cea37911a3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:30.980762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Pushing event deleted for resources: {'Port': ['ID=d48af329-9124-44d8-8923-948681dc3bcb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:31.000482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66251946-9038-47df-8ee0-f212cd861062 None None] Network ca8d44a3-6bce-4421-ae20-e69c9263d61e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:31.034186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] For port 77b8a9c1-a1d3-42d2-8a63-bb69730472ba, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=77b8a9c1-a1d3-42d2-8a63-bb69730472ba,segment=NetworkSegment(efc51c99-b22d-4c52-920e-8b65dc4c5576),segment_id=efc51c99-b22d-4c52-920e-8b65dc4c5576)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:31.034417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.102178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Calling delete_port for 77375d15-667e-4e8d-86ca-f3e443e76559 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:31.129996 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-dbe547df-45bf-4478-a44f-0bf55a5b6d86 None None] For port 77375d15-667e-4e8d-86ca-f3e443e76559, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=77375d15-667e-4e8d-86ca-f3e443e76559,segment=NetworkSegment(a748cd5e-1b3a-416d-8e88-31e25ddf1794),segment_id=a748cd5e-1b3a-416d-8e88-31e25ddf1794)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:31.212281 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dbe547df-45bf-4478-a44f-0bf55a5b6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.229295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Calling delete_port for 77b8a9c1-a1d3-42d2-8a63-bb69730472ba owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:31.429236 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:20:31.429842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:20:31.430078 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe547df-45bf-4478-a44f-0bf55a5b6d86 None None] Pushing event updated for resources: {'Port': ['ID=77375d15-667e-4e8d-86ca-f3e443e76559,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:31.451147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 7b594bfc-c363-4ff0-be80-d4cea37911a3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:31.471824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.472471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5a27fd14-354c-427a-b1dd-a40b26360684 None None] Provisioning for port 7b594bfc-c363-4ff0-be80-d4cea37911a3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:31.481277 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5a27fd14-354c-427a-b1dd-a40b26360684 None None] Provisioning complete for port 7b594bfc-c363-4ff0-be80-d4cea37911a3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:31.481983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a27fd14-354c-427a-b1dd-a40b26360684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.514486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.536612 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Deleting port 7b594bfc-c363-4ff0-be80-d4cea37911a3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:31.536958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.538698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.563720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 77375d15-667e-4e8d-86ca-f3e443e76559 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:20:31.600539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285ccfe-32da-4cbe-8aa1-9be38833a5ac req-b48d41c5-44f3-4f29-b15d-093b97d39ff5 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:31.602036 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d285ccfe-32da-4cbe-8aa1-9be38833a5ac req-b48d41c5-44f3-4f29-b15d-093b97d39ff5 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.6103880 Mar 22 12:20:31.681911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Transition to ACTIVE for port object 5eeb556c-6f54-47e3-86f0-10efdf71a12e will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:31.748758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.759062 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] DHCP port deletion for ca8d44a3-6bce-4421-ae20-e69c9263d61e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:20:31.824832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] For port 7b594bfc-c363-4ff0-be80-d4cea37911a3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7b594bfc-c363-4ff0-be80-d4cea37911a3,segment=NetworkSegment(0cc11996-2d43-4c90-b141-78e2a65b7227),segment_id=0cc11996-2d43-4c90-b141-78e2a65b7227)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:31.825906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.827052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a27fd14-354c-427a-b1dd-a40b26360684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.844508 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff5ab6d5-0fd8-4a27-bf5f-9e304274c613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.847318 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Deleting port 7b594bfc-c363-4ff0-be80-d4cea37911a3 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:31.847653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.882634 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d285ccfe-32da-4cbe-8aa1-9be38833a5ac req-b9b86584-06f2-4a60-b19b-224fceceea34 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2711375 Mar 22 12:20:31.893539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.910741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.919706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.972576 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Deleting port 77375d15-667e-4e8d-86ca-f3e443e76559 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:31.972874 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:31.984748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Calling delete_port for 7b594bfc-c363-4ff0-be80-d4cea37911a3 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:32.018092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.018831 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Fanout notify agent at l3_agent the message router_deleted on router 7f19d785-6cc5-441d-a1dc-e5e6830af71e {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:20:32.025463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Network 562da788-d40c-4960-8441-9f7b942a002a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:32.032678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:32.035548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:32.040673 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:32.041313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.058123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'Port': ['ID=5eeb556c-6f54-47e3-86f0-10efdf71a12e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:32.073387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.074540 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5c4bf514-d746-46f3-92a4-40fc17e0bf8c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/7f19d785-6cc5-441d-a1dc-e5e6830af71e HTTP/1.1" status: 204 len: 168 time: 4.9383512 Mar 22 12:20:32.078975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36968) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:32.084499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6237e527-b5b0-410f-9cdb-9fe9eadd7b7b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-943606531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:32.091543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6237e527-b5b0-410f-9cdb-9fe9eadd7b7b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:32.095878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6237e527-b5b0-410f-9cdb-9fe9eadd7b7b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Usage tracker for resource:router and tenant:42a077ce1fe54b98b8a24e1358c84367 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:32.099262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6237e527-b5b0-410f-9cdb-9fe9eadd7b7b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:32.104998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6237e527-b5b0-410f-9cdb-9fe9eadd7b7b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:32.119088 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4e8a03d7-0a28-4c9f-b3f5-5d6e445a058e tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5065141 Mar 22 12:20:32.119862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36972) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:32.126368 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Request body: {'port': {'network_id': '562da788-d40c-4960-8441-9f7b942a002a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-890359561'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:32.141690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6237e527-b5b0-410f-9cdb-9fe9eadd7b7b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.142658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6237e527-b5b0-410f-9cdb-9fe9eadd7b7b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.143613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5a27fd14-354c-427a-b1dd-a40b26360684 None None] For port 7b594bfc-c363-4ff0-be80-d4cea37911a3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7b594bfc-c363-4ff0-be80-d4cea37911a3,segment=NetworkSegment(0cc11996-2d43-4c90-b141-78e2a65b7227),segment_id=0cc11996-2d43-4c90-b141-78e2a65b7227)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:32.144910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.146481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 77375d15-667e-4e8d-86ca-f3e443e76559, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=77375d15-667e-4e8d-86ca-f3e443e76559,segment=NetworkSegment(a748cd5e-1b3a-416d-8e88-31e25ddf1794),segment_id=a748cd5e-1b3a-416d-8e88-31e25ddf1794)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:32.169479 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a27fd14-354c-427a-b1dd-a40b26360684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.237792 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.240078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.253311 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.300606 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36976) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:32.317423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:20:32.318067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:20:32.325665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b0ca4-b7dd-41b4-9ae9-3362c0317793 req-e2523f91-ac41-44e0-91d3-4a711787bbd3 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:32.327420 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4f2b0ca4-b7dd-41b4-9ae9-3362c0317793 req-e2523f91-ac41-44e0-91d3-4a711787bbd3 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.2912059 Mar 22 12:20:32.340641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event deleted for resources: {'Port': ['ID=77b8a9c1-a1d3-42d2-8a63-bb69730472ba,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:32.342541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6237e527-b5b0-410f-9cdb-9fe9eadd7b7b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.410646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:32.422869 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6237e527-b5b0-410f-9cdb-9fe9eadd7b7b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.434971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:32.460705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Made reservation on behalf of b2c0277e9dc4482eac6d6329d421ebf2 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:32.477437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.492245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6237e527-b5b0-410f-9cdb-9fe9eadd7b7b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.493559 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6237e527-b5b0-410f-9cdb-9fe9eadd7b7b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4134271 Mar 22 12:20:32.497728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 36982) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:32.509189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:32.517254 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4f2b0ca4-b7dd-41b4-9ae9-3362c0317793 req-66b7ec19-480e-4cd6-be8f-fc40c75c426a tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795704 Mar 22 12:20:32.532771 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7b594bfc-c363-4ff0-be80-d4cea37911a3 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:20:32.587119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1995116064'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:32.632994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] device_id is not set on port 63af575e-ea65-45be-8778-48fe96c09ea4 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:32.686012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:32.715943 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.721402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27fd14-354c-427a-b1dd-a40b26360684 None None] Pushing event updated for resources: {'Port': ['ID=7b594bfc-c363-4ff0-be80-d4cea37911a3,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:32.731360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:network and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:32.743120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:32.769376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:32.787881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2d680cf8-5990-4818-9eb9-0b74e077e9df None None] Provisioning for port 5eeb556c-6f54-47e3-86f0-10efdf71a12e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:32.796361 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] For port 77375d15-667e-4e8d-86ca-f3e443e76559, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=77375d15-667e-4e8d-86ca-f3e443e76559,segment=NetworkSegment(a748cd5e-1b3a-416d-8e88-31e25ddf1794),segment_id=a748cd5e-1b3a-416d-8e88-31e25ddf1794)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:32.796839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.802451 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:32.805332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.829211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Deleting port 7b594bfc-c363-4ff0-be80-d4cea37911a3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:32.829211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.850880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2d680cf8-5990-4818-9eb9-0b74e077e9df None None] Provisioning complete for port 5eeb556c-6f54-47e3-86f0-10efdf71a12e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:32.851344 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d680cf8-5990-4818-9eb9-0b74e077e9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:32.916005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.010068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Calling delete_port for 77375d15-667e-4e8d-86ca-f3e443e76559 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:33.060333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] For port 7b594bfc-c363-4ff0-be80-d4cea37911a3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7b594bfc-c363-4ff0-be80-d4cea37911a3,segment=NetworkSegment(0cc11996-2d43-4c90-b141-78e2a65b7227),segment_id=0cc11996-2d43-4c90-b141-78e2a65b7227)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:33.060784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.078941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=77375d15-667e-4e8d-86ca-f3e443e76559,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:33.147602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.156255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.168797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Allocated IP 2001:db8::318 (562da788-d40c-4960-8441-9f7b942a002a/8132dcdf-284c-4aff-a0b1-65f65759581c/63af575e-ea65-45be-8778-48fe96c09ea4) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:33.171577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.187920 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:33.201790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b373f-013f-4a04-8c3a-2befa0151796 req-1c788cfb-4e27-42f3-856b-37748bfdad44 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:33.203296 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-983b373f-013f-4a04-8c3a-2befa0151796 req-1c788cfb-4e27-42f3-856b-37748bfdad44 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.5243254 Mar 22 12:20:33.204329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:security_group_rule and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:33.210297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:33.233530 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Calling delete_port for 7b594bfc-c363-4ff0-be80-d4cea37911a3 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:33.236766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:33.280120 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2d680cf8-5990-4818-9eb9-0b74e077e9df None None] Port 5eeb556c-6f54-47e3-86f0-10efdf71a12e cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:20:33.289152 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.289662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1917dce-0475-4a5d-adf5-a956ec0867bd {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:20:33.315317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] For port 7b594bfc-c363-4ff0-be80-d4cea37911a3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7b594bfc-c363-4ff0-be80-d4cea37911a3,segment=NetworkSegment(0cc11996-2d43-4c90-b141-78e2a65b7227),segment_id=0cc11996-2d43-4c90-b141-78e2a65b7227)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:33.315675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.324444 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.341911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 7b594bfc-c363-4ff0-be80-d4cea37911a3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7b594bfc-c363-4ff0-be80-d4cea37911a3,segment=NetworkSegment(0cc11996-2d43-4c90-b141-78e2a65b7227),segment_id=0cc11996-2d43-4c90-b141-78e2a65b7227)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:33.354016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.392606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.411311 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:20:33.411772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:20:33.423436 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] No DVR routers for this DVR port 77375d15-667e-4e8d-86ca-f3e443e76559 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:20:33.439385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=7b594bfc-c363-4ff0-be80-d4cea37911a3,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:33.466242 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Calling delete_port for 7b594bfc-c363-4ff0-be80-d4cea37911a3 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:33.488673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4507a-5aa5-4755-bb4e-f281b2293300 None None] Pushing event deleted for resources: {'Port': ['ID=77375d15-667e-4e8d-86ca-f3e443e76559,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:33.496355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.497505 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-57d6e47d-4fda-49be-86d4-d8178633b0c9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "DELETE /v2.0/routers/c1917dce-0475-4a5d-adf5-a956ec0867bd HTTP/1.1" status: 204 len: 168 time: 5.2753291 Mar 22 12:20:33.503432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36990) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:33.565196 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-983b373f-013f-4a04-8c3a-2befa0151796 req-b3132483-cb83-42a8-8984-9692a826d495 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487267 Mar 22 12:20:33.597653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa40ae57-16b6-4b1e-a0ef-f624ba4e3ccc tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Deleting subnet d9a11d43-51f5-47d1-980e-25f09c757758 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:20:33.600873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa40ae57-16b6-4b1e-a0ef-f624ba4e3ccc tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.612721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.638769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:20:33.639155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:20:33.650929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa40ae57-16b6-4b1e-a0ef-f624ba4e3ccc tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.659749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.688524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.703034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:33.711717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa40ae57-16b6-4b1e-a0ef-f624ba4e3ccc tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.732286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.756101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.756101 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Added segment d6f7f527-b091-4b32-94d7-4a6045d39930 of type vlan for network 3c1d093f-f907-41bb-91e9-793701b2ac02 Mar 22 12:20:33.794840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa40ae57-16b6-4b1e-a0ef-f624ba4e3ccc tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.817892 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015cd3f0-4a27-44db-b9a6-c1fdfb2b47a4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:33.824572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Transition to ACTIVE for port object 63af575e-ea65-45be-8778-48fe96c09ea4 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:33.835729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40ae57-16b6-4b1e-a0ef-f624ba4e3ccc tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a11d43-51f5-47d1-980e-25f09c757758,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:33.840319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa40ae57-16b6-4b1e-a0ef-f624ba4e3ccc tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.852103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.853516 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa40ae57-16b6-4b1e-a0ef-f624ba4e3ccc tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/d9a11d43-51f5-47d1-980e-25f09c757758 HTTP/1.1" status: 204 len: 168 time: 0.3482769 Mar 22 12:20:33.855720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 36998) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:33.910316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.913623 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Deleting port 7b594bfc-c363-4ff0-be80-d4cea37911a3 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:33.914301 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.914466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:33.914905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:33.937755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.000455 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.147811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.171298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Network': ['ID=3c1d093f-f907-41bb-91e9-793701b2ac02,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:34.183638 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'Port': ['ID=63af575e-ea65-45be-8778-48fe96c09ea4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:34.190258 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-20a9219c-aaeb-493f-ad2d-fed889a10a6e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8886075 Mar 22 12:20:34.191132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37002) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:34.197632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] For port 7b594bfc-c363-4ff0-be80-d4cea37911a3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7b594bfc-c363-4ff0-be80-d4cea37911a3,segment=NetworkSegment(0cc11996-2d43-4c90-b141-78e2a65b7227),segment_id=0cc11996-2d43-4c90-b141-78e2a65b7227)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:34.198711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.199638 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Network 562da788-d40c-4960-8441-9f7b942a002a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:34.203874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e23102-7712-4257-ad67-98c849b4e9b3']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:34.206638 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'name': 'tempest-PortsTestJSON-579191236'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:34.212482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Deleting port 7b594bfc-c363-4ff0-be80-d4cea37911a3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:34.213031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.221441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:34.232236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:34.236292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:34.236911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.264942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc51c99-b22d-4c52-920e-8b65dc4c5576') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:34.265272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc51c99-b22d-4c52-920e-8b65dc4c5576') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:34.283190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:34.288415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.332019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.347515 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-27bdade6-7d44-4770-b18f-fd5cbd24de87 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2258852 Mar 22 12:20:34.349622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:34.350046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.364203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Calling delete_port for 7b594bfc-c363-4ff0-be80-d4cea37911a3 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:34.364316 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:34.370340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37006) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:34.422691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.460206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.463887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:34.472131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d61270c7-861d-4899-9d01-c53807829b64 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30e', 'mac_address': 'fa:16:3e:4b:3c:25'}, {'ip_address': '2001:db8::203', 'mac_address': 'fa:16:3e:ed:72:f4'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:34.504819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:port and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:34.509522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:34.519445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:34.519708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.537734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece1a3f-3d87-4081-b2c4-8b3b88819766 req-4cd546f4-5bb9-4451-84f5-f1f177e5ed44 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:34.539197 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0ece1a3f-3d87-4081-b2c4-8b3b88819766 req-4cd546f4-5bb9-4451-84f5-f1f177e5ed44 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4796908 Mar 22 12:20:34.575788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:34.578597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.580529 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] Pushing event deleted for resources: {'Port': ['ID=7b594bfc-c363-4ff0-be80-d4cea37911a3,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:34.582476 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbc3c4-757a-43c8-89c0-4510fa1d9550 None None] No DVR routers for this DVR port 7b594bfc-c363-4ff0-be80-d4cea37911a3 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:20:34.620297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aa065af6-b724-41e7-9a43-9bb209880857 None None] Provisioning for port 63af575e-ea65-45be-8778-48fe96c09ea4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:34.625544 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aa065af6-b724-41e7-9a43-9bb209880857 None None] Provisioning complete for port 63af575e-ea65-45be-8778-48fe96c09ea4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:34.625906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aa065af6-b724-41e7-9a43-9bb209880857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.650121 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port dfa657ff-3276-47e4-bb49-63094de06185 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:34.691293 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-aa065af6-b724-41e7-9a43-9bb209880857 None None] Port 63af575e-ea65-45be-8778-48fe96c09ea4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:20:34.733110 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0ece1a3f-3d87-4081-b2c4-8b3b88819766 req-f9c65223-ee19-4abc-a4bd-4088214d5668 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807172 Mar 22 12:20:34.757509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.779954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Allocated IP 172.26.0.243 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/436d7997-0e64-4dae-8ff4-b19c11bb877e) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:34.784939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2e23102-7712-4257-ad67-98c849b4e9b3 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 12:20:34.791001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] For port 7b594bfc-c363-4ff0-be80-d4cea37911a3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7b594bfc-c363-4ff0-be80-d4cea37911a3,segment=NetworkSegment(0cc11996-2d43-4c90-b141-78e2a65b7227),segment_id=0cc11996-2d43-4c90-b141-78e2a65b7227)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:34.791353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.800427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:34.802953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2e23102-7712-4257-ad67-98c849b4e9b3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:34.991387 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8aaf125c-dcac-458a-b956-8c8ab1b42f07 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "DELETE /v2.0/networks/b2e23102-7712-4257-ad67-98c849b4e9b3 HTTP/1.1" status: 204 len: 168 time: 1.1304820 Mar 22 12:20:35.053057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Calling delete_port for 7b594bfc-c363-4ff0-be80-d4cea37911a3 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:35.173141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.186732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d61270c7-861d-4899-9d01-c53807829b64 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.225105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.234897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:20:35.235413 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:20:35.280045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.334734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.355031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:35.364980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:35.370275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:35.424395 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Pushing event updated for resources: {'Port': ['ID=436d7997-0e64-4dae-8ff4-b19c11bb877e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:35.450802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d61270c7-861d-4899-9d01-c53807829b64 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.456284 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d61270c7-861d-4899-9d01-c53807829b64 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.474374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37016) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:35.490945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-45fbac20-718f-4e1a-90ae-95afa1ebb7d0 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Request body: {'router': {'name': 'tempest-router--1806526400', 'project_id': 'dec54bc9cfe346d191b25521081a4f00'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:35.510028 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d61270c7-861d-4899-9d01-c53807829b64 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] In _notify_port_updated(), no bound segment for port 63af575e-ea65-45be-8778-48fe96c09ea4 on network 562da788-d40c-4960-8441-9f7b942a002a {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:20:35.513797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61270c7-861d-4899-9d01-c53807829b64 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:35.514440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d61270c7-861d-4899-9d01-c53807829b64 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.515279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-45fbac20-718f-4e1a-90ae-95afa1ebb7d0 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:35.518506 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d61270c7-861d-4899-9d01-c53807829b64 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "PUT /v2.0/ports/63af575e-ea65-45be-8778-48fe96c09ea4 HTTP/1.1" status: 200 len: 1067 time: 1.1179237 Mar 22 12:20:35.526086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37020) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:35.553775 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-45fbac20-718f-4e1a-90ae-95afa1ebb7d0 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Usage tracker for resource:router and tenant:dec54bc9cfe346d191b25521081a4f00 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:35.565164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-45fbac20-718f-4e1a-90ae-95afa1ebb7d0 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:35.585766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-45fbac20-718f-4e1a-90ae-95afa1ebb7d0 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:35.587861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=dfa657ff-3276-47e4-bb49-63094de06185,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:35.594654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61270c7-861d-4899-9d01-c53807829b64 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event updated for resources: {'Port': ['ID=63af575e-ea65-45be-8778-48fe96c09ea4,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:35.606370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Checking segment: {'id': 'd6f7f527-b091-4b32-94d7-4a6045d39930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:35.606729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network hostable DHCP agents. Network: 3c1d093f-f907-41bb-91e9-793701b2ac02, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:35.612038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a38edd2f-3082-406e-bb2d-bd9a66b64715 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Deleting port 63af575e-ea65-45be-8778-48fe96c09ea4 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:35.612367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a38edd2f-3082-406e-bb2d-bd9a66b64715 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.624530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45fbac20-718f-4e1a-90ae-95afa1ebb7d0 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.625612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45fbac20-718f-4e1a-90ae-95afa1ebb7d0 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.668938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45fbac20-718f-4e1a-90ae-95afa1ebb7d0 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.671165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:35.695514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 3c1d093f-f907-41bb-91e9-793701b2ac02) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:35.700242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:35.704831 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:35.705437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.709388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff8b87d-ad4d-4c5d-9c06-a644eef13b33 None None] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:35.717771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45fbac20-718f-4e1a-90ae-95afa1ebb7d0 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.766586 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9a2a68a4-319c-4483-a42f-d8ab9c14cfa2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5677898 Mar 22 12:20:35.766586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-45fbac20-718f-4e1a-90ae-95afa1ebb7d0 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.770006 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-45fbac20-718f-4e1a-90ae-95afa1ebb7d0 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2881804 Mar 22 12:20:35.770823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37026) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:35.771378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37028) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:35.848183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-191305692'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:35.907203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:35.913742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.915887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a38edd2f-3082-406e-bb2d-bd9a66b64715 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.931774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c635c2ee-04b2-4b8a-873d-9b081bc80cb3 None None] Provisioning complete for port 63af575e-ea65-45be-8778-48fe96c09ea4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:35.932100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c635c2ee-04b2-4b8a-873d-9b081bc80cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:35.973973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:network and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:36.020527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c635c2ee-04b2-4b8a-873d-9b081bc80cb3 None None] Port 63af575e-ea65-45be-8778-48fe96c09ea4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:20:36.027804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:36.042931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a38edd2f-3082-406e-bb2d-bd9a66b64715 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Calling delete_port for 63af575e-ea65-45be-8778-48fe96c09ea4 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:36.048244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:36.078923 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:36.081900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.096297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aff9bb6f-f3c0-47ee-9766-e9fd29f49391 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.137408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0afda-3ed3-4e31-b7b9-3d962d411ffc req-4a9465d0-f403-4697-8366-10894d05d5cf tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:36.138868 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06d0afda-3ed3-4e31-b7b9-3d962d411ffc req-4a9465d0-f403-4697-8366-10894d05d5cf tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.2666790 Mar 22 12:20:36.234691 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06d0afda-3ed3-4e31-b7b9-3d962d411ffc req-b4848ae6-b875-410a-bf47-e5daa5c4df46 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887790 Mar 22 12:20:36.237019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a38edd2f-3082-406e-bb2d-bd9a66b64715 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.247856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.251021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:36.260073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.264577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.264912 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Added segment 259ed611-b574-4bdd-8233-2cfab0a58783 of type vlan for network 78f91c53-256a-4bb0-8102-f79030081d64 Mar 22 12:20:36.294467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38edd2f-3082-406e-bb2d-bd9a66b64715 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event deleted for resources: {'Port': ['ID=63af575e-ea65-45be-8778-48fe96c09ea4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:36.526136 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.583517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a38edd2f-3082-406e-bb2d-bd9a66b64715 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.612720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Deleting port 7b594bfc-c363-4ff0-be80-d4cea37911a3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:36.613048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.797531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:20:36.800730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] The port '7b594bfc-c363-4ff0-be80-d4cea37911a3' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:20:36.832907 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a38edd2f-3082-406e-bb2d-bd9a66b64715 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "DELETE /v2.0/ports/63af575e-ea65-45be-8778-48fe96c09ea4 HTTP/1.1" status: 204 len: 168 time: 1.3056960 Mar 22 12:20:36.837402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37038) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:36.896261 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.899993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:36.900580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.905339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aff9bb6f-f3c0-47ee-9766-e9fd29f49391 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.967886 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-506a6f2e-5d48-4c47-a395-925aed13529a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] GET failed (client error): The resource could not be found. Mar 22 12:20:36.968378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-506a6f2e-5d48-4c47-a395-925aed13529a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Synchronizing usage tracker for tenant:b2c0277e9dc4482eac6d6329d421ebf2 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:36.978702 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:36.990265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aff9bb6f-f3c0-47ee-9766-e9fd29f49391 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.012581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8d44a3-6bce-4421-ae20-e69c9263d61e']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:37.023635 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2500925 Mar 22 12:20:37.027433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-506a6f2e-5d48-4c47-a395-925aed13529a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Unset dirty status for tenant:b2c0277e9dc4482eac6d6329d421ebf2 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:37.027730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89074f1-1a5a-4ca4-b6a4-1f991250fd8d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Network': ['ID=78f91c53-256a-4bb0-8102-f79030081d64,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:37.028539 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-506a6f2e-5d48-4c47-a395-925aed13529a tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "GET /v2.0/ports/63af575e-ea65-45be-8778-48fe96c09ea4 HTTP/1.1" status: 404 len: 333 time: 0.1714284 Mar 22 12:20:37.030290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc11996-2d43-4c90-b141-78e2a65b7227') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:37.030487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37042) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:37.030579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc11996-2d43-4c90-b141-78e2a65b7227') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:37.037498 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37044) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:37.043290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 78f91c53-256a-4bb0-8102-f79030081d64 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:37.043849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c5229-f45c-4bcb-b440-4b5ec3a4f081 req-105d626e-bf45-458e-ba2d-07e13114652f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:37.044830 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b91c5229-f45c-4bcb-b440-4b5ec3a4f081 req-105d626e-bf45-458e-ba2d-07e13114652f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4649916 Mar 22 12:20:37.058119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'ports': [{'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02'}, {'network_id': '78f91c53-256a-4bb0-8102-f79030081d64'}]} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:37.058426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:37.058886 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '78f91c53-256a-4bb0-8102-f79030081d64'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:37.092004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.144836 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aff9bb6f-f3c0-47ee-9766-e9fd29f49391 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.145307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff9bb6f-f3c0-47ee-9766-e9fd29f49391 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0e0b028-b01b-4326-b22e-e773bf892d96 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:20:37.147592 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.163413 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aff9bb6f-f3c0-47ee-9766-e9fd29f49391 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.167373 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aff9bb6f-f3c0-47ee-9766-e9fd29f49391 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "DELETE /v2.0/routers/a0e0b028-b01b-4326-b22e-e773bf892d96 HTTP/1.1" status: 204 len: 168 time: 1.3890216 Mar 22 12:20:37.167514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:37.167514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:37.180153 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:37.183969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c4dcd182-a8c2-4b85-be26-b388c74310da tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Deleting port 5eeb556c-6f54-47e3-86f0-10efdf71a12e {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:37.183969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd182-a8c2-4b85-be26-b388c74310da tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.283044 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b91c5229-f45c-4bcb-b440-4b5ec3a4f081 req-a482c8b2-a206-4eed-8e56-0992789486f4 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003052 Mar 22 12:20:37.312854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:37.319568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:port and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:37.329609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:37.340117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:37.347625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37052) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:37.361261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.368491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 2} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:37.372140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.392142 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.393629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.397252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event deleted for resources: {'Network': ['ID=ca8d44a3-6bce-4421-ae20-e69c9263d61e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:37.403159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Router 98f0dd45-b5c9-48b4-be9e-57a1646c45a8 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:20:37.416149 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f8d3612f-a1d3-4009-b448-2ca358744e88 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "DELETE /v2.0/networks/ca8d44a3-6bce-4421-ae20-e69c9263d61e HTTP/1.1" status: 204 len: 168 time: 6.5422113 Mar 22 12:20:37.416341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37058) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:37.609607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.620679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1500682599', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:37.647186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:37.656292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Usage tracker for resource:router and tenant:dc5ded5fdfda4bb789d009359947115c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:37.698754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd182-a8c2-4b85-be26-b388c74310da tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.704844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:37.722727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:37.770166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.771126 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.780418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 2b79b35d-2fe8-419a-a36c-ec20127d5e7a yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:37.815004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.881888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c4dcd182-a8c2-4b85-be26-b388c74310da tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Calling delete_port for 5eeb556c-6f54-47e3-86f0-10efdf71a12e owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:37.918667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:37.957196 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72fb83d-9a16-42bc-bf02-046f18c44cb7']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:37.980615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a748cd5e-1b3a-416d-8e88-31e25ddf1794') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:37.980933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a748cd5e-1b3a-416d-8e88-31e25ddf1794') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:37.995208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.040349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.046148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.061410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:38.061823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:38.076434 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:38.123339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.145062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:38.159179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10611deb-f6d2-4c8a-bc37-c8675b502d43 None None] Sync routers for ids ['98f0dd45-b5c9-48b4-be9e-57a1646c45a8'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:38.159693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd182-a8c2-4b85-be26-b388c74310da tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.173862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 91d6e1c6-cc92-4d82-bbd6-8b3a0b0745b7 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:38.179361 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10611deb-f6d2-4c8a-bc37-c8675b502d43 None None] Routers {'98f0dd45-b5c9-48b4-be9e-57a1646c45a8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:38.180143 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-10611deb-f6d2-4c8a-bc37-c8675b502d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98f0dd45-b5c9-48b4-be9e-57a1646c45a8'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:38.200021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.203975 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d05d8cc0-8ed0-454d-b7b8-8cafe367ad3d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "PUT /v2.0/routers/98f0dd45-b5c9-48b4-be9e-57a1646c45a8 HTTP/1.1" status: 200 len: 883 time: 5.7023582 Mar 22 12:20:38.206208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37062) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:38.264108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-10611deb-f6d2-4c8a-bc37-c8675b502d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:38.277953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10611deb-f6d2-4c8a-bc37-c8675b502d43 None None] Routers {'98f0dd45-b5c9-48b4-be9e-57a1646c45a8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:38.278576 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-10611deb-f6d2-4c8a-bc37-c8675b502d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98f0dd45-b5c9-48b4-be9e-57a1646c45a8'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:38.327754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.332865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcd182-a8c2-4b85-be26-b388c74310da tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event deleted for resources: {'Port': ['ID=5eeb556c-6f54-47e3-86f0-10efdf71a12e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:38.360144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.367428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-10611deb-f6d2-4c8a-bc37-c8675b502d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:38.367843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10611deb-f6d2-4c8a-bc37-c8675b502d43 None None] The sync data for ids ['98f0dd45-b5c9-48b4-be9e-57a1646c45a8'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:38.378276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event deleted for resources: {'Network': ['ID=f72fb83d-9a16-42bc-bf02-046f18c44cb7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:38.381957 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-059e8b9b-4916-4ad5-952e-f41f8707e479 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "DELETE /v2.0/networks/f72fb83d-9a16-42bc-bf02-046f18c44cb7 HTTP/1.1" status: 204 len: 168 time: 0.9635861 Mar 22 12:20:38.390161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37068) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:38.471494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4dcd182-a8c2-4b85-be26-b388c74310da tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.475864 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4dcd182-a8c2-4b85-be26-b388c74310da tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "DELETE /v2.0/ports/5eeb556c-6f54-47e3-86f0-10efdf71a12e HTTP/1.1" status: 204 len: 168 time: 1.4278052 Mar 22 12:20:38.503522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37072) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:38.561639 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.615678 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1d54aa-20c2-4068-a65f-0334c6518644 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] GET failed (client error): The resource could not be found. Mar 22 12:20:38.616183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4c1d54aa-20c2-4068-a65f-0334c6518644 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Synchronizing usage tracker for tenant:b2c0277e9dc4482eac6d6329d421ebf2 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:38.692777 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4c1d54aa-20c2-4068-a65f-0334c6518644 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Unset dirty status for tenant:b2c0277e9dc4482eac6d6329d421ebf2 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:38.693956 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4c1d54aa-20c2-4068-a65f-0334c6518644 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "GET /v2.0/ports/5eeb556c-6f54-47e3-86f0-10efdf71a12e HTTP/1.1" status: 404 len: 333 time: 0.1858325 Mar 22 12:20:38.699122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.706215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37076) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:38.749605 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42487cc-d2d9-4a93-bcef-7d86163dfac3 req-4df29729-8ae1-4cac-bb66-08470634196b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:38.751047 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b42487cc-d2d9-4a93-bcef-7d86163dfac3 req-4df29729-8ae1-4cac-bb66-08470634196b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.3090408 Mar 22 12:20:38.766455 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:38.774387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.787893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1364a2-aca5-408f-aec9-43a8bf927e89') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:38.788181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1364a2-aca5-408f-aec9-43a8bf927e89') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:38.804360 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.813614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-687ec1f6-3a67-4757-8854-9a896310df90 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Deleting port e45205ac-8ce2-4b75-89d3-52c62aa972ef {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:38.813939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-687ec1f6-3a67-4757-8854-9a896310df90 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.859399 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b42487cc-d2d9-4a93-bcef-7d86163dfac3 req-30e64e67-38c2-43eb-8206-f348fc96d784 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916462 Mar 22 12:20:38.864641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.876036 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:38.876413 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:38.890873 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:38.920094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.950018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:38.993390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:39.072175 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d04793c9-2c2a-4f91-9dc4-fca5d20d73ca tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/routers/98f0dd45-b5c9-48b4-be9e-57a1646c45a8 HTTP/1.1" status: 200 len: 924 time: 0.8620210 Mar 22 12:20:39.072382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:39.076627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37082) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:39.092588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=2b79b35d-2fe8-419a-a36c-ec20127d5e7a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:39.097119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:39.104017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:39.106425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:39.107570 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:39.143185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:39.205753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event deleted for resources: {'Network': ['ID=0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:39.221958 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9fb6ba28-d35d-4209-9cc0-10b396be505f tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "DELETE /v2.0/networks/0a7d06d4-2d4f-40c6-8c10-ba291ecf53a1 HTTP/1.1" status: 204 len: 168 time: 0.8269129 Mar 22 12:20:39.224950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37086) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:39.236924 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=91d6e1c6-cc92-4d82-bbd6-8b3a0b0745b7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:39.279481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-687ec1f6-3a67-4757-8854-9a896310df90 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:39.369958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Allocated IP 172.26.0.141 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/0c86fadd-09b5-4bbf-ad43-5e217f8bd6ef) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:39.379827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Checking segment: {'id': '259ed611-b574-4bdd-8233-2cfab0a58783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '78f91c53-256a-4bb0-8102-f79030081d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:39.380177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network hostable DHCP agents. Network: 78f91c53-256a-4bb0-8102-f79030081d64, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:39.402024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-687ec1f6-3a67-4757-8854-9a896310df90 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Calling delete_port for e45205ac-8ce2-4b75-89d3-52c62aa972ef owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:39.411256 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:39.441130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5e39c-26b7-49e6-ac2d-40f1816e2df3 req-592d7c53-3f5d-4b0c-afd3-698cf42b824e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:39.442575 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12d5e39c-26b7-49e6-ac2d-40f1816e2df3 req-592d7c53-3f5d-4b0c-afd3-698cf42b824e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4495947 Mar 22 12:20:39.492434 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5cc5de18-9588-4348-9b20-a737f9961b9c tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&device_id=98f0dd45-b5c9-48b4-be9e-57a1646c45a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3579311 Mar 22 12:20:39.495979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37090) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:39.607744 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12d5e39c-26b7-49e6-ac2d-40f1816e2df3 req-d1798468-4cc1-425f-a1cc-1fc8160b1cee tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515985 Mar 22 12:20:39.618953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 78f91c53-256a-4bb0-8102-f79030081d64 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:39.675112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:39.682127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 78f91c53-256a-4bb0-8102-f79030081d64) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:39.692450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:39.698096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:39.701250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a193269-aa85-4dbe-9fea-c040053a4bb2 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:39.701504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:39.702183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:39.703995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4a193269-aa85-4dbe-9fea-c040053a4bb2 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/networks/4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 881 time: 0.2067442 Mar 22 12:20:39.706798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-687ec1f6-3a67-4757-8854-9a896310df90 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:39.707999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37096) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:39.710685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd13a8d0-571b-44d3-acf1-2f67b47cd2eb None None] Network 78f91c53-256a-4bb0-8102-f79030081d64 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:39.711280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:39.810196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215589a4-0d8c-40bd-b8eb-97968b165aa7']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:39.840129 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6622a87a-3921-489a-a77f-9c2b92fe63cc tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f0dd45-b5c9-48b4-be9e-57a1646c45a8 HTTP/1.1" status: 200 len: 205 time: 0.1253827 Mar 22 12:20:39.861926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37100) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:39.868981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631a6455-4623-4820-addb-9ff5fee0af9e') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:39.869324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631a6455-4623-4820-addb-9ff5fee0af9e') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:39.881657 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0e268eff-237b-494e-aaa5-42d3dc6f966b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8432629 Mar 22 12:20:39.881885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ec1f6-3a67-4757-8854-9a896310df90 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event deleted for resources: {'Port': ['ID=e45205ac-8ce2-4b75-89d3-52c62aa972ef,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:39.889933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37104) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:39.966709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:39.982941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-687ec1f6-3a67-4757-8854-9a896310df90 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.015424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2d47ea12-7b12-4be9-b713-593163abac38 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 91d6e1c6-cc92-4d82-bbd6-8b3a0b0745b7 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:40.015837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d47ea12-7b12-4be9-b713-593163abac38 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.050302 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-687ec1f6-3a67-4757-8854-9a896310df90 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "DELETE /v2.0/ports/e45205ac-8ce2-4b75-89d3-52c62aa972ef HTTP/1.1" status: 204 len: 168 time: 1.3424642 Mar 22 12:20:40.057789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37110) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:40.185175 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.198507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:40.198909 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.215292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:40.218798 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:40.389489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:40.392810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Pushing event updated for resources: {'Port': ['ID=0c86fadd-09b5-4bbf-ad43-5e217f8bd6ef,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:40.396278 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:40.397915 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.401230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d47ea12-7b12-4be9-b713-593163abac38 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.404655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f67230-b563-4998-8342-d5bf46af24f7 req-b1642344-f9a9-4a54-878b-498e62c61e14 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:40.406161 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c7f67230-b563-4998-8342-d5bf46af24f7 req-b1642344-f9a9-4a54-878b-498e62c61e14 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.6423469 Mar 22 12:20:40.408399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:40.456897 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.484923 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] Pushing event deleted for resources: {'Network': ['ID=215589a4-0d8c-40bd-b8eb-97968b165aa7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:40.509231 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce2a6198-936a-4a14-9147-78fb885132e6 tempest-BulkNetworkOpsTest-1258405453 tempest-BulkNetworkOpsTest-1258405453-project] 10.222.0.62 "DELETE /v2.0/networks/215589a4-0d8c-40bd-b8eb-97968b165aa7 HTTP/1.1" status: 204 len: 168 time: 1.2791042 Mar 22 12:20:40.539319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2d47ea12-7b12-4be9-b713-593163abac38 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 91d6e1c6-cc92-4d82-bbd6-8b3a0b0745b7 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:40.568342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8852ed4-b07e-4fff-b39c-d83fa9665ec7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Deleting subnet 8132dcdf-284c-4aff-a0b1-65f65759581c {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:20:40.577231 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d8852ed4-b07e-4fff-b39c-d83fa9665ec7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.590143 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c7f67230-b563-4998-8342-d5bf46af24f7 req-4a74dcb6-eb9c-45b2-a300-ef3cbc8f42d8 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346416 Mar 22 12:20:40.668413 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.688869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d8852ed4-b07e-4fff-b39c-d83fa9665ec7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.780317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d47ea12-7b12-4be9-b713-593163abac38 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.856068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.856861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.915509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d47ea12-7b12-4be9-b713-593163abac38 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:40.921124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47ea12-7b12-4be9-b713-593163abac38 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=91d6e1c6-cc92-4d82-bbd6-8b3a0b0745b7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:40.930699 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2d47ea12-7b12-4be9-b713-593163abac38 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/91d6e1c6-cc92-4d82-bbd6-8b3a0b0745b7 HTTP/1.1" status: 204 len: 168 time: 1.0396080 Mar 22 12:20:40.931932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37120) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:41.035395 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37126) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:41.047002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d8852ed4-b07e-4fff-b39c-d83fa9665ec7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:41.066848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:41.085938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Deleting port 436d7997-0e64-4dae-8ff4-b19c11bb877e {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:41.086239 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:41.125059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb168cd-8bed-46e1-9a85-76ab81bc02c2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:41.129207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb168cd-8bed-46e1-9a85-76ab81bc02c2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:41.130057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5eb168cd-8bed-46e1-9a85-76ab81bc02c2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:41.181594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be99439-bf72-4eca-88e8-5e8d958d9192 req-e5990ed8-b23c-43fd-9be7-5b5adf7b2ec4 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:41.183240 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7be99439-bf72-4eca-88e8-5e8d958d9192 req-e5990ed8-b23c-43fd-9be7-5b5adf7b2ec4 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.3339553 Mar 22 12:20:41.212056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5eb168cd-8bed-46e1-9a85-76ab81bc02c2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:41.215888 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5eb168cd-8bed-46e1-9a85-76ab81bc02c2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2570372 Mar 22 12:20:41.219276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37132) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:41.286557 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d8852ed4-b07e-4fff-b39c-d83fa9665ec7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:41.343492 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7be99439-bf72-4eca-88e8-5e8d958d9192 req-67cd6764-7359-4ae4-aac3-a0c1fe93324f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531832 Mar 22 12:20:41.344859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8852ed4-b07e-4fff-b39c-d83fa9665ec7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event deleted for resources: {'Subnet': ['ID=8132dcdf-284c-4aff-a0b1-65f65759581c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:41.348551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:41.362453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d8852ed4-b07e-4fff-b39c-d83fa9665ec7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:41.362965 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c6d19-e368-4eef-896c-b3b1877ce510 None None] Network 562da788-d40c-4960-8441-9f7b942a002a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:41.371915 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d8852ed4-b07e-4fff-b39c-d83fa9665ec7 tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "DELETE /v2.0/subnets/8132dcdf-284c-4aff-a0b1-65f65759581c HTTP/1.1" status: 204 len: 168 time: 1.3127286 Mar 22 12:20:41.375055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37138) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:41.378512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-506cfed8-9fb7-4436-bc46-f8f954637e50 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 2b79b35d-2fe8-419a-a36c-ec20127d5e7a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:41.378847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506cfed8-9fb7-4436-bc46-f8f954637e50 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:41.487906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Calling delete_port for 436d7997-0e64-4dae-8ff4-b19c11bb877e owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:41.526219 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a6fe066b-3933-4e4a-a91b-b6793877025b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f759a5f17e44d7baa2f7c2fdb943687&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4888606 Mar 22 12:20:41.529434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37142) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:41.619542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Router 8f2c6a99-e7a3-49a0-b3bb-9c835e61029b is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:20:41.635057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6f2171-021a-47e3-84d0-95d7c55dab80 None None] DHCP port deletion for 562da788-d40c-4960-8441-9f7b942a002a request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:20:41.639632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f2171-021a-47e3-84d0-95d7c55dab80 None None] Deleting port 595265c0-aaa4-49bd-bb97-3b374df1121a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:41.639973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2171-021a-47e3-84d0-95d7c55dab80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:41.843321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:41.848725 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bc6f2171-021a-47e3-84d0-95d7c55dab80 None None] For port 595265c0-aaa4-49bd-bb97-3b374df1121a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=595265c0-aaa4-49bd-bb97-3b374df1121a,segment=NetworkSegment(9ff48378-4233-46e7-8611-9e7d9bc91d58),segment_id=9ff48378-4233-46e7-8611-9e7d9bc91d58)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:41.849169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2171-021a-47e3-84d0-95d7c55dab80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:41.870474 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506cfed8-9fb7-4436-bc46-f8f954637e50 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:41.908737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53710d6-20f8-4a38-8f55-d7f514d4c043 req-fe7fa7e1-f876-48c6-958a-258a12279a7c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:41.910809 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d53710d6-20f8-4a38-8f55-d7f514d4c043 req-fe7fa7e1-f876-48c6-958a-258a12279a7c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.3872252 Mar 22 12:20:41.971785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f2171-021a-47e3-84d0-95d7c55dab80 None None] Calling delete_port for 595265c0-aaa4-49bd-bb97-3b374df1121a owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:42.001283 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Deleting port 595265c0-aaa4-49bd-bb97-3b374df1121a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:42.001669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.023762 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d53710d6-20f8-4a38-8f55-d7f514d4c043 req-7f04d892-da50-499f-a702-489a8df8076d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071322 Mar 22 12:20:42.026555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.030172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-506cfed8-9fb7-4436-bc46-f8f954637e50 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 2b79b35d-2fe8-419a-a36c-ec20127d5e7a owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:42.064664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bdd74bd-e576-41cb-bc84-a33cbed378dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.079645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Pushing event deleted for resources: {'Port': ['ID=436d7997-0e64-4dae-8ff4-b19c11bb877e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:42.099454 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2171-021a-47e3-84d0-95d7c55dab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.137697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bdd74bd-e576-41cb-bc84-a33cbed378dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.168529 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6f2171-021a-47e3-84d0-95d7c55dab80 None None] No DVR routers for this DVR port 595265c0-aaa4-49bd-bb97-3b374df1121a on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:20:42.195969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] The port '595265c0-aaa4-49bd-bb97-3b374df1121a' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:20:42.208920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f2171-021a-47e3-84d0-95d7c55dab80 None None] Pushing event deleted for resources: {'Port': ['ID=595265c0-aaa4-49bd-bb97-3b374df1121a,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:42.305863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506cfed8-9fb7-4436-bc46-f8f954637e50 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.325187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.415937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cfed8-9fb7-4436-bc46-f8f954637e50 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=2b79b35d-2fe8-419a-a36c-ec20127d5e7a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:42.449939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506cfed8-9fb7-4436-bc46-f8f954637e50 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.454674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.455048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:42.481075 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 67d6d49a-2f0e-4a9b-a935-b7883d541b66 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:20:42.482442 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1beca8-3f5e-47c5-a2a1-160a4f74bc04 None None] Sync routers for ids ['8f2c6a99-e7a3-49a0-b3bb-9c835e61029b'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:42.496793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['562da788-d40c-4960-8441-9f7b942a002a']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:42.499920 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1beca8-3f5e-47c5-a2a1-160a4f74bc04 None None] Routers {'8f2c6a99-e7a3-49a0-b3bb-9c835e61029b'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:42.500755 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5c1beca8-3f5e-47c5-a2a1-160a4f74bc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8f2c6a99-e7a3-49a0-b3bb-9c835e61029b'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:42.507921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bdd74bd-e576-41cb-bc84-a33cbed378dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.510220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bdd74bd-e576-41cb-bc84-a33cbed378dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.524126 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4bdd74bd-e576-41cb-bc84-a33cbed378dc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c3c264e-b83e-497e-8d96-ec61a7ee7124 HTTP/1.1" status: 204 len: 168 time: 0.9404480 Mar 22 12:20:42.526231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 67d6d49a-2f0e-4a9b-a935-b7883d541b66 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:20:42.526231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 67d6d49a-2f0e-4a9b-a935-b7883d541b66 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:20:42.527032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 24ddfc91-adab-416d-92c8-6024c735ee51 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:20:42.558108 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-506cfed8-9fb7-4436-bc46-f8f954637e50 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/2b79b35d-2fe8-419a-a36c-ec20127d5e7a HTTP/1.1" status: 204 len: 168 time: 1.3377018 Mar 22 12:20:42.558909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37150) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:42.562751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff48378-4233-46e7-8611-9e7d9bc91d58') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:42.563039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff48378-4233-46e7-8611-9e7d9bc91d58') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:42.576628 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a65b17-d63c-4611-a6ad-79c1f192ca81 req-767015c3-a88d-467d-aea5-e1ea96aacb7c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:42.578148 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-37a65b17-d63c-4611-a6ad-79c1f192ca81 req-767015c3-a88d-467d-aea5-e1ea96aacb7c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4056056 Mar 22 12:20:42.584157 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5c1beca8-3f5e-47c5-a2a1-160a4f74bc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:42.600841 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1beca8-3f5e-47c5-a2a1-160a4f74bc04 None None] Routers {'8f2c6a99-e7a3-49a0-b3bb-9c835e61029b'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:42.601844 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5c1beca8-3f5e-47c5-a2a1-160a4f74bc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8f2c6a99-e7a3-49a0-b3bb-9c835e61029b'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:42.611018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 24ddfc91-adab-416d-92c8-6024c735ee51 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:20:42.611374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 24ddfc91-adab-416d-92c8-6024c735ee51 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:20:42.611910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 595265c0-aaa4-49bd-bb97-3b374df1121a no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:20:42.619849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd74bd-e576-41cb-bc84-a33cbed378dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3c264e-b83e-497e-8d96-ec61a7ee7124,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:42.628577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.670439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.677674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.681377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 595265c0-aaa4-49bd-bb97-3b374df1121a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:20:42.681648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.681837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 595265c0-aaa4-49bd-bb97-3b374df1121a not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:20:42.688621 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:42.688621 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.688890 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9126aab8-d224-47ca-a8fc-1bba8accc70d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3369997 Mar 22 12:20:42.689724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37154) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:42.706017 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:42.710752 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5c1beca8-3f5e-47c5-a2a1-160a4f74bc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:42.712300 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1beca8-3f5e-47c5-a2a1-160a4f74bc04 None None] The sync data for ids ['8f2c6a99-e7a3-49a0-b3bb-9c835e61029b'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:42.758459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.795434 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-37a65b17-d63c-4611-a6ad-79c1f192ca81 req-0ecb4911-da94-4f25-a516-f3cddfb260b1 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733544 Mar 22 12:20:42.811208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73de63e-9a6f-495c-b77c-0c5a4c72448e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:42.811936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e73de63e-9a6f-495c-b77c-0c5a4c72448e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:42.817266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.841227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.852193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] Pushing event deleted for resources: {'Network': ['ID=562da788-d40c-4960-8441-9f7b942a002a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:42.857500 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ae7f7dc9-40d2-461a-9ece-e11d929bcb4d tempest-AllowedAddressPairIpV6TestJSON-1557500371 tempest-AllowedAddressPairIpV6TestJSON-1557500371-project] 10.222.0.62 "DELETE /v2.0/networks/562da788-d40c-4960-8441-9f7b942a002a HTTP/1.1" status: 204 len: 168 time: 1.4222581 Mar 22 12:20:42.862869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e73de63e-9a6f-495c-b77c-0c5a4c72448e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:42.866686 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e73de63e-9a6f-495c-b77c-0c5a4c72448e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2940471 Mar 22 12:20:42.866923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37164) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:42.897811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.898649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Fanout notify agent at l3_agent the message router_deleted on router 98f0dd45-b5c9-48b4-be9e-57a1646c45a8 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:20:42.916497 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dadd10-e44d-4cae-9826-257eb862791f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:20:42.917917 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-01dadd10-e44d-4cae-9826-257eb862791f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/91d6e1c6-cc92-4d82-bbd6-8b3a0b0745b7 HTTP/1.1" status: 404 len: 333 time: 0.0499942 Mar 22 12:20:42.920663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37170) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:42.922040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.927569 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4cbb62a4-b944-4381-acad-7a4d768f7aa2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/98f0dd45-b5c9-48b4-be9e-57a1646c45a8 HTTP/1.1" status: 204 len: 168 time: 3.0585206 Mar 22 12:20:42.927729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37174) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:42.937645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-94d7af52-1a52-4750-8d0f-40ccf07cd10a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-473333303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:42.948435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-94d7af52-1a52-4750-8d0f-40ccf07cd10a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:42.954087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-94d7af52-1a52-4750-8d0f-40ccf07cd10a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Usage tracker for resource:router and tenant:42a077ce1fe54b98b8a24e1358c84367 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:42.959350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-94d7af52-1a52-4750-8d0f-40ccf07cd10a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:42.967783 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-3303dcc9-d809-4f8a-9472-66380c9bbd66 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:20:42.969047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3303dcc9-d809-4f8a-9472-66380c9bbd66 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/2b79b35d-2fe8-419a-a36c-ec20127d5e7a HTTP/1.1" status: 404 len: 333 time: 0.0475841 Mar 22 12:20:42.971803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37180) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:42.971974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-94d7af52-1a52-4750-8d0f-40ccf07cd10a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:42.998441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94d7af52-1a52-4750-8d0f-40ccf07cd10a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:42.999390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94d7af52-1a52-4750-8d0f-40ccf07cd10a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.035434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94d7af52-1a52-4750-8d0f-40ccf07cd10a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.042407 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ba8800cd-4e71-4985-ad97-804db976fa30 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/routers/8f2c6a99-e7a3-49a0-b3bb-9c835e61029b HTTP/1.1" status: 200 len: 921 time: 0.3454609 Mar 22 12:20:43.045313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37186) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:43.053249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.091817 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fdb004a1-fabd-4870-8fc1-381682aca7a8 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f2c6a99-e7a3-49a0-b3bb-9c835e61029b HTTP/1.1" status: 200 len: 205 time: 0.0454490 Mar 22 12:20:43.096764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37190) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:43.114869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.209141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94d7af52-1a52-4750-8d0f-40ccf07cd10a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.253728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94d7af52-1a52-4750-8d0f-40ccf07cd10a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.257651 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-94d7af52-1a52-4750-8d0f-40ccf07cd10a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3248796 Mar 22 12:20:43.258464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37198) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:43.264307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'enable_snat': True}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:43.296276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37202) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:43.311207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.345511 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f91c53-256a-4bb0-8102-f79030081d64']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:43.358962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259ed611-b574-4bdd-8233-2cfab0a58783') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:43.359256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259ed611-b574-4bdd-8233-2cfab0a58783') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:43.372065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.393822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.402780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:43.403364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:43.421661 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:43.635925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37214) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:43.657922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.680215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.684528 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f1602215-1d6e-4ed2-8139-497116fcc1c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2c0277e9dc4482eac6d6329d421ebf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3871005 Mar 22 12:20:43.689209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37220) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:43.689486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Network': ['ID=78f91c53-256a-4bb0-8102-f79030081d64,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:43.694466 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2ab0bcae-6a14-408e-8ae0-341122e0c677 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/networks/78f91c53-256a-4bb0-8102-f79030081d64 HTTP/1.1" status: 204 len: 168 time: 0.7212648 Mar 22 12:20:43.698577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37224) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:43.704195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1185147365'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:43.709169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:43.713138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:network and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:43.716664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:43.725071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:43.736048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:43.739027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.767712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:43.777664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.777995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Added segment ab6c724c-da7d-424b-b72c-1471d3a6434b of type vlan for network c4c04550-ea38-446a-b4f3-c6af72805395 Mar 22 12:20:43.808083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-903301591'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:43.812082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.818240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:43.823893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:network and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:43.827754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:43.834509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:43.861713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:43.863466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.864641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.880228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.883817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:43.884378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:43.902217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.001908 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2995560 Mar 22 12:20:44.003394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.006145 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37228) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:44.008899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae9b2ee-d2e2-4f63-b819-aa42ee2fa692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.015527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e91df-06a4-4423-87e1-2b8fb45af71a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Network': ['ID=c4c04550-ea38-446a-b4f3-c6af72805395,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:44.021781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:44.025549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:security_group_rule and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:44.026478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': 'c4c04550-ea38-446a-b4f3-c6af72805395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:44.028534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:44.028672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network c4c04550-ea38-446a-b4f3-c6af72805395 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:44.034217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:44.112097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.117231 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.149066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae9b2ee-d2e2-4f63-b819-aa42ee2fa692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.154152 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:44.159972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a27d1b7-7e50-4eb0-adfd-90058fed21db,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:44.169003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.169461 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Added segment d830710c-f952-481c-b28f-24704f84ddc7 of type vlan for network 12f54d39-6573-49e1-9b56-76ffa1f70b49 Mar 22 12:20:44.206259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.237539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.241257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:44.241890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.284024 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:44.302364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:44.307995 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:44.317396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:44.341742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae9b2ee-d2e2-4f63-b819-aa42ee2fa692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.352674 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7122149 Mar 22 12:20:44.352953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37232) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:44.353626 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e14df-4a7e-4a0a-9649-c5e8cc0d018e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Network': ['ID=12f54d39-6573-49e1-9b56-76ffa1f70b49,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:44.360966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'name': 'tempest-PortsIpV6TestJSON-149630468'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:44.364591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:44.364822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9b2ee-d2e2-4f63-b819-aa42ee2fa692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa8c9e1-7ba2-457f-83de-416e0a86d6ba,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:44.381696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:44.403585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dae9b2ee-d2e2-4f63-b819-aa42ee2fa692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.407168 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dae9b2ee-d2e2-4f63-b819-aa42ee2fa692 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ffa8c9e1-7ba2-457f-83de-416e0a86d6ba HTTP/1.1" status: 204 len: 168 time: 0.7136106 Mar 22 12:20:44.481605 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:44.486092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:port and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:44.489439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:44.507161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:44.521536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:44.525471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.525706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.549487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:44.648295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.667300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Performing IP validity checks on allocation pools {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 12:20:44.668044 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 12:20:44.676425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Deleting port 0c86fadd-09b5-4bbf-ad43-5e217f8bd6ef {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:44.676755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.730698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.769298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.774512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.802828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.908325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=4d2d4670-75b1-48a1-9c4c-da1e9c0ce703,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:44.925156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Checking segment: {'id': 'd830710c-f952-481c-b28f-24704f84ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:44.925755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network hostable DHCP agents. Network: 12f54d39-6573-49e1-9b56-76ffa1f70b49, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:44.950692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:44.963033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 12f54d39-6573-49e1-9b56-76ffa1f70b49) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:44.966970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:44.971298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:44.972010 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:44.975835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6788354f-a8f7-4dc1-a06f-f1c4708f6da8 None None] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:45.000171 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6d978cef-8792-4b47-8f7c-2f1e3f810247 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6406155 Mar 22 12:20:45.000171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37246) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:45.007410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-484250881'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:45.013534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:45.018090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:network and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:45.021361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:45.029908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:45.043352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:45.047468 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.080138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:45.094397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.094829 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Added segment eaedfb98-85f1-4f7b-9b64-9c3ad94d1368 of type vlan for network 49c18fc7-4a0a-44ee-8cd7-55c986e4fc91 Mar 22 12:20:45.130248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.132640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.183484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.189157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:45.190049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.299523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Calling delete_port for 0c86fadd-09b5-4bbf-ad43-5e217f8bd6ef owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:45.329295 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3254590 Mar 22 12:20:45.330118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37256) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:45.332834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5f4b0-9e7b-41d2-a4d7-8c864c23882c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Network': ['ID=49c18fc7-4a0a-44ee-8cd7-55c986e4fc91,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:45.337829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'ports': [{'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49'}, {'network_id': '49c18fc7-4a0a-44ee-8cd7-55c986e4fc91'}]} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:45.338126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:45.338611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': '49c18fc7-4a0a-44ee-8cd7-55c986e4fc91'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:45.345134 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 49c18fc7-4a0a-44ee-8cd7-55c986e4fc91 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:45.389156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Allocated IP 172.26.0.78 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/c781f572-e170-4819-b80e-9b6d96a69e97) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:45.422249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.572029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37262) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:45.589485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:45.589986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Subnet': ['ID=737d2274-5a61-45c0-b2f5-69106102772b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:45.597896 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:port and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:45.600889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:45.608204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:45.621695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 2} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:45.626677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.655593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.659554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Checking segment: {'id': 'ab6c724c-da7d-424b-b72c-1471d3a6434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c4c04550-ea38-446a-b4f3-c6af72805395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:45.659908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network hostable DHCP agents. Network: c4c04550-ea38-446a-b4f3-c6af72805395, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:45.698719 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.749623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.763378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-985003456'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:45.776387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:45.780843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:network and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:45.793349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network c4c04550-ea38-446a-b4f3-c6af72805395 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:45.795496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Pushing event deleted for resources: {'Port': ['ID=0c86fadd-09b5-4bbf-ad43-5e217f8bd6ef,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:45.800377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:45.809251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.873789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, c4c04550-ea38-446a-b4f3-c6af72805395) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:45.883033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deafcd7-bbf2-43b8-8846-569c9e0ede82 None None] Network c4c04550-ea38-446a-b4f3-c6af72805395 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:45.925690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:45.926270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:45.955606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:45.978062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:45.980616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event updated for resources: {'Port': ['ID=c781f572-e170-4819-b80e-9b6d96a69e97,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:45.987393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:45.992100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:46.000900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port 23cf991d-90ed-4a07-bd9f-b2ddcb42a5db yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:46.005223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:46.008157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.023487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.027108 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-44b966b3-e84b-4f05-8c38-c34285596996 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0161271 Mar 22 12:20:46.031517 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37268) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:46.064832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:46.071395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:security_group_rule and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:46.075941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:46.084597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:46.095498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': 'c4c04550-ea38-446a-b4f3-c6af72805395', 'name': 'tempest-PortsTestJSON-194640008'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:46.141322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db0212d-8acb-437f-a276-89389503971a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-c4c04550-ea38-446a-b4f3-c6af72805395', 'network_id': 'c4c04550-ea38-446a-b4f3-c6af72805395', 'tenant_id': '6344ffba11c54feca200eae2b0b1bae8', 'fixed_ips': [{'subnet_id': '737d2274-5a61-45c0-b2f5-69106102772b'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:20:46.142406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6db0212d-8acb-437f-a276-89389503971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.160354 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.255557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.317862 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.318742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6db0212d-8acb-437f-a276-89389503971a None None] Allocated IP 172.20.0.2 (c4c04550-ea38-446a-b4f3-c6af72805395/737d2274-5a61-45c0-b2f5-69106102772b/38576f90-9213-4d62-acd7-97e565393c51) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:46.321566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port a5b1640c-43f0-4798-a167-5e973e46b832 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:46.326914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.357403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:46.382988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87bf263-0a42-4d4c-9dbe-dc23b9d67bec,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:46.392237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.392625 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment 9a34dd38-d4d5-452f-88a1-47861c966462 of type vlan for network 3b6a8124-d4e4-49a2-8caa-2beff3192fcd Mar 22 12:20:46.432073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.511410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.515374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.520823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:46.521405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.532250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6db0212d-8acb-437f-a276-89389503971a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.542527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6db0212d-8acb-437f-a276-89389503971a None None] Transition to ACTIVE for port object 38576f90-9213-4d62-acd7-97e565393c51 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:46.561883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6db0212d-8acb-437f-a276-89389503971a None None] Transition to ACTIVE for port object 38576f90-9213-4d62-acd7-97e565393c51 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:46.568670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6db0212d-8acb-437f-a276-89389503971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.642850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db0212d-8acb-437f-a276-89389503971a None None] Network c4c04550-ea38-446a-b4f3-c6af72805395 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:46.644002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-6db0212d-8acb-437f-a276-89389503971a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:46.645655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0212d-8acb-437f-a276-89389503971a None None] Pushing event updated for resources: {'Port': ['ID=38576f90-9213-4d62-acd7-97e565393c51,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:46.647683 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0212d-8acb-437f-a276-89389503971a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:46.668470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=3b6a8124-d4e4-49a2-8caa-2beff3192fcd,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:46.677963 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8f0327ae-c2e0-4465-8f97-366850209a39 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1049042 Mar 22 12:20:46.694386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 3b6a8124-d4e4-49a2-8caa-2beff3192fcd details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:46.698605 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.713336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.718856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:46.728930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.734179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:46.762731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:46.766387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.782920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=23cf991d-90ed-4a07-bd9f-b2ddcb42a5db,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:46.787768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.788367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Fanout notify agent at l3_agent the message router_deleted on router 8f2c6a99-e7a3-49a0-b3bb-9c835e61029b {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:20:46.807484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:46.812960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:46.814267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:46.821474 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:46.822317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.823687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37272) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:46.844715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.850029 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b4aeabc3-1ada-4755-bfd8-7274c43eed8f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/8f2c6a99-e7a3-49a0-b3bb-9c835e61029b HTTP/1.1" status: 204 len: 168 time: 3.7522821 Mar 22 12:20:46.850681 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37276) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:46.862523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1979515830', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'enable_snat': False}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:46.865574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'network_id': '3b6a8124-d4e4-49a2-8caa-2beff3192fcd', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:46.875917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:46.889707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Usage tracker for resource:router and tenant:0d9053668e164b5384d1ffdd112728ab is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:46.889930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6db0212d-8acb-437f-a276-89389503971a None None] Attempting to bind port 38576f90-9213-4d62-acd7-97e565393c51 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:46.890353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6db0212d-8acb-437f-a276-89389503971a None None] Attempting to bind port 38576f90-9213-4d62-acd7-97e565393c51 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'ab6c724c-da7d-424b-b72c-1471d3a6434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c4c04550-ea38-446a-b4f3-c6af72805395'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:46.890782 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0212d-8acb-437f-a276-89389503971a None None] Attempting to bind port 38576f90-9213-4d62-acd7-97e565393c51 on network c4c04550-ea38-446a-b4f3-c6af72805395 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:46.896013 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:46.899351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0212d-8acb-437f-a276-89389503971a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:46.899793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0212d-8acb-437f-a276-89389503971a None None] Checking segment: {'id': 'ab6c724c-da7d-424b-b72c-1471d3a6434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c4c04550-ea38-446a-b4f3-c6af72805395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:46.900447 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6db0212d-8acb-437f-a276-89389503971a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.900905 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db0212d-8acb-437f-a276-89389503971a None None] Bound using segment: {'id': 'ab6c724c-da7d-424b-b72c-1471d3a6434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c4c04550-ea38-446a-b4f3-c6af72805395'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:46.901545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6db0212d-8acb-437f-a276-89389503971a None None] Bound port: 38576f90-9213-4d62-acd7-97e565393c51, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6c724c-da7d-424b-b72c-1471d3a6434b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c4c04550-ea38-446a-b4f3-c6af72805395'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:46.901984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6db0212d-8acb-437f-a276-89389503971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:46.907945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:46.912547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.011031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=a5b1640c-43f0-4798-a167-5e973e46b832,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:47.028849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:47.029409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6db0212d-8acb-437f-a276-89389503971a None None] For port 38576f90-9213-4d62-acd7-97e565393c51, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:47.032749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6db0212d-8acb-437f-a276-89389503971a None None] For port 38576f90-9213-4d62-acd7-97e565393c51, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=38576f90-9213-4d62-acd7-97e565393c51,segment=NetworkSegment(ab6c724c-da7d-424b-b72c-1471d3a6434b),segment_id=ab6c724c-da7d-424b-b72c-1471d3a6434b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:20:47.034839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:subnet and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:47.037400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Checking segment: {'id': 'eaedfb98-85f1-4f7b-9b64-9c3ad94d1368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '49c18fc7-4a0a-44ee-8cd7-55c986e4fc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:47.037845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network hostable DHCP agents. Network: 49c18fc7-4a0a-44ee-8cd7-55c986e4fc91, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:47.040287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6db0212d-8acb-437f-a276-89389503971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.043373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:47.052836 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:47.068540 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:47.088095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 49c18fc7-4a0a-44ee-8cd7-55c986e4fc91 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:47.107380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.108253 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.129437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0212d-8acb-437f-a276-89389503971a None None] Pushing event updated for resources: {'Port': ['ID=38576f90-9213-4d62-acd7-97e565393c51,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:47.155018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.8 (c4c04550-ea38-446a-b4f3-c6af72805395/737d2274-5a61-45c0-b2f5-69106102772b/30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:47.183720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.187049 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.200987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 49c18fc7-4a0a-44ee-8cd7-55c986e4fc91) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:47.213020 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be3792-39f3-4370-bf3c-af82e0b56372 None None] Network 49c18fc7-4a0a-44ee-8cd7-55c986e4fc91 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:47.260018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:47.264358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:47.267568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:47.268234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.313835 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bcb23a6d-ff65-4713-bf9c-afc68cb89e25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9826589 Mar 22 12:20:47.316512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37280) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:47.392358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.405960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.433548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a9689931-f33e-47b0-bb1f-133c29ad46e0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port a5b1640c-43f0-4798-a167-5e973e46b832 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:47.433946 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9689931-f33e-47b0-bb1f-133c29ad46e0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.695406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.724046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.737902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.754771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object 30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:47.790851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9689931-f33e-47b0-bb1f-133c29ad46e0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:47.856930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=474aea9d-165e-42a8-a23f-8b2042a1d282,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:47.858915 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.031961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a9689931-f33e-47b0-bb1f-133c29ad46e0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for a5b1640c-43f0-4798-a167-5e973e46b832 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:48.083495 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking segment: {'id': '9a34dd38-d4d5-452f-88a1-47861c966462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3b6a8124-d4e4-49a2-8caa-2beff3192fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:48.083881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network hostable DHCP agents. Network: 3b6a8124-d4e4-49a2-8caa-2beff3192fcd, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:48.100034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network c4c04550-ea38-446a-b4f3-c6af72805395 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:48.102011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:48.106444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:48.110197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:48.130166 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network 3b6a8124-d4e4-49a2-8caa-2beff3192fcd is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:48.137553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9689931-f33e-47b0-bb1f-133c29ad46e0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.179535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 3b6a8124-d4e4-49a2-8caa-2beff3192fcd) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:48.193096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:48.193286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380e5d2-0921-4f63-b06c-549ac3bd712c None None] Network 3b6a8124-d4e4-49a2-8caa-2beff3192fcd requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:48.193979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9689931-f33e-47b0-bb1f-133c29ad46e0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=a5b1640c-43f0-4798-a167-5e973e46b832,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:48.194069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.196169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:48.203266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.241376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9689931-f33e-47b0-bb1f-133c29ad46e0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.255631 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-945f53db-1ae7-4507-b2f5-a481ea39daf1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2219074 Mar 22 12:20:48.256030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37286) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:48.262513 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a9689931-f33e-47b0-bb1f-133c29ad46e0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/a5b1640c-43f0-4798-a167-5e973e46b832 HTTP/1.1" status: 204 len: 168 time: 0.9437623 Mar 22 12:20:48.262699 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37290) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:48.300415 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-540e8ce2-88ab-432d-8287-b4a439766679 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4752493 Mar 22 12:20:48.306818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37294) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:48.316006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1196415704'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:48.330398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:48.337885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:network and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:48.343760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:48.353900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-650a4047-94ec-43c6-afb5-2a30134cd859 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:48.354644 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-650a4047-94ec-43c6-afb5-2a30134cd859 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.363476 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.373145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb235f00-7365-4c36-85bd-31a553c68ac7 None None] Network c4c04550-ea38-446a-b4f3-c6af72805395 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:48.387707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:48.399399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Router ddc42806-91ec-459e-934b-3a088399ce61 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:20:48.403373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.416262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:48.419494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.501083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:48.537640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-63cd61dd-8f57-4e29-979c-935dbf2949eb None None] Provisioning for port 38576f90-9213-4d62-acd7-97e565393c51 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:48.547823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cdaa9a-1148-4e44-9291-754a2f31993a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:48.551683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cdaa9a-1148-4e44-9291-754a2f31993a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:48.553200 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f1cdaa9a-1148-4e44-9291-754a2f31993a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2658305 Mar 22 12:20:48.579891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37300) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:48.589241 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.590047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment 12b71992-55f7-4191-8125-8802d1b7028f of type vlan for network 08b91828-00f0-4995-8601-36501a2b4b96 Mar 22 12:20:48.626908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-3b6a8124-d4e4-49a2-8caa-2beff3192fcd', 'network_id': '3b6a8124-d4e4-49a2-8caa-2beff3192fcd', 'tenant_id': 'c3b96c3526fc4ce8983929829f39c67a', 'fixed_ips': [{'subnet_id': '474aea9d-165e-42a8-a23f-8b2042a1d282'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:20:48.628033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.650674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 38576f90-9213-4d62-acd7-97e565393c51 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:48.697160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9b743f04-2907-42fc-8692-6b59d77a3d76 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 23cf991d-90ed-4a07-bd9f-b2ddcb42a5db {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:48.697515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b743f04-2907-42fc-8692-6b59d77a3d76 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.700452 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Allocated IP 172.26.0.84 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/257f516c-941e-45eb-b9f2-bcd217e7d9d3) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:48.726000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.792979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-650a4047-94ec-43c6-afb5-2a30134cd859 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.885593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:48.889373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.902274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.908674 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5b18492f-c294-41f7-89d7-586669006e63 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "PUT /v2.0/routers/ddc42806-91ec-459e-934b-3a088399ce61 HTTP/1.1" status: 200 len: 917 time: 5.6442175 Mar 22 12:20:48.908674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37306) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:48.908909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 38576f90-9213-4d62-acd7-97e565393c51 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:48.927198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202abf49-6647-4cb3-89f2-7218d0bca290 None None] Sync routers for ids ['ddc42806-91ec-459e-934b-3a088399ce61'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:48.937075 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 38576f90-9213-4d62-acd7-97e565393c51 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:48.937811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.949864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.953532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:48.954163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:48.967685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-650a4047-94ec-43c6-afb5-2a30134cd859 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:48.993849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Allocated IP 172.20.255.242 (3b6a8124-d4e4-49a2-8caa-2beff3192fcd/474aea9d-165e-42a8-a23f-8b2042a1d282/f0ce5a9c-1085-4b10-b58a-baff09dccfa3) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:49.018273 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202abf49-6647-4cb3-89f2-7218d0bca290 None None] Routers {'ddc42806-91ec-459e-934b-3a088399ce61'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:49.018898 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-202abf49-6647-4cb3-89f2-7218d0bca290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ddc42806-91ec-459e-934b-3a088399ce61'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:49.063244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.137776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:49.142667 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:49.144936 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8368731 Mar 22 12:20:49.145985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event updated for resources: {'Port': ['ID=257f516c-941e-45eb-b9f2-bcd217e7d9d3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:49.147998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37310) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:49.150420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:49.186906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'network_id': '08b91828-00f0-4995-8601-36501a2b4b96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:49.195336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3efe13-5f2e-4092-83ae-b341dcf0e32e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=08b91828-00f0-4995-8601-36501a2b4b96,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:49.291273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b743f04-2907-42fc-8692-6b59d77a3d76 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.340712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.351478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Transition to ACTIVE for port object f0ce5a9c-1085-4b10-b58a-baff09dccfa3 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:49.371300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Transition to ACTIVE for port object f0ce5a9c-1085-4b10-b58a-baff09dccfa3 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:49.374605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-202abf49-6647-4cb3-89f2-7218d0bca290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:49.380250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 08b91828-00f0-4995-8601-36501a2b4b96 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:49.392439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:49.399260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.403443 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:subnet and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:49.411028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:49.418624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:49.442037 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-844f33c4-f645-4093-bff8-2245358d8304 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/routers/ddc42806-91ec-459e-934b-3a088399ce61 HTTP/1.1" status: 200 len: 923 time: 0.5347607 Mar 22 12:20:49.445116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37314) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:49.455807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9b743f04-2907-42fc-8692-6b59d77a3d76 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 23cf991d-90ed-4a07-bd9f-b2ddcb42a5db owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:49.478421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:49.603204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-650a4047-94ec-43c6-afb5-2a30134cd859 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.628222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.645085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b743f04-2907-42fc-8692-6b59d77a3d76 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.708787 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202abf49-6647-4cb3-89f2-7218d0bca290 None None] Routers {'ddc42806-91ec-459e-934b-3a088399ce61'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:49.709581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-202abf49-6647-4cb3-89f2-7218d0bca290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ddc42806-91ec-459e-934b-3a088399ce61'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:49.758868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Network 3b6a8124-d4e4-49a2-8caa-2beff3192fcd is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:49.762577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.775281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a4047-94ec-43c6-afb5-2a30134cd859 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:49.784877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:49.786689 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Pushing event updated for resources: {'Port': ['ID=f0ce5a9c-1085-4b10-b58a-baff09dccfa3,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:49.795092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:49.813431 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f5c83efc-9564-44a4-82bb-8cdbbf4179d4 None None] Provisioning complete for port 30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:49.813801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5c83efc-9564-44a4-82bb-8cdbbf4179d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.835805 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-202abf49-6647-4cb3-89f2-7218d0bca290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:49.836087 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202abf49-6647-4cb3-89f2-7218d0bca290 None None] The sync data for ids ['ddc42806-91ec-459e-934b-3a088399ce61'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:49.851374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f5c83efc-9564-44a4-82bb-8cdbbf4179d4 None None] Port 30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62 was deleted so its status cannot be updated. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 22 12:20:49.852229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b743f04-2907-42fc-8692-6b59d77a3d76 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=23cf991d-90ed-4a07-bd9f-b2ddcb42a5db,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:49.867058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b743f04-2907-42fc-8692-6b59d77a3d76 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.875845 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9b743f04-2907-42fc-8692-6b59d77a3d76 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/23cf991d-90ed-4a07-bd9f-b2ddcb42a5db HTTP/1.1" status: 204 len: 168 time: 1.2948527 Mar 22 12:20:49.879835 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37318) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:49.884201 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-34261254-02cd-45d2-9676-ab10b0d890a9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Synchronizing usage tracker for tenant:14ff43e9a95f495ab28ca2f6135e2b13 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:49.948688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-650a4047-94ec-43c6-afb5-2a30134cd859 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.950367 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-650a4047-94ec-43c6-afb5-2a30134cd859 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62 HTTP/1.1" status: 204 len: 168 time: 1.6929064 Mar 22 12:20:49.955125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37322) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:49.959095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 38576f90-9213-4d62-acd7-97e565393c51, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=38576f90-9213-4d62-acd7-97e565393c51,segment=NetworkSegment(ab6c724c-da7d-424b-b72c-1471d3a6434b),segment_id=ab6c724c-da7d-424b-b72c-1471d3a6434b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:49.963531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.964749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Attempting to bind port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:49.965858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:49.966338 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Attempting to bind port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '9a34dd38-d4d5-452f-88a1-47861c966462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3b6a8124-d4e4-49a2-8caa-2beff3192fcd'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:49.966681 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Attempting to bind port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 on network 3b6a8124-d4e4-49a2-8caa-2beff3192fcd {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:49.973952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.000092 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da5bca1-457d-403f-ad41-1e8d80fe4fc4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:20:50.001055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da5bca1-457d-403f-ad41-1e8d80fe4fc4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:20:50.005352 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4da5bca1-457d-403f-ad41-1e8d80fe4fc4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62 HTTP/1.1" status: 404 len: 333 time: 0.0472670 Mar 22 12:20:50.007016 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37326) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:50.010955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f5c83efc-9564-44a4-82bb-8cdbbf4179d4 None None] Provisioning complete for port 38576f90-9213-4d62-acd7-97e565393c51 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:50.011320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5c83efc-9564-44a4-82bb-8cdbbf4179d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.043717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:50.044097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Checking segment: {'id': '9a34dd38-d4d5-452f-88a1-47861c966462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3b6a8124-d4e4-49a2-8caa-2beff3192fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:50.044490 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.044836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Bound using segment: {'id': '9a34dd38-d4d5-452f-88a1-47861c966462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3b6a8124-d4e4-49a2-8caa-2beff3192fcd'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:50.045300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Bound port: f0ce5a9c-1085-4b10-b58a-baff09dccfa3, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a34dd38-d4d5-452f-88a1-47861c966462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '3b6a8124-d4e4-49a2-8caa-2beff3192fcd'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:50.045687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.060031 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-697bb818-9d85-4763-8c0e-4158137c2042 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:20:50.065735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-697bb818-9d85-4763-8c0e-4158137c2042 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:50.084698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-697bb818-9d85-4763-8c0e-4158137c2042 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:50.088686 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-697bb818-9d85-4763-8c0e-4158137c2042 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62 HTTP/1.1" status: 404 len: 333 time: 0.0775318 Mar 22 12:20:50.089080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37330) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:50.129852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-34261254-02cd-45d2-9676-ab10b0d890a9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Unset dirty status for tenant:14ff43e9a95f495ab28ca2f6135e2b13 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:50.133522 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-34261254-02cd-45d2-9676-ab10b0d890a9 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&device_id=ddc42806-91ec-459e-934b-3a088399ce61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6849601 Mar 22 12:20:50.140812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37334) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:50.152565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=38576f90-9213-4d62-acd7-97e565393c51,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:50.199499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] For port f0ce5a9c-1085-4b10-b58a-baff09dccfa3, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:50.203463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] For port f0ce5a9c-1085-4b10-b58a-baff09dccfa3, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f0ce5a9c-1085-4b10-b58a-baff09dccfa3,segment=NetworkSegment(9a34dd38-d4d5-452f-88a1-47861c966462),segment_id=9a34dd38-d4d5-452f-88a1-47861c966462)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:20:50.235405 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc0595-1d82-465a-b751-64cb1b4c2f35 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:50.239653 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aadc0595-1d82-465a-b751-64cb1b4c2f35 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3587275 Mar 22 12:20:50.244874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37338) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:50.248299 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.303298 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-050ed21b-0b74-40ec-b9ff-734d2eac1291 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:20:50.306012 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-050ed21b-0b74-40ec-b9ff-734d2eac1291 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/a5b1640c-43f0-4798-a167-5e973e46b832 HTTP/1.1" status: 404 len: 333 time: 0.0601320 Mar 22 12:20:50.307597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37342) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:50.366509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac048d6-c827-4e89-a7c3-881719c7a5bd None None] Pushing event updated for resources: {'Port': ['ID=f0ce5a9c-1085-4b10-b58a-baff09dccfa3,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:50.379295 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f61428-7f95-407c-b770-136efdd980fe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:20:50.382678 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d4f61428-7f95-407c-b770-136efdd980fe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/23cf991d-90ed-4a07-bd9f-b2ddcb42a5db HTTP/1.1" status: 404 len: 333 time: 0.0659738 Mar 22 12:20:50.385438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37346) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:50.389496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.409349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e49653-a8a3-4f04-ac66-8c56781e8fb3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:50.413419 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c1e49653-a8a3-4f04-ac66-8c56781e8fb3 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/networks/4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 881 time: 0.2696798 Mar 22 12:20:50.413976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37350) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:50.452903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e97d7b4f-ce0d-4c22-b46b-4bc4fed5561f None None] Could not find standard attr ID for object 30cdaf0e-c03f-4980-b9cd-3ea69bfb0a62. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:20:50.474919 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8b9b6d0b-23c1-4b17-8492-db732167da6e tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddc42806-91ec-459e-934b-3a088399ce61 HTTP/1.1" status: 200 len: 205 time: 0.0574915 Mar 22 12:20:50.484379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37354) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:50.508478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 38576f90-9213-4d62-acd7-97e565393c51 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:50.597875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=081637e0-12a5-4c57-a1f1-3bd2f3fe7a7d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:50.606487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.640640 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking segment: {'id': '12b71992-55f7-4191-8125-8802d1b7028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '08b91828-00f0-4995-8601-36501a2b4b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:50.641055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network hostable DHCP agents. Network: 08b91828-00f0-4995-8601-36501a2b4b96, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:50.641203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 38576f90-9213-4d62-acd7-97e565393c51 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:50.641593 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.646260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c054337d-db26-4afd-aaa0-7e2e5de0a3fa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting subnet 737d2274-5a61-45c0-b2f5-69106102772b {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:20:50.651327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c054337d-db26-4afd-aaa0-7e2e5de0a3fa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.731953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c054337d-db26-4afd-aaa0-7e2e5de0a3fa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.791914 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.828685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network 08b91828-00f0-4995-8601-36501a2b4b96 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:50.835110 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c18fc7-4a0a-44ee-8cd7-55c986e4fc91']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:50.850764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaedfb98-85f1-4f7b-9b64-9c3ad94d1368') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:50.851003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaedfb98-85f1-4f7b-9b64-9c3ad94d1368') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:50.853092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c054337d-db26-4afd-aaa0-7e2e5de0a3fa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.860808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 08b91828-00f0-4995-8601-36501a2b4b96) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:50.866091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.873258 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:50.873870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.874006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34cf6e0-bcbf-4e30-967b-3a713810f8bc None None] Network 08b91828-00f0-4995-8601-36501a2b4b96 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:50.884318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Router dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:20:50.898371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.903933 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.913550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:50.913870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:50.928516 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:50.938369 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c8a8f3bf-466f-46e3-9207-0cf7b35a0497 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7863853 Mar 22 12:20:50.948471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37358) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:51.095415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-08b91828-00f0-4995-8601-36501a2b4b96', 'network_id': '08b91828-00f0-4995-8601-36501a2b4b96', 'tenant_id': 'c3b96c3526fc4ce8983929829f39c67a', 'fixed_ips': [{'subnet_id': '081637e0-12a5-4c57-a1f1-3bd2f3fe7a7d'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:20:51.096291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.142483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.152914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c054337d-db26-4afd-aaa0-7e2e5de0a3fa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.221695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.222271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054337d-db26-4afd-aaa0-7e2e5de0a3fa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Subnet': ['ID=737d2274-5a61-45c0-b2f5-69106102772b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:51.243222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Network': ['ID=49c18fc7-4a0a-44ee-8cd7-55c986e4fc91,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:51.251527 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce28df29-6436-4540-b773-b7c9c65f7173 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/networks/49c18fc7-4a0a-44ee-8cd7-55c986e4fc91 HTTP/1.1" status: 204 len: 168 time: 0.8612673 Mar 22 12:20:51.251725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c054337d-db26-4afd-aaa0-7e2e5de0a3fa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.251819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37362) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:51.261723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.271879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e98d01-1d6e-47e5-86cc-314a2ba401cf None None] Network c4c04550-ea38-446a-b4f3-c6af72805395 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:51.272097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1645285973'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:51.273067 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c054337d-db26-4afd-aaa0-7e2e5de0a3fa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/737d2274-5a61-45c0-b2f5-69106102772b HTTP/1.1" status: 204 len: 168 time: 1.1828499 Mar 22 12:20:51.275383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37366) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:51.289358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:51.296614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:network and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:51.327435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:51.334106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:51.391660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.393355 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Allocated IP 172.20.0.2 (08b91828-00f0-4995-8601-36501a2b4b96/081637e0-12a5-4c57-a1f1-3bd2f3fe7a7d/79b0e68e-c586-4bdd-a364-fff75caa5c79) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:51.402738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:51.406022 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.478191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.488012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:51.518786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.519135 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Added segment 7fb47611-71b4-4254-b1d9-624018ee64ee of type vlan for network dfefe24d-d4fa-4843-b24b-2f552a378db7 Mar 22 12:20:51.520342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 38576f90-9213-4d62-acd7-97e565393c51 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:51.520664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.605353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.610051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:51.624412 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Sync routers for ids ['dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:51.637046 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Routers {'dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:51.637674 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:51.655173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.674717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Deleting port c781f572-e170-4819-b80e-9b6d96a69e97 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:51.675799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.730273 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.737746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4211f54f-cb3a-47fa-91ed-c095f41177d3 None None] DHCP port deletion for c4c04550-ea38-446a-b4f3-c6af72805395 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:20:51.749394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4211f54f-cb3a-47fa-91ed-c095f41177d3 None None] Deleting port 38576f90-9213-4d62-acd7-97e565393c51 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:51.749930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4211f54f-cb3a-47fa-91ed-c095f41177d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.776024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Transition to ACTIVE for port object 79b0e68e-c586-4bdd-a364-fff75caa5c79 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:51.779988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b638e6a8-f69e-48c0-ba49-c7013a1e192a None None] Network 3b6a8124-d4e4-49a2-8caa-2beff3192fcd requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:51.855842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.860336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:51.861491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.899443 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Set router dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:51.910674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:51.949472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Transition to ACTIVE for port object 79b0e68e-c586-4bdd-a364-fff75caa5c79 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:51.964019 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:20:51.990636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.003281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Network': ['ID=dfefe24d-d4fa-4843-b24b-2f552a378db7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:52.007097 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dc06d579-c5cb-48b5-91f6-60f7a14e2b8f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7541378 Mar 22 12:20:52.013342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37370) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:52.023572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': 'dfefe24d-d4fa-4843-b24b-2f552a378db7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:52.060069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Calling delete_port for c781f572-e170-4819-b80e-9b6d96a69e97 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:52.061659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.066518 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-55714747-61a5-4b9b-a0c8-13efef5e06d5 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2130737 Mar 22 12:20:52.068637 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-da0bebba-24bc-4ffc-ab0b-644e01d5437e None None] Provisioning for port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:52.075046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37374) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:52.085674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Pushing event updated for resources: {'Port': ['ID=79b0e68e-c586-4bdd-a364-fff75caa5c79,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:52.088022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network dfefe24d-d4fa-4843-b24b-2f552a378db7 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:52.136198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.250741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] For port 38576f90-9213-4d62-acd7-97e565393c51, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=38576f90-9213-4d62-acd7-97e565393c51,segment=NetworkSegment(ab6c724c-da7d-424b-b72c-1471d3a6434b),segment_id=ab6c724c-da7d-424b-b72c-1471d3a6434b)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:52.251343 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.267441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Network 08b91828-00f0-4995-8601-36501a2b4b96 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:52.273345 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72', 'name': 'tempest-snat-router-1979515830', 'tenant_id': '0d9053668e164b5384d1ffdd112728ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.84'}], 'enable_snat': False}, 'gw_port_id': '257f516c-941e-45eb-b9f2-bcd217e7d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:47Z', 'updated_at': '2022-03-22T12:20:49Z', 'revision_number': 3, 'project_id': '0d9053668e164b5384d1ffdd112728ab', 'gw_port': {'id': '257f516c-941e-45eb-b9f2-bcd217e7d9d3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:20:48Z', 'updated_at': '2022-03-22T12:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:52.276791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:52.278255 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Checking router: dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:20:52.278695 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Updating router dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72 port 257f516c-941e-45eb-b9f2-bcd217e7d9d3 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:20:52.283298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Subnet': ['ID=081637e0-12a5-4c57-a1f1-3bd2f3fe7a7d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:52.298979 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:52.344446 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.401741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.406996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 38576f90-9213-4d62-acd7-97e565393c51 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:52.435742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b91828-00f0-4995-8601-36501a2b4b96']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:52.460469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b71992-55f7-4191-8125-8802d1b7028f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:52.460753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b71992-55f7-4191-8125-8802d1b7028f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:52.472989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4211f54f-cb3a-47fa-91ed-c095f41177d3 None None] For port 38576f90-9213-4d62-acd7-97e565393c51, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=38576f90-9213-4d62-acd7-97e565393c51,segment=NetworkSegment(ab6c724c-da7d-424b-b72c-1471d3a6434b),segment_id=ab6c724c-da7d-424b-b72c-1471d3a6434b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:52.473919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4211f54f-cb3a-47fa-91ed-c095f41177d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.531146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Attempting to bind port 79b0e68e-c586-4bdd-a364-fff75caa5c79 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:52.531146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Attempting to bind port 79b0e68e-c586-4bdd-a364-fff75caa5c79 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '12b71992-55f7-4191-8125-8802d1b7028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '08b91828-00f0-4995-8601-36501a2b4b96'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:52.531474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Attempting to bind port 79b0e68e-c586-4bdd-a364-fff75caa5c79 on network 08b91828-00f0-4995-8601-36501a2b4b96 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:52.539597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.585462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.601432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:52.601929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:52.616939 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:52.641106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f0ce5a9c-1085-4b10-b58a-baff09dccfa3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:52.669347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.670183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4211f54f-cb3a-47fa-91ed-c095f41177d3 None None] Calling delete_port for 38576f90-9213-4d62-acd7-97e565393c51 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:52.730514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.735255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Pushing event deleted for resources: {'Port': ['ID=c781f572-e170-4819-b80e-9b6d96a69e97,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:52.738296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:52.742708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:52.742892 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Checking segment: {'id': '12b71992-55f7-4191-8125-8802d1b7028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '08b91828-00f0-4995-8601-36501a2b4b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:52.743181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.743566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Bound using segment: {'id': '12b71992-55f7-4191-8125-8802d1b7028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '08b91828-00f0-4995-8601-36501a2b4b96'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:52.744038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Bound port: 79b0e68e-c586-4bdd-a364-fff75caa5c79, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b71992-55f7-4191-8125-8802d1b7028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '08b91828-00f0-4995-8601-36501a2b4b96'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:52.744407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.775896 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 12:20:52.775896 dv-neutron-834653-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 12:20:52.775896 dv-neutron-834653-1-hyperv neutron-server[83794]: [parameters: {'id': '08b91828-00f0-4995-8601-36501a2b4b96'}] Mar 22 12:20:52.775896 dv-neutron-834653-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:20:52.776800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:20:52.801202 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:52.808662 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.815980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:52.823658 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Transition to ACTIVE for port object 257f516c-941e-45eb-b9f2-bcd217e7d9d3 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:52.834188 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.857722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-4211f54f-cb3a-47fa-91ed-c095f41177d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:20:52.858070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-4211f54f-cb3a-47fa-91ed-c095f41177d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:20:52.865493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=38576f90-9213-4d62-acd7-97e565393c51,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:52.869187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:52.891983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No DVR routers for this DVR port 38576f90-9213-4d62-acd7-97e565393c51 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:20:52.909570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:52.919886 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeeb17-e0fe-42d0-927c-47d9e5bab3b2 None None] Pushing event updated for resources: {'Port': ['ID=257f516c-941e-45eb-b9f2-bcd217e7d9d3,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:52.948671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] For port 79b0e68e-c586-4bdd-a364-fff75caa5c79, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:52.953418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] For port 79b0e68e-c586-4bdd-a364-fff75caa5c79, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=79b0e68e-c586-4bdd-a364-fff75caa5c79,segment=NetworkSegment(12b71992-55f7-4191-8125-8802d1b7028f),segment_id=12b71992-55f7-4191-8125-8802d1b7028f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:20:52.954977 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:52.955324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.971811 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Attempting to bind port 257f516c-941e-45eb-b9f2-bcd217e7d9d3 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:52.972583 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Attempting to bind port 257f516c-941e-45eb-b9f2-bcd217e7d9d3 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:52.973178 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Attempting to bind port 257f516c-941e-45eb-b9f2-bcd217e7d9d3 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:52.982787 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:52.983594 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:52.984421 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.985163 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:52.985869 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Bound port: 257f516c-941e-45eb-b9f2-bcd217e7d9d3, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:52.986488 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:52.987784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.021001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.067841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.118189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c04550-ea38-446a-b4f3-c6af72805395']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:53.136942 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] For port 257f516c-941e-45eb-b9f2-bcd217e7d9d3, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:53.138553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6c724c-da7d-424b-b72c-1471d3a6434b') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:53.138953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6c724c-da7d-424b-b72c-1471d3a6434b') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:53.141563 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] For port 257f516c-941e-45eb-b9f2-bcd217e7d9d3, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=257f516c-941e-45eb-b9f2-bcd217e7d9d3,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:20:53.156850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.163328 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.180559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.190929 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:53.191455 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.199735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5cdca3c9-83aa-48cf-b0f4-b9e4d4d5c63d None None] Provisioning complete for port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:53.200100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5cdca3c9-83aa-48cf-b0f4-b9e4d4d5c63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.260364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed6368-cb9a-4fb1-a3a4-670fdcd676cb None None] Pushing event updated for resources: {'Port': ['ID=79b0e68e-c586-4bdd-a364-fff75caa5c79,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:53.321500 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:53.325391 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeeb17-e0fe-42d0-927c-47d9e5bab3b2 None None] Pushing event updated for resources: {'Port': ['ID=257f516c-941e-45eb-b9f2-bcd217e7d9d3,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:53.326009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:53.328220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.331858 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Routers {'dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:53.332477 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:53.347382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7af77d-07f6-4723-bf24-34b6cd9f84c7 None None] Network 08b91828-00f0-4995-8601-36501a2b4b96 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:53.453660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.465956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4211f54f-cb3a-47fa-91ed-c095f41177d3 None None] Deleting port 38576f90-9213-4d62-acd7-97e565393c51 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:53.466317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4211f54f-cb3a-47fa-91ed-c095f41177d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.468140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.481103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.487107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.499184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.506901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Deleting port 79b0e68e-c586-4bdd-a364-fff75caa5c79 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:53.507492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.534781 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] Set router dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:53.543717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.670361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.671270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Fanout notify agent at l3_agent the message router_deleted on router ddc42806-91ec-459e-934b-3a088399ce61 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:20:53.678540 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port f0ce5a9c-1085-4b10-b58a-baff09dccfa3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f0ce5a9c-1085-4b10-b58a-baff09dccfa3,segment=NetworkSegment(9a34dd38-d4d5-452f-88a1-47861c966462),segment_id=9a34dd38-d4d5-452f-88a1-47861c966462)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:53.685532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4211f54f-cb3a-47fa-91ed-c095f41177d3 None None] The port '38576f90-9213-4d62-acd7-97e565393c51' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:20:53.706710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Network': ['ID=c4c04550-ea38-446a-b4f3-c6af72805395,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:53.732685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:53.733140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:53.733577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:53.733997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:53.735388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:53.735758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:53.736250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:53.736577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:53.736899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:53.737217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:53.738124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:53.752849 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-11236fc2-6c17-4207-95f4-dc952404f673 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/networks/c4c04550-ea38-446a-b4f3-c6af72805395 HTTP/1.1" status: 204 len: 168 time: 2.4755077 Mar 22 12:20:53.758403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37378) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:53.765909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.770229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1991642085'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:53.785362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:53.791987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Performing IP validity checks on allocation pools {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 12:20:53.794751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 12:20:53.798413 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:network and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:53.801943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:53.814378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:53.848132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=f0ce5a9c-1085-4b10-b58a-baff09dccfa3,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:53.854588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.857793 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1913ad0c-49b8-49e9-accf-aeacd0f51858 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/ddc42806-91ec-459e-934b-3a088399ce61 HTTP/1.1" status: 204 len: 168 time: 3.3721352 Mar 22 12:20:53.864463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37382) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:53.867838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 38576f90-9213-4d62-acd7-97e565393c51 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:20:53.868027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] For port 79b0e68e-c586-4bdd-a364-fff75caa5c79, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=79b0e68e-c586-4bdd-a364-fff75caa5c79,segment=NetworkSegment(12b71992-55f7-4191-8125-8802d1b7028f),segment_id=12b71992-55f7-4191-8125-8802d1b7028f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:53.868380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.870351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:53.873518 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.894841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e7cafe27-bc4c-4a2a-a17e-629d1d2ad89c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1651847674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:53.905297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ed0392-a0a0-49f1-883d-d10ecf9026cf None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:20:53.911665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e7cafe27-bc4c-4a2a-a17e-629d1d2ad89c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:53.926189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e7cafe27-bc4c-4a2a-a17e-629d1d2ad89c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Usage tracker for resource:router and tenant:42a077ce1fe54b98b8a24e1358c84367 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:53.938597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 38576f90-9213-4d62-acd7-97e565393c51 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:20:53.938960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 38576f90-9213-4d62-acd7-97e565393c51 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:20:53.942881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:53.952393 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72', 'name': 'tempest-snat-router-1979515830', 'tenant_id': '0d9053668e164b5384d1ffdd112728ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.84'}], 'enable_snat': False}, 'gw_port_id': '257f516c-941e-45eb-b9f2-bcd217e7d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:47Z', 'updated_at': '2022-03-22T12:20:49Z', 'revision_number': 3, 'project_id': '0d9053668e164b5384d1ffdd112728ab', 'gw_port': {'id': '257f516c-941e-45eb-b9f2-bcd217e7d9d3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:20:48Z', 'updated_at': '2022-03-22T12:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:53.953854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:53.954451 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Added segment e22270fc-8dcc-4543-a72a-093a8910f7ab of type vlan for network 67176cc1-bd01-44c9-8b88-97fdbfd94f67 Mar 22 12:20:53.959390 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a90572-d0cd-4ed5-84aa-5191f715ef9f None None] The sync data for ids ['dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72'] in dv-neutron-834653-1-hyperv is: [{'id': 'dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72', 'name': 'tempest-snat-router-1979515830', 'tenant_id': '0d9053668e164b5384d1ffdd112728ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.84'}], 'enable_snat': False}, 'gw_port_id': '257f516c-941e-45eb-b9f2-bcd217e7d9d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:47Z', 'updated_at': '2022-03-22T12:20:49Z', 'revision_number': 3, 'project_id': '0d9053668e164b5384d1ffdd112728ab', 'gw_port': {'id': '257f516c-941e-45eb-b9f2-bcd217e7d9d3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:93:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:20:48Z', 'updated_at': '2022-03-22T12:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:20:53.963470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e7cafe27-bc4c-4a2a-a17e-629d1d2ad89c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:53.976287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e7cafe27-bc4c-4a2a-a17e-629d1d2ad89c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:54.014987 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-459d0467-9ed5-42b3-833c-abe3d02d201c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/routers/dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72 HTTP/1.1" status: 200 len: 908 time: 1.9363267 Mar 22 12:20:54.018290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Calling delete_port for 79b0e68e-c586-4bdd-a364-fff75caa5c79 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:54.021606 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37386) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:54.046361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1979515830', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'enable_snat': True}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:54.053324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ed0392-a0a0-49f1-883d-d10ecf9026cf None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 12:20:54.065647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.069584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:54.075575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7cafe27-bc4c-4a2a-a17e-629d1d2ad89c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.076605 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7cafe27-bc4c-4a2a-a17e-629d1d2ad89c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.086632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Usage tracker for resource:router and tenant:0d9053668e164b5384d1ffdd112728ab is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:54.093138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:54.102726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:54.122105 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.160309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.161555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.190888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.199822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No DVR routers for this DVR port 79b0e68e-c586-4bdd-a364-fff75caa5c79 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:20:54.250803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7cafe27-bc4c-4a2a-a17e-629d1d2ad89c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.260879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.264601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:54.265394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.285068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.305640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Port': ['ID=79b0e68e-c586-4bdd-a364-fff75caa5c79,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:54.318727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:54.319065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:54.319398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:54.319750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:54.320078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:54.320397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:54.320713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:54.321027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:54.321351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:54.321673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:54.322258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:54.408536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.435747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b91828-00f0-4995-8601-36501a2b4b96']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:54.449146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b71992-55f7-4191-8125-8802d1b7028f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:54.449441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b71992-55f7-4191-8125-8802d1b7028f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:54.462487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.480217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.488149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:54.488684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:54.510237 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:54.597621 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8340580 Mar 22 12:20:54.598186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37390) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:54.611399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '67176cc1-bd01-44c9-8b88-97fdbfd94f67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:54.625388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7cafe27-bc4c-4a2a-a17e-629d1d2ad89c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.639095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ee696-73f8-424c-9ae2-7c4c8032e518 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Network': ['ID=67176cc1-bd01-44c9-8b88-97fdbfd94f67,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:54.648996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Subnet': ['ID=027fb1e5-c787-4f29-8743-4daa01111de4,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:54.651334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 67176cc1-bd01-44c9-8b88-97fdbfd94f67 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:54.671352 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f0ce5a9c-1085-4b10-b58a-baff09dccfa3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:54.693207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7cafe27-bc4c-4a2a-a17e-629d1d2ad89c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.696951 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e7cafe27-bc4c-4a2a-a17e-629d1d2ad89c tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8256991 Mar 22 12:20:54.699456 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37394) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:54.699731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.704723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Checking segment: {'id': '7fb47611-71b4-4254-b1d9-624018ee64ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dfefe24d-d4fa-4843-b24b-2f552a378db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:54.705085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network hostable DHCP agents. Network: dfefe24d-d4fa-4843-b24b-2f552a378db7, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:54.712331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'enable_snat': False}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:54.741607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network dfefe24d-d4fa-4843-b24b-2f552a378db7 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:54.786830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.792343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.820715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, dfefe24d-d4fa-4843-b24b-2f552a378db7) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:54.828128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:54.828745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:54.835512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e5e30e-f69c-4233-98b5-1befc186593b None None] Network dfefe24d-d4fa-4843-b24b-2f552a378db7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:54.860369 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8d2481e2-44e1-43b9-99a1-85e51f46598c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8434789 Mar 22 12:20:54.863116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37398) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:54.870102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': 'dfefe24d-d4fa-4843-b24b-2f552a378db7', 'name': 'tempest-PortsIpV6TestJSON-1553574726'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:54.890013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=08b91828-00f0-4995-8601-36501a2b4b96,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:54.911740 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c2ca0b2f-5b28-4785-8bf6-31240b0313d7 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/08b91828-00f0-4995-8601-36501a2b4b96 HTTP/1.1" status: 204 len: 168 time: 3.9558573 Mar 22 12:20:54.912324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37402) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:54.924407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1879876929'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:54.934297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:54.944194 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:network and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:54.947558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:54.949869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:54.957205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:54.960737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:54.964469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:55.022980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:55.036496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:55.039305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:55.042380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.050474 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:port and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:55.054493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:55.055437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:55.055804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.068040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:55.084904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-dfefe24d-d4fa-4843-b24b-2f552a378db7', 'network_id': 'dfefe24d-d4fa-4843-b24b-2f552a378db7', 'tenant_id': 'fe44fae51d5c4117a8944d7feee32985', 'fixed_ips': [{'subnet_id': '027fb1e5-c787-4f29-8743-4daa01111de4'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:20:55.085737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.110626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:55.113699 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.129432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:55.155297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port 881f6718-28bf-4325-81c7-4c38c5ccafca yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:55.193185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.226000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.334353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 257f516c-941e-45eb-b9f2-bcd217e7d9d3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:55.339301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:55.400912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Allocated IP 172.26.0.64 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/57a33ff9-78c2-46e4-b35e-fc92a597dd95) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:55.411933 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Allocated IP 2001:db8::2 (dfefe24d-d4fa-4843-b24b-2f552a378db7/027fb1e5-c787-4f29-8743-4daa01111de4/4ac9c33e-7b18-48e2-8722-e8e16e54d33b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:55.424052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.424717 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment 9ada2ef7-17ae-4f56-83c1-c4cdcdb8edb9 of type vlan for network e8c21f9d-9d73-431d-9cac-928f8f949777 Mar 22 12:20:55.438404 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.488801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 257f516c-941e-45eb-b9f2-bcd217e7d9d3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:55.504563 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 257f516c-941e-45eb-b9f2-bcd217e7d9d3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:55.504917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.552585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.587031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.621099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.655164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.664914 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:55.668700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:55.670649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event updated for resources: {'Port': ['ID=57a33ff9-78c2-46e4-b35e-fc92a597dd95,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:55.672716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:55.748853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.752228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:55.752805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.759597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.767831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.784216 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Transition to ACTIVE for port object 4ac9c33e-7b18-48e2-8722-e8e16e54d33b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:55.787385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 257f516c-941e-45eb-b9f2-bcd217e7d9d3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=257f516c-941e-45eb-b9f2-bcd217e7d9d3,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:20:55.795705 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.841692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.841949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.846245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Transition to ACTIVE for port object 4ac9c33e-7b18-48e2-8722-e8e16e54d33b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:55.863196 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:55.878153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=257f516c-941e-45eb-b9f2-bcd217e7d9d3,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:55.893158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Network dfefe24d-d4fa-4843-b24b-2f552a378db7 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:55.894658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:55.894995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:55.895315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:55.895633 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:55.895952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:55.896263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:55.896574 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:55.896884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:55.897190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:55.897518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:55.897827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:20:55.901942 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:55.929345 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0098345 Mar 22 12:20:55.935386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37408) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:55.940249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:55.947030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688aa1d-f7bd-40b2-a284-7151e946ef8d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=e8c21f9d-9d73-431d-9cac-928f8f949777,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:55.953422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'network_id': 'e8c21f9d-9d73-431d-9cac-928f8f949777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:55.963502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network e8c21f9d-9d73-431d-9cac-928f8f949777 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:56.077018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Pushing event updated for resources: {'Port': ['ID=4ac9c33e-7b18-48e2-8722-e8e16e54d33b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:56.095116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.154391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:56.166900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:subnet and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:56.170358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Attempting to bind port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:56.172017 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Attempting to bind port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '7fb47611-71b4-4254-b1d9-624018ee64ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dfefe24d-d4fa-4843-b24b-2f552a378db7'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:56.172639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Attempting to bind port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b on network dfefe24d-d4fa-4843-b24b-2f552a378db7 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:56.175573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:56.184174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8::a5 (dfefe24d-d4fa-4843-b24b-2f552a378db7/027fb1e5-c787-4f29-8743-4daa01111de4/881f6718-28bf-4325-81c7-4c38c5ccafca) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:56.187259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:56.188749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:56.189840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Checking segment: {'id': '7fb47611-71b4-4254-b1d9-624018ee64ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dfefe24d-d4fa-4843-b24b-2f552a378db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:56.190811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Subnet': ['ID=c734085e-c57f-4714-a5af-c1bc56b7a74e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:56.192279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.207066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Bound using segment: {'id': '7fb47611-71b4-4254-b1d9-624018ee64ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dfefe24d-d4fa-4843-b24b-2f552a378db7'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:56.208869 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Bound port: 4ac9c33e-7b18-48e2-8722-e8e16e54d33b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb47611-71b4-4254-b1d9-624018ee64ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dfefe24d-d4fa-4843-b24b-2f552a378db7'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:56.209866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.237911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:56.324062 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] For port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:20:56.328507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] For port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4ac9c33e-7b18-48e2-8722-e8e16e54d33b,segment=NetworkSegment(7fb47611-71b4-4254-b1d9-624018ee64ee),segment_id=7fb47611-71b4-4254-b1d9-624018ee64ee)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:20:56.329578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Checking segment: {'id': 'e22270fc-8dcc-4543-a72a-093a8910f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '67176cc1-bd01-44c9-8b88-97fdbfd94f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:56.329906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network hostable DHCP agents. Network: 67176cc1-bd01-44c9-8b88-97fdbfd94f67, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:56.334330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.384807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.426007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df44aa-4837-45e2-b8cc-47b4704ebdc0 None None] Pushing event updated for resources: {'Port': ['ID=4ac9c33e-7b18-48e2-8722-e8e16e54d33b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:56.441188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.467439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object 881f6718-28bf-4325-81c7-4c38c5ccafca will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:56.504288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Router a48b8538-1b6d-4e9d-811e-028c4b214433 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:20:56.512861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.525119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Performing IP validity checks on allocation pools {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 12:20:56.525841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 12:20:56.528549 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 257f516c-941e-45eb-b9f2-bcd217e7d9d3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:56.554221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.591826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 67176cc1-bd01-44c9-8b88-97fdbfd94f67 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:56.600951 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.618997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 257f516c-941e-45eb-b9f2-bcd217e7d9d3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:56.618997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.676441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 67176cc1-bd01-44c9-8b88-97fdbfd94f67) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:56.691233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:56.691805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.694812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ebfd0b-3720-4bd4-87fa-43ed98f2213c None None] Network 67176cc1-bd01-44c9-8b88-97fdbfd94f67 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:56.763783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network dfefe24d-d4fa-4843-b24b-2f552a378db7 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:56.768962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=881f6718-28bf-4325-81c7-4c38c5ccafca,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:56.772695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:56.775597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:56.780272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:56.780870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:56.834027 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-30e82c7e-8413-4192-a50b-c204367f4e09 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9672000 Mar 22 12:20:56.835894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37414) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:56.840611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37416) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:56.841725 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e1669f35-cacf-4f2d-931c-daa4c586dd26 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2423854 Mar 22 12:20:56.847471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '67176cc1-bd01-44c9-8b88-97fdbfd94f67', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1797694814'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:56.930309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Allocated IP 172.26.0.184 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/ae304370-27bc-49de-bfe0-51dedbd2923d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:56.974832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4e55ad47-4456-41aa-a639-debd14256922 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 881f6718-28bf-4325-81c7-4c38c5ccafca {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:56.975385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e55ad47-4456-41aa-a639-debd14256922 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:57.011261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-67176cc1-bd01-44c9-8b88-97fdbfd94f67', 'network_id': '67176cc1-bd01-44c9-8b88-97fdbfd94f67', 'tenant_id': '6344ffba11c54feca200eae2b0b1bae8', 'fixed_ips': [{'subnet_id': 'c734085e-c57f-4714-a5af-c1bc56b7a74e'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:20:57.013636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:57.015863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:57.019372 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:20:57.032871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Sync routers for ids ['a48b8538-1b6d-4e9d-811e-028c4b214433'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:20:57.034969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:port and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:57.039703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:57.046988 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:57.054697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:57.058320 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5baaf478-e879-4dc7-bd51-1281157ea5a2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0219042 Mar 22 12:20:57.058750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37422) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:57.109799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Routers {'a48b8538-1b6d-4e9d-811e-028c4b214433'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:20:57.110337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a48b8538-1b6d-4e9d-811e-028c4b214433'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:57.124826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:57.127251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:57.168216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:57.213846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 446be198-e873-493b-92db-892b2d01081c yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:20:57.337913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Set router a48b8538-1b6d-4e9d-811e-028c4b214433 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:20:57.385734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.11 (67176cc1-bd01-44c9-8b88-97fdbfd94f67/c734085e-c57f-4714-a5af-c1bc56b7a74e/446be198-e873-493b-92db-892b2d01081c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:57.529940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e55ad47-4456-41aa-a639-debd14256922 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:57.537316 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8189a484-9f09-430a-8490-f71db65b27b9 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/routers/a48b8538-1b6d-4e9d-811e-028c4b214433 HTTP/1.1" status: 200 len: 907 time: 0.4776454 Mar 22 12:20:57.540632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37428) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:57.549316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=108a0899-45c1-43a0-863d-5f5699995435,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:57.690338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking segment: {'id': '9ada2ef7-17ae-4f56-83c1-c4cdcdb8edb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e8c21f9d-9d73-431d-9cac-928f8f949777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:57.690792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network hostable DHCP agents. Network: e8c21f9d-9d73-431d-9cac-928f8f949777, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:20:57.695095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:57.695972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fe265b-0665-4182-bdf4-a4a13f29b8db None None] Network dfefe24d-d4fa-4843-b24b-2f552a378db7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:57.701926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4e55ad47-4456-41aa-a639-debd14256922 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 881f6718-28bf-4325-81c7-4c38c5ccafca owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:57.716682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object 446be198-e873-493b-92db-892b2d01081c will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:57.786733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:57.831237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network e8c21f9d-9d73-431d-9cac-928f8f949777 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:20:57.895792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, e8c21f9d-9d73-431d-9cac-928f8f949777) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:57.905123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:57.905872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:57.916222 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0999d80e-c274-46d2-bd6c-1ad08dd29ce3 None None] Provisioning for port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:57.921141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd84a19-ebf6-42bf-b23e-05f9cf7b7032 None None] Network e8c21f9d-9d73-431d-9cac-928f8f949777 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:57.925675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:57.927928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:57.964816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Allocated IP 172.20.0.2 (67176cc1-bd01-44c9-8b88-97fdbfd94f67/c734085e-c57f-4714-a5af-c1bc56b7a74e/a640b939-010a-4e01-ae62-8ac4022b6275) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:20:57.978255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e55ad47-4456-41aa-a639-debd14256922 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.003271 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-64146fca-8ba1-4056-9c15-6821d960752b tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0595438 Mar 22 12:20:58.004576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37432) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:58.025055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 67176cc1-bd01-44c9-8b88-97fdbfd94f67 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:58.025882 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:58.028255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Pushing event updated for resources: {'Port': ['ID=ae304370-27bc-49de-bfe0-51dedbd2923d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:58.039905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:58.055426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:58.066992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:58.095564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:58.142471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55ad47-4456-41aa-a639-debd14256922 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=881f6718-28bf-4325-81c7-4c38c5ccafca,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:58.154167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e55ad47-4456-41aa-a639-debd14256922 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.158922 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4e55ad47-4456-41aa-a639-debd14256922 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/881f6718-28bf-4325-81c7-4c38c5ccafca HTTP/1.1" status: 204 len: 168 time: 1.3161042 Mar 22 12:20:58.161715 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37436) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:58.221254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b8538-1b6d-4e9d-811e-028c4b214433', 'name': 'tempest-snat-router-1979515830', 'tenant_id': '0d9053668e164b5384d1ffdd112728ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64'}], 'enable_snat': True}, 'gw_port_id': '57a33ff9-78c2-46e4-b35e-fc92a597dd95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:54Z', 'updated_at': '2022-03-22T12:20:55Z', 'revision_number': 3, 'project_id': '0d9053668e164b5384d1ffdd112728ab', 'gw_port': {'id': '57a33ff9-78c2-46e4-b35e-fc92a597dd95', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48b8538-1b6d-4e9d-811e-028c4b214433', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:20:55Z', 'updated_at': '2022-03-22T12:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:58.236269 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45dbcd2-9415-49bd-8abb-4b68d716b6b8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:20:58.236800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45dbcd2-9415-49bd-8abb-4b68d716b6b8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:20:58.241050 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f45dbcd2-9415-49bd-8abb-4b68d716b6b8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/881f6718-28bf-4325-81c7-4c38c5ccafca HTTP/1.1" status: 404 len: 333 time: 0.0782909 Mar 22 12:20:58.241673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37440) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:58.249664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=446be198-e873-493b-92db-892b2d01081c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:58.271073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Checking router: a48b8538-1b6d-4e9d-811e-028c4b214433 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:20:58.271416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Updating router a48b8538-1b6d-4e9d-811e-028c4b214433 port 57a33ff9-78c2-46e4-b35e-fc92a597dd95 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:20:58.276549 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.305919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:58.306140 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba123c1-2074-41f9-a3a2-bae1d0f7e737 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:20:58.306483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2ba123c1-2074-41f9-a3a2-bae1d0f7e737 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:20:58.306851 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.338285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2ba123c1-2074-41f9-a3a2-bae1d0f7e737 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:20:58.339525 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2ba123c1-2074-41f9-a3a2-bae1d0f7e737 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/881f6718-28bf-4325-81c7-4c38c5ccafca HTTP/1.1" status: 404 len: 333 time: 0.0930691 Mar 22 12:20:58.342739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37444) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:58.393009 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-458ecb03-5bde-429f-83d6-a69c7866e47d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.5485730 Mar 22 12:20:58.394309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37448) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:58.407204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.408554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.474155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0572f81-8dd8-4823-80bb-ebe88dc21683 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 446be198-e873-493b-92db-892b2d01081c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:58.474776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0572f81-8dd8-4823-80bb-ebe88dc21683 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.512679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.583688 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.626661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c69f1-5f06-4759-86f8-b296157ead9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-e8c21f9d-9d73-431d-9cac-928f8f949777', 'network_id': 'e8c21f9d-9d73-431d-9cac-928f8f949777', 'tenant_id': 'c3b96c3526fc4ce8983929829f39c67a', 'fixed_ips': [{'subnet_id': '108a0899-45c1-43a0-863d-5f5699995435'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:20:58.627955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a19c69f1-5f06-4759-86f8-b296157ead9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.660193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.672969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4ac9c33e-7b18-48e2-8722-e8e16e54d33b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:20:58.704118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Subnet': ['ID=108a0899-45c1-43a0-863d-5f5699995435,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:58.740342 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Transition to ACTIVE for port object a640b939-010a-4e01-ae62-8ac4022b6275 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:58.799502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.812416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6383fc-a426-4d5c-a789-0725c011c0a9 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting subnet 027fb1e5-c787-4f29-8743-4daa01111de4 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:20:58.813919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-28d5ace0-f289-47f0-833d-d8618015b9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.825070 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.842441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c21f9d-9d73-431d-9cac-928f8f949777']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:58.848734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Transition to ACTIVE for port object a640b939-010a-4e01-ae62-8ac4022b6275 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:58.863413 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ada2ef7-17ae-4f56-83c1-c4cdcdb8edb9') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:58.863792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ada2ef7-17ae-4f56-83c1-c4cdcdb8edb9') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:20:58.879607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.886068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.899668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.913122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:20:58.913529 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:20:58.932792 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:20:59.006750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad6383fc-a426-4d5c-a789-0725c011c0a9 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.034808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.046547 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Network 67176cc1-bd01-44c9-8b88-97fdbfd94f67 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:20:59.053360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:20:59.056436 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:20:59.059138 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Pushing event updated for resources: {'Port': ['ID=a640b939-010a-4e01-ae62-8ac4022b6275,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:59.069089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d70479-83f3-46d8-aacb-1b2ae303d28a None None] Network e8c21f9d-9d73-431d-9cac-928f8f949777 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:20:59.098948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.108688 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=e8c21f9d-9d73-431d-9cac-928f8f949777,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:59.111571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.121594 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-99dd0703-1563-486a-b921-75948ae2f77f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/e8c21f9d-9d73-431d-9cac-928f8f949777 HTTP/1.1" status: 204 len: 168 time: 1.1112952 Mar 22 12:20:59.121794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:20:59.121884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37452) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:59.129711 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-629402974'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:59.134855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Deleting port 57a33ff9-78c2-46e4-b35e-fc92a597dd95 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:20:59.135182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.141397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d70479-83f3-46d8-aacb-1b2ae303d28a None None] Network e8c21f9d-9d73-431d-9cac-928f8f949777 could not be found, it might have been deleted concurrently. {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 22 12:20:59.150459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:59.150828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.171034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:20:59.185005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:network and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:20:59.190230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:20:59.199536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0572f81-8dd8-4823-80bb-ebe88dc21683 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.208146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:20:59.307961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:20:59.311571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.345967 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0572f81-8dd8-4823-80bb-ebe88dc21683 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 446be198-e873-493b-92db-892b2d01081c owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:59.360324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:20:59.369561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.370087 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment e62a8052-0878-488b-83fb-f60c906a9b32 of type vlan for network adefced1-bf06-4d87-85dc-64c0caba40e5 Mar 22 12:20:59.403174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.404747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad6383fc-a426-4d5c-a789-0725c011c0a9 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.438238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.442994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:20:59.443739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.462177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.475882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Transition to ACTIVE for port object 57a33ff9-78c2-46e4-b35e-fc92a597dd95 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:20:59.492220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.519865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.529362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.551263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Attempting to bind port a640b939-010a-4e01-ae62-8ac4022b6275 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:59.551653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Attempting to bind port a640b939-010a-4e01-ae62-8ac4022b6275 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'e22270fc-8dcc-4543-a72a-093a8910f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '67176cc1-bd01-44c9-8b88-97fdbfd94f67'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:59.552011 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Attempting to bind port a640b939-010a-4e01-ae62-8ac4022b6275 on network 67176cc1-bd01-44c9-8b88-97fdbfd94f67 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:59.565424 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:59.565815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Checking segment: {'id': 'e22270fc-8dcc-4543-a72a-093a8910f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '67176cc1-bd01-44c9-8b88-97fdbfd94f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:59.566211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.566597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Bound using segment: {'id': 'e22270fc-8dcc-4543-a72a-093a8910f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '67176cc1-bd01-44c9-8b88-97fdbfd94f67'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:59.567064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Bound port: a640b939-010a-4e01-ae62-8ac4022b6275, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22270fc-8dcc-4543-a72a-093a8910f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '67176cc1-bd01-44c9-8b88-97fdbfd94f67'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:59.567428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.591787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=adefced1-bf06-4d87-85dc-64c0caba40e5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:59.619336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.636646 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-77500383-1283-4a8a-a79d-de99367b488f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5111966 Mar 22 12:20:59.637363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37456) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:20:59.643569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network adefced1-bf06-4d87-85dc-64c0caba40e5 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:20:59.735759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad6383fc-a426-4d5c-a789-0725c011c0a9 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.772126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0572f81-8dd8-4823-80bb-ebe88dc21683 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.776805 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c61520b0-6312-46c9-b77f-6d28c664d274 None None] Provisioning complete for port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:20:59.777170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c61520b0-6312-46c9-b77f-6d28c664d274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.820726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581001b-48da-4b4f-9b95-e91a704347e7 None None] Pushing event updated for resources: {'Port': ['ID=57a33ff9-78c2-46e4-b35e-fc92a597dd95,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:59.847182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0572f81-8dd8-4823-80bb-ebe88dc21683 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=446be198-e873-493b-92db-892b2d01081c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:20:59.856529 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'network_id': 'adefced1-bf06-4d87-85dc-64c0caba40e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:20:59.874691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Attempting to bind port 57a33ff9-78c2-46e4-b35e-fc92a597dd95 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:20:59.875044 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Attempting to bind port 57a33ff9-78c2-46e4-b35e-fc92a597dd95 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:20:59.875413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Attempting to bind port 57a33ff9-78c2-46e4-b35e-fc92a597dd95 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:20:59.882862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.930658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Calling delete_port for 57a33ff9-78c2-46e4-b35e-fc92a597dd95 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:20:59.937341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:20:59.938075 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:20:59.938469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.938858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:20:59.939325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Bound port: 57a33ff9-78c2-46e4-b35e-fc92a597dd95, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:20:59.939694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.984653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad6383fc-a426-4d5c-a789-0725c011c0a9 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:20:59.991678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] For port a640b939-010a-4e01-ae62-8ac4022b6275, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:00.031575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:00.034061 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad6383fc-a426-4d5c-a789-0725c011c0a9 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.046732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:subnet and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:00.047817 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ad6383fc-a426-4d5c-a789-0725c011c0a9 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/027fb1e5-c787-4f29-8743-4daa01111de4 HTTP/1.1" status: 204 len: 168 time: 1.7039943 Mar 22 12:21:00.050377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:00.053010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37460) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:00.055660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0572f81-8dd8-4823-80bb-ebe88dc21683 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.060387 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0572f81-8dd8-4823-80bb-ebe88dc21683 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/446be198-e873-493b-92db-892b2d01081c HTTP/1.1" status: 204 len: 168 time: 1.6627886 Mar 22 12:21:00.060387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6383fc-a426-4d5c-a789-0725c011c0a9 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Subnet': ['ID=027fb1e5-c787-4f29-8743-4daa01111de4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:00.062548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37464) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:00.062992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] For port a640b939-010a-4e01-ae62-8ac4022b6275, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a640b939-010a-4e01-ae62-8ac4022b6275,segment=NetworkSegment(e22270fc-8dcc-4543-a72a-093a8910f7ab),segment_id=e22270fc-8dcc-4543-a72a-093a8910f7ab)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:00.065290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f96c91e-894f-4020-9f64-06e575d98532 None None] Network dfefe24d-d4fa-4843-b24b-2f552a378db7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:00.082098 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:00.095711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.107189 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead26c5b-fd8b-4c31-ba17-eab9bc8ad1b5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:21:00.107689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ead26c5b-fd8b-4c31-ba17-eab9bc8ad1b5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:00.137885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ead26c5b-fd8b-4c31-ba17-eab9bc8ad1b5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:00.137885 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ead26c5b-fd8b-4c31-ba17-eab9bc8ad1b5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/446be198-e873-493b-92db-892b2d01081c HTTP/1.1" status: 404 len: 333 time: 0.0755861 Mar 22 12:21:00.141349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37468) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:00.184768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:00.206649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:00.206950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:00.214904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.244642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ede0c33-e86b-47c2-a37e-a46db962c6a5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting subnet c734085e-c57f-4714-a5af-c1bc56b7a74e {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:21:00.247990 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ede0c33-e86b-47c2-a37e-a46db962c6a5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.250689 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] For port 57a33ff9-78c2-46e4-b35e-fc92a597dd95, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:00.255609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] For port 57a33ff9-78c2-46e4-b35e-fc92a597dd95, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=57a33ff9-78c2-46e4-b35e-fc92a597dd95,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:00.259047 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:00.260152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:00.299761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:00.300103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.313018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ede0c33-e86b-47c2-a37e-a46db962c6a5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.317310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.340378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Router 68e3d5e3-eab5-41d7-ad20-5a413965f066 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:21:00.341016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.394269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c61520b0-6312-46c9-b77f-6d28c664d274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.413108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e968878-0f04-4ce8-9ef5-f1605de8e056 None None] Pushing event updated for resources: {'Port': ['ID=a640b939-010a-4e01-ae62-8ac4022b6275,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:00.589018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Routers {'a48b8538-1b6d-4e9d-811e-028c4b214433'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:00.589809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a48b8538-1b6d-4e9d-811e-028c4b214433'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:00.665004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] For port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4ac9c33e-7b18-48e2-8722-e8e16e54d33b,segment=NetworkSegment(7fb47611-71b4-4254-b1d9-624018ee64ee),segment_id=7fb47611-71b4-4254-b1d9-624018ee64ee)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:00.665360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.666107 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c61520b0-6312-46c9-b77f-6d28c664d274 None None] For port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4ac9c33e-7b18-48e2-8722-e8e16e54d33b,segment=NetworkSegment(7fb47611-71b4-4254-b1d9-624018ee64ee),segment_id=7fb47611-71b4-4254-b1d9-624018ee64ee)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:00.698092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ede0c33-e86b-47c2-a37e-a46db962c6a5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.739303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Deleting port 57a33ff9-78c2-46e4-b35e-fc92a597dd95 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:00.739303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.751257 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c61520b0-6312-46c9-b77f-6d28c664d274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.760737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581001b-48da-4b4f-9b95-e91a704347e7 None None] Pushing event updated for resources: {'Port': ['ID=57a33ff9-78c2-46e4-b35e-fc92a597dd95,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:00.814993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ede0c33-e86b-47c2-a37e-a46db962c6a5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.851943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 4ac9c33e-7b18-48e2-8722-e8e16e54d33b owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:00.864292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede0c33-e86b-47c2-a37e-a46db962c6a5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Subnet': ['ID=c734085e-c57f-4714-a5af-c1bc56b7a74e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:00.869993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:21:00.871781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ede0c33-e86b-47c2-a37e-a46db962c6a5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.880710 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f2b921-a9d7-4820-af8f-4b3e942f931e None None] Sync routers for ids ['68e3d5e3-eab5-41d7-ad20-5a413965f066'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:21:00.893646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:00.901307 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-101f920b-4d7a-4e28-b127-13e80afa2551 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "PUT /v2.0/routers/68e3d5e3-eab5-41d7-ad20-5a413965f066 HTTP/1.1" status: 200 len: 920 time: 6.2006152 Mar 22 12:21:00.902766 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2b921-a9d7-4820-af8f-4b3e942f931e None None] Routers {'68e3d5e3-eab5-41d7-ad20-5a413965f066'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:00.903439 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-32f2b921-a9d7-4820-af8f-4b3e942f931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['68e3d5e3-eab5-41d7-ad20-5a413965f066'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:00.904895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37472) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:00.913537 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7ede0c33-e86b-47c2-a37e-a46db962c6a5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/c734085e-c57f-4714-a5af-c1bc56b7a74e HTTP/1.1" status: 204 len: 168 time: 0.7706244 Mar 22 12:21:00.914380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37476) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:00.947219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d81a2240-6221-44df-b7ac-e13ed9e9ee7f None None] Could not find standard attr ID for object 881f6718-28bf-4325-81c7-4c38c5ccafca. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:21:00.971068 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-32f2b921-a9d7-4820-af8f-4b3e942f931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:00.988433 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2b921-a9d7-4820-af8f-4b3e942f931e None None] Routers {'68e3d5e3-eab5-41d7-ad20-5a413965f066'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:00.989472 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-32f2b921-a9d7-4820-af8f-4b3e942f931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:20:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['68e3d5e3-eab5-41d7-ad20-5a413965f066'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:01.037250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] Set router a48b8538-1b6d-4e9d-811e-028c4b214433 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:21:01.070006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:01.096327 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-32f2b921-a9d7-4820-af8f-4b3e942f931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:01.096854 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f2b921-a9d7-4820-af8f-4b3e942f931e None None] The sync data for ids ['68e3d5e3-eab5-41d7-ad20-5a413965f066'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:21:01.129464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:01.129753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:01.180049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61520b0-6312-46c9-b77f-6d28c664d274 None None] Pushing event updated for resources: {'Port': ['ID=4ac9c33e-7b18-48e2-8722-e8e16e54d33b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:01.192299 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc412171-b332-488d-8a68-a6904eaffb35 None None] DHCP port deletion for dfefe24d-d4fa-4843-b24b-2f552a378db7 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:21:01.194829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a640b939-010a-4e01-ae62-8ac4022b6275 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:01.210621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=03351c38-f4be-4e83-8c0c-30dbc25b1d1f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:01.244634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] For port 57a33ff9-78c2-46e4-b35e-fc92a597dd95, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=57a33ff9-78c2-46e4-b35e-fc92a597dd95,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:01.245338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:01.262272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cc412171-b332-488d-8a68-a6904eaffb35 None None] Deleting port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:01.262642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cc412171-b332-488d-8a68-a6904eaffb35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:01.273039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:01.290064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port a640b939-010a-4e01-ae62-8ac4022b6275 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:01.290470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:01.421319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48b8538-1b6d-4e9d-811e-028c4b214433', 'name': 'tempest-snat-router-1979515830', 'tenant_id': '0d9053668e164b5384d1ffdd112728ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:54Z', 'updated_at': '2022-03-22T12:20:59Z', 'revision_number': 4, 'project_id': '0d9053668e164b5384d1ffdd112728ab', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:01.441327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a60e5-2a60-40de-8b30-b9b737d9a9bb None None] The sync data for ids ['a48b8538-1b6d-4e9d-811e-028c4b214433'] in dv-neutron-834653-1-hyperv is: [{'id': 'a48b8538-1b6d-4e9d-811e-028c4b214433', 'name': 'tempest-snat-router-1979515830', 'tenant_id': '0d9053668e164b5384d1ffdd112728ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:20:54Z', 'updated_at': '2022-03-22T12:20:59Z', 'revision_number': 4, 'project_id': '0d9053668e164b5384d1ffdd112728ab', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:21:01.454245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port a640b939-010a-4e01-ae62-8ac4022b6275 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:01.536968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Calling delete_port for 57a33ff9-78c2-46e4-b35e-fc92a597dd95 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:01.551735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] For port a640b939-010a-4e01-ae62-8ac4022b6275, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a640b939-010a-4e01-ae62-8ac4022b6275,segment=NetworkSegment(e22270fc-8dcc-4543-a72a-093a8910f7ab),segment_id=e22270fc-8dcc-4543-a72a-093a8910f7ab)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:01.552303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:01.584110 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking segment: {'id': 'e62a8052-0878-488b-83fb-f60c906a9b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'adefced1-bf06-4d87-85dc-64c0caba40e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:01.584835 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network hostable DHCP agents. Network: adefced1-bf06-4d87-85dc-64c0caba40e5, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:01.615904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cc412171-b332-488d-8a68-a6904eaffb35 None None] For port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4ac9c33e-7b18-48e2-8722-e8e16e54d33b,segment=NetworkSegment(7fb47611-71b4-4254-b1d9-624018ee64ee),segment_id=7fb47611-71b4-4254-b1d9-624018ee64ee)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:01.619765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cc412171-b332-488d-8a68-a6904eaffb35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:01.631081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:01.632060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:01.717239 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network adefced1-bf06-4d87-85dc-64c0caba40e5 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:01.725028 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for a640b939-010a-4e01-ae62-8ac4022b6275 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:01.775657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, adefced1-bf06-4d87-85dc-64c0caba40e5) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:01.783672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff543316-0a00-437d-87e9-d10e0033de67 None None] Network 67176cc1-bd01-44c9-8b88-97fdbfd94f67 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:01.796665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:01.797191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:01.803937 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cc412171-b332-488d-8a68-a6904eaffb35 None None] Calling delete_port for 4ac9c33e-7b18-48e2-8722-e8e16e54d33b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:01.818191 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2beee106-1c15-4da0-b507-cd4234c3af1f tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/routers/68e3d5e3-eab5-41d7-ad20-5a413965f066 HTTP/1.1" status: 200 len: 926 time: 0.9107151 Mar 22 12:21:01.822487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37480) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:01.833003 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9db16a-c5ef-4261-a8dd-9bb0f96966c2 None None] Network adefced1-bf06-4d87-85dc-64c0caba40e5 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:01.837671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:01.892846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=a640b939-010a-4e01-ae62-8ac4022b6275,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:01.902191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No DVR routers for this DVR port a640b939-010a-4e01-ae62-8ac4022b6275 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:01.949260 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d2b8b47d-10c5-4857-82b1-fc57e1ee2c48 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3085482 Mar 22 12:21:01.954293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37484) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:01.969571 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-58adacbb-0de7-4f8a-ba91-7cbc15a92129 None None] Could not find standard attr ID for object a640b939-010a-4e01-ae62-8ac4022b6275. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:21:01.970981 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2aa4-ac39-43d0-94b0-acb6b71b6703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.028849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.047861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] For port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4ac9c33e-7b18-48e2-8722-e8e16e54d33b,segment=NetworkSegment(7fb47611-71b4-4254-b1d9-624018ee64ee),segment_id=7fb47611-71b4-4254-b1d9-624018ee64ee)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:02.048275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.062662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.063252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.132197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.181306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67176cc1-bd01-44c9-8b88-97fdbfd94f67']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:02.215704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 4ac9c33e-7b18-48e2-8722-e8e16e54d33b owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:02.225316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cc412171-b332-488d-8a68-a6904eaffb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.247401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event deleted for resources: {'Port': ['ID=57a33ff9-78c2-46e4-b35e-fc92a597dd95,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:02.276601 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce8619c6-244a-4abf-9afe-57d21acf2154 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&device_id=68e3d5e3-eab5-41d7-ad20-5a413965f066&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4498210 Mar 22 12:21:02.282032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.291121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e1a757-8274-4ad4-891b-ecb83125ae32 None None] DHCP port deletion for 67176cc1-bd01-44c9-8b88-97fdbfd94f67 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:21:02.294739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22270fc-8dcc-4543-a72a-093a8910f7ab') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:02.295026 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22270fc-8dcc-4543-a72a-093a8910f7ab') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:02.303701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37488) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:02.311203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc412171-b332-488d-8a68-a6904eaffb35 None None] Pushing event deleted for resources: {'Port': ['ID=4ac9c33e-7b18-48e2-8722-e8e16e54d33b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:02.331028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc412171-b332-488d-8a68-a6904eaffb35 None None] No DVR routers for this DVR port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:02.354076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.392606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-adefced1-bf06-4d87-85dc-64c0caba40e5', 'network_id': 'adefced1-bf06-4d87-85dc-64c0caba40e5', 'tenant_id': 'c3b96c3526fc4ce8983929829f39c67a', 'fixed_ips': [{'subnet_id': '03351c38-f4be-4e83-8c0c-30dbc25b1d1f'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:02.393427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.445894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:02.445894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:02.482660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.502518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:02.502869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.522199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.564885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Allocated IP 172.20.0.1 (adefced1-bf06-4d87-85dc-64c0caba40e5/03351c38-f4be-4e83-8c0c-30dbc25b1d1f/a2541a6c-bd4b-4647-9580-feea5fb38423) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:02.637243 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:02.720604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.783359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.793748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d25b37-836a-43ca-9363-10e8ed4fc6f8 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:02.795423 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c6d25b37-836a-43ca-9363-10e8ed4fc6f8 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/networks/4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 881 time: 0.4860206 Mar 22 12:21:02.798872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37494) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:02.801522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Transition to ACTIVE for port object a2541a6c-bd4b-4647-9580-feea5fb38423 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:02.822899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Transition to ACTIVE for port object a2541a6c-bd4b-4647-9580-feea5fb38423 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:02.829122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.839252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.844102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.880302 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-57580f83-c51b-4643-aabd-1be37a326d84 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=68e3d5e3-eab5-41d7-ad20-5a413965f066 HTTP/1.1" status: 200 len: 205 time: 0.0804610 Mar 22 12:21:02.886785 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Network': ['ID=67176cc1-bd01-44c9-8b88-97fdbfd94f67,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:02.887828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37498) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:02.895753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:02.908635 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d60e1d0e-be92-4619-be71-8dd0eead00c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/networks/67176cc1-bd01-44c9-8b88-97fdbfd94f67 HTTP/1.1" status: 204 len: 168 time: 1.9044795 Mar 22 12:21:02.910642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37502) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:02.917769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'name': 'tempest-PortsTestJSON-902436571'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:02.947523 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Network adefced1-bf06-4d87-85dc-64c0caba40e5 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:02.950497 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:02.954998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:02.957264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Pushing event updated for resources: {'Port': ['ID=a2541a6c-bd4b-4647-9580-feea5fb38423,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:02.990079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.032008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.051293 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Attempting to bind port a2541a6c-bd4b-4647-9580-feea5fb38423 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:03.051811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Attempting to bind port a2541a6c-bd4b-4647-9580-feea5fb38423 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'e62a8052-0878-488b-83fb-f60c906a9b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'adefced1-bf06-4d87-85dc-64c0caba40e5'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:03.052243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Attempting to bind port a2541a6c-bd4b-4647-9580-feea5fb38423 on network adefced1-bf06-4d87-85dc-64c0caba40e5 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:03.057038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a640b939-010a-4e01-ae62-8ac4022b6275 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:03.059349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Subnet': ['ID=03351c38-f4be-4e83-8c0c-30dbc25b1d1f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:03.082241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.082683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a48b8538-1b6d-4e9d-811e-028c4b214433 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:21:03.100307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a640b939-010a-4e01-ae62-8ac4022b6275 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:03.100870 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a640b939-010a-4e01-ae62-8ac4022b6275 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:03.101364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4ac9c33e-7b18-48e2-8722-e8e16e54d33b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:03.111520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.112659 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cd659f7a-4b60-4388-b598-9574e18e7e9d tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "DELETE /v2.0/routers/a48b8538-1b6d-4e9d-811e-028c4b214433 HTTP/1.1" status: 204 len: 168 time: 5.5701733 Mar 22 12:21:03.115273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37506) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:03.134159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:03.134664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Checking segment: {'id': 'e62a8052-0878-488b-83fb-f60c906a9b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'adefced1-bf06-4d87-85dc-64c0caba40e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:03.135150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.135684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Bound using segment: {'id': 'e62a8052-0878-488b-83fb-f60c906a9b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'adefced1-bf06-4d87-85dc-64c0caba40e5'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:03.136248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Bound port: a2541a6c-bd4b-4647-9580-feea5fb38423, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62a8052-0878-488b-83fb-f60c906a9b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'adefced1-bf06-4d87-85dc-64c0caba40e5'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:03.136722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.153374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 4ac9c33e-7b18-48e2-8722-e8e16e54d33b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:03.153870 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4ac9c33e-7b18-48e2-8722-e8e16e54d33b not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:03.184485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 4ac9c33e-7b18-48e2-8722-e8e16e54d33b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:03.185048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.206220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.208272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:03.232828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:port and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:03.244541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:03.253405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.261350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:03.267880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] For port a2541a6c-bd4b-4647-9580-feea5fb38423, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:03.271337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] For port a2541a6c-bd4b-4647-9580-feea5fb38423, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a2541a6c-bd4b-4647-9580-feea5fb38423,segment=NetworkSegment(e62a8052-0878-488b-83fb-f60c906a9b32),segment_id=e62a8052-0878-488b-83fb-f60c906a9b32)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:03.276619 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.291462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adefced1-bf06-4d87-85dc-64c0caba40e5']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:03.298806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:03.302371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.330822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62a8052-0878-488b-83fb-f60c906a9b32') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:03.331149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62a8052-0878-488b-83fb-f60c906a9b32') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:03.340141 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 1751a4d9-f11a-4a45-8694-f978a6bff085 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:03.353878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] The port '4ac9c33e-7b18-48e2-8722-e8e16e54d33b' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:21:03.358663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f899e08-1fd7-4d14-9645-0b76fc4079f6 None None] Pushing event updated for resources: {'Port': ['ID=a2541a6c-bd4b-4647-9580-feea5fb38423,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:03.386340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.421014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.438567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c45e60-b409-4a75-bfb8-f04bf3c23afc None None] Network adefced1-bf06-4d87-85dc-64c0caba40e5 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:03.441011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:03.441395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:03.455585 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:03.521379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.557771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfefe24d-d4fa-4843-b24b-2f552a378db7']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:03.573931 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb47611-71b4-4254-b1d9-624018ee64ee') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:03.574502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb47611-71b4-4254-b1d9-624018ee64ee') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:03.574682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 12:21:03.574682 dv-neutron-834653-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 12:21:03.574682 dv-neutron-834653-1-hyperv neutron-server[83794]: [parameters: {'id': 'adefced1-bf06-4d87-85dc-64c0caba40e5'}] Mar 22 12:21:03.574682 dv-neutron-834653-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:03.574986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:03.595071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.635928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db064d43-bd7f-4c72-a747-0412cfaa9c38 None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:21:03.651196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.683615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.717320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.746012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.749100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db064d43-bd7f-4c72-a747-0412cfaa9c38 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 12:21:03.757755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:03.758158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:03.773630 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:03.799085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:03.802217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:03.806578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:03.810447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:03.811036 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.815078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=1751a4d9-f11a-4a45-8694-f978a6bff085,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:03.841713 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-10d97391-33b7-489b-86e4-b3b97071e971 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9297893 Mar 22 12:21:03.844210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37510) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:03.881934 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.886671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.912071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e511d10b-0361-4c93-9cbf-2eeaf5327628 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 1751a4d9-f11a-4a45-8694-f978a6bff085 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:03.912679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e511d10b-0361-4c93-9cbf-2eeaf5327628 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:03.923743 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/networks/dfefe24d-d4fa-4843-b24b-2f552a378db7 HTTP/1.1" status: 204 len: 168 time: 3.8655484 Mar 22 12:21:03.923743 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ea0aa-0fb5-41cc-b1b8-9a7e8729e9fc tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Network': ['ID=dfefe24d-d4fa-4843-b24b-2f552a378db7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:03.926156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37514) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:03.938129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1024781242'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:03.945225 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:03.954854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.001596 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:network and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:04.009564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:04.026536 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:04.091857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.099485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:04.102787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.123789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Deleting port a2541a6c-bd4b-4647-9580-feea5fb38423 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:04.124124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.169346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:04.178972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e511d10b-0361-4c93-9cbf-2eeaf5327628 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.190931 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.191391 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Added segment 96751f4f-340e-4321-a842-708f6ad3dde1 of type vlan for network eab133ca-101b-464a-87e9-6ada3336088e Mar 22 12:21:04.239276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.242814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.272474 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Deleting port ae304370-27bc-49de-bfe0-51dedbd2923d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:04.272803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.326012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e511d10b-0361-4c93-9cbf-2eeaf5327628 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 1751a4d9-f11a-4a45-8694-f978a6bff085 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:04.332459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.336138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:04.336705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.602695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e511d10b-0361-4c93-9cbf-2eeaf5327628 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.648304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] For port a2541a6c-bd4b-4647-9580-feea5fb38423, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a2541a6c-bd4b-4647-9580-feea5fb38423,segment=NetworkSegment(e62a8052-0878-488b-83fb-f60c906a9b32),segment_id=e62a8052-0878-488b-83fb-f60c906a9b32)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:04.648649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.650442 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7205033 Mar 22 12:21:04.657645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37518) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:04.665103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511d10b-0361-4c93-9cbf-2eeaf5327628 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=1751a4d9-f11a-4a45-8694-f978a6bff085,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:04.666005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbe55b-85c0-4ede-a863-15de2384c382 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Network': ['ID=eab133ca-101b-464a-87e9-6ada3336088e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:04.675464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': 'eab133ca-101b-464a-87e9-6ada3336088e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:04.679835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network eab133ca-101b-464a-87e9-6ada3336088e details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:04.718265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.782777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Calling delete_port for a2541a6c-bd4b-4647-9580-feea5fb38423 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:04.807880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Deleting port 257f516c-941e-45eb-b9f2-bcd217e7d9d3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:04.808093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e511d10b-0361-4c93-9cbf-2eeaf5327628 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.808572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.829960 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e511d10b-0361-4c93-9cbf-2eeaf5327628 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/1751a4d9-f11a-4a45-8694-f978a6bff085 HTTP/1.1" status: 204 len: 168 time: 0.9845896 Mar 22 12:21:04.832506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37522) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:04.839379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'mac_address': 'fa:16:3e:15:0f:63', 'name': 'tempest-PortsTestJSON-769644439'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:04.844343 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.960488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:04.964085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:04.999091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:port and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:05.003483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Calling delete_port for ae304370-27bc-49de-bfe0-51dedbd2923d owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:05.008722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:05.015217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Port': ['ID=a2541a6c-bd4b-4647-9580-feea5fb38423,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:05.017707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:05.023857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No DVR routers for this DVR port a2541a6c-bd4b-4647-9580-feea5fb38423 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:05.041575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:05.072487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:05.109251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:05.121552 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:05.138996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:05.174459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:05.229121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.253699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.270897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adefced1-bf06-4d87-85dc-64c0caba40e5']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:05.291249 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62a8052-0878-488b-83fb-f60c906a9b32') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:05.291530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62a8052-0878-488b-83fb-f60c906a9b32') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:05.306469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] For port 257f516c-941e-45eb-b9f2-bcd217e7d9d3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=257f516c-941e-45eb-b9f2-bcd217e7d9d3,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:05.306813 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.308796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port ef66ac59-624f-47f4-b87b-cf97e2aae74f yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:05.322479 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.341205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.370504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.378878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:05.379255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:05.393525 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:05.502674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Calling delete_port for 257f516c-941e-45eb-b9f2-bcd217e7d9d3 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:05.516825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.537063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.607240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=adefced1-bf06-4d87-85dc-64c0caba40e5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:05.620506 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-de4a2929-3457-4d13-bd45-c225645a053c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/adefced1-bf06-4d87-85dc-64c0caba40e5 HTTP/1.1" status: 204 len: 168 time: 3.6652982 Mar 22 12:21:05.625099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37528) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:05.647089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1740369647'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:05.651919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.661823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:05.675146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:network and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:05.679201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.680758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:05.693042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:05.694883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.746731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Pushing event deleted for resources: {'Port': ['ID=ae304370-27bc-49de-bfe0-51dedbd2923d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:05.756759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:05.760289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:05.762217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=ef66ac59-624f-47f4-b87b-cf97e2aae74f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:05.764159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:05.764900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:05.767756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.768033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:05.768611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:05.787731 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fd235145-117a-43b7-a56f-352a2c6d66e8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9542370 Mar 22 12:21:05.790454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37532) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:05.856998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c02b240-a8a6-4dfa-af0d-85fa202495f9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:05.857692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5c02b240-a8a6-4dfa-af0d-85fa202495f9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:05.873778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5c02b240-a8a6-4dfa-af0d-85fa202495f9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:05.874946 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5c02b240-a8a6-4dfa-af0d-85fa202495f9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/ef66ac59-624f-47f4-b87b-cf97e2aae74f HTTP/1.1" status: 200 len: 840 time: 0.0835872 Mar 22 12:21:05.877716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37536) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:05.941915 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f18299fb-8324-4ef6-bc0d-036e29da2850 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port ef66ac59-624f-47f4-b87b-cf97e2aae74f {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:05.942247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f18299fb-8324-4ef6-bc0d-036e29da2850 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.079464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:06.184600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.184929 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment 328cee1e-151a-4d0f-ae73-a67fb2bc01c5 of type vlan for network 435ab53f-dcaf-43be-98d6-72750ab55b4b Mar 22 12:21:06.261047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f18299fb-8324-4ef6-bc0d-036e29da2850 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.266283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.307602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.354813 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.362011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.382875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f18299fb-8324-4ef6-bc0d-036e29da2850 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for ef66ac59-624f-47f4-b87b-cf97e2aae74f owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:06.435193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event deleted for resources: {'Port': ['ID=257f516c-941e-45eb-b9f2-bcd217e7d9d3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:06.463627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f18299fb-8324-4ef6-bc0d-036e29da2850 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.511052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18299fb-8324-4ef6-bc0d-036e29da2850 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=ef66ac59-624f-47f4-b87b-cf97e2aae74f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:06.518637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f18299fb-8324-4ef6-bc0d-036e29da2850 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.536073 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f18299fb-8324-4ef6-bc0d-036e29da2850 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/ef66ac59-624f-47f4-b87b-cf97e2aae74f HTTP/1.1" status: 204 len: 168 time: 0.6548619 Mar 22 12:21:06.536341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37540) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:06.567471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Subnet': ['ID=1978ad75-6aa4-493d-83c3-9ac8c13dc05f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:06.579393 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3ad34c-d88d-4008-bec9-ea080d0ffd33 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:21:06.579881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cf3ad34c-d88d-4008-bec9-ea080d0ffd33 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:06.596713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cf3ad34c-d88d-4008-bec9-ea080d0ffd33 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:06.601334 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cf3ad34c-d88d-4008-bec9-ea080d0ffd33 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/ef66ac59-624f-47f4-b87b-cf97e2aae74f HTTP/1.1" status: 404 len: 333 time: 0.0606573 Mar 22 12:21:06.601711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37544) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:06.607233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'name': 'tempest-PortsTestJSON-1200537477'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:06.713834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:06.723869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:06.735890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:06.739019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.755454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.759214 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:06.759783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.763927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 769ea7f8-3fe5-4862-ba09-7cb408a2ba5c yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:06.783603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.920698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:06.942372 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Checking segment: {'id': '96751f4f-340e-4321-a842-708f6ad3dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'eab133ca-101b-464a-87e9-6ada3336088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:06.942697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network hostable DHCP agents. Network: eab133ca-101b-464a-87e9-6ada3336088e, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:06.979313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.003044 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3735726 Mar 22 12:21:07.010052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37550) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:07.016663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'network_id': '435ab53f-dcaf-43be-98d6-72750ab55b4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:07.029382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ab3e3-cace-4333-8918-babdafc31eb0 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=435ab53f-dcaf-43be-98d6-72750ab55b4b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:07.030643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.042289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.043037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 435ab53f-dcaf-43be-98d6-72750ab55b4b details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:07.185303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.185750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Fanout notify agent at l3_agent the message router_deleted on router 68e3d5e3-eab5-41d7-ad20-5a413965f066 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:21:07.201760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=769ea7f8-3fe5-4862-ba09-7cb408a2ba5c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:07.206608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:07.209298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:07.213347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:07.217261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:07.217841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.224735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:07.235350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:subnet and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:07.238451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:07.248041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:07.258120 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8a1adb32-adba-45d1-b3d9-808b36d36c57 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6552637 Mar 22 12:21:07.260787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37554) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:07.267195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-83d5d713-cc20-4ab1-a9b3-e75960ce385e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:07.291578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:07.418292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network eab133ca-101b-464a-87e9-6ada3336088e is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:07.441705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.442672 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-021d1f75-0e85-418c-8961-3226798df7a2 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/68e3d5e3-eab5-41d7-ad20-5a413965f066 HTTP/1.1" status: 204 len: 168 time: 4.5528324 Mar 22 12:21:07.445551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.447463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37558) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:07.452718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1072333032', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:07.459739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, eab133ca-101b-464a-87e9-6ada3336088e) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:07.460223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.461533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:07.467467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.468301 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a50cc5-0977-40ec-8891-3b177a7b5f1e None None] Network eab133ca-101b-464a-87e9-6ada3336088e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:07.469382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:07.469969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.474300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Usage tracker for resource:router and tenant:42a077ce1fe54b98b8a24e1358c84367 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:07.478597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:07.491923 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:07.514876 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-290ae367-0321-43a1-a278-4a994c176519 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8515234 Mar 22 12:21:07.515547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37562) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:07.521969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': 'eab133ca-101b-464a-87e9-6ada3336088e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-422247658'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:07.539054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.540042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.549877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.550355 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:21:07.551932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-83d5d713-cc20-4ab1-a9b3-e75960ce385e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.635951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.712095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-eab133ca-101b-464a-87e9-6ada3336088e', 'network_id': 'eab133ca-101b-464a-87e9-6ada3336088e', 'tenant_id': 'fe44fae51d5c4117a8944d7feee32985', 'fixed_ips': [{'subnet_id': '1978ad75-6aa4-493d-83c3-9ac8c13dc05f'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:07.712962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.758288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.763477 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2f2887e5-6eba-4387-b5a8-7408db386ffd tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "DELETE /v2.0/routers/dd3d9f3d-8dd5-4c7d-8f43-a4dab4440a72 HTTP/1.1" status: 204 len: 168 time: 4.6434145 Mar 22 12:21:07.787382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37566) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:07.871979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1186355394', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:07.877051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.882457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:07.890176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:port and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:07.894419 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:07.897941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:07.901068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:07.910840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Usage tracker for resource:router and tenant:dc5ded5fdfda4bb789d009359947115c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:07.919430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:07.919597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Allocated IP 2001:db8::2 (eab133ca-101b-464a-87e9-6ada3336088e/1978ad75-6aa4-493d-83c3-9ac8c13dc05f/3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:07.940574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:07.975665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.976474 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:07.980203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:07.983261 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.011067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-83d5d713-cc20-4ab1-a9b3-e75960ce385e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.023810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.024070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port 92c063dd-9915-4b39-a7c7-fe8eb5703d64 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:08.053525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-83d5d713-cc20-4ab1-a9b3-e75960ce385e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.123320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.171586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-83d5d713-cc20-4ab1-a9b3-e75960ce385e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] In _notify_port_updated(), no bound segment for port 769ea7f8-3fe5-4862-ba09-7cb408a2ba5c on network 3c1d093f-f907-41bb-91e9-793701b2ac02 {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:21:08.173958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.175348 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d5d713-cc20-4ab1-a9b3-e75960ce385e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:08.175947 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-83d5d713-cc20-4ab1-a9b3-e75960ce385e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.179745 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-83d5d713-cc20-4ab1-a9b3-e75960ce385e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "PUT /v2.0/ports/769ea7f8-3fe5-4862-ba09-7cb408a2ba5c HTTP/1.1" status: 200 len: 818 time: 0.9155049 Mar 22 12:21:08.185091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=4ea17c33-1b04-4fcb-a039-b8bb0e34a597,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:08.192645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37570) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:08.197069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Transition to ACTIVE for port object 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:08.204085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.230089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Transition to ACTIVE for port object 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:08.233799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5d713-cc20-4ab1-a9b3-e75960ce385e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=769ea7f8-3fe5-4862-ba09-7cb408a2ba5c,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:08.246405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.289537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.317670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Network eab133ca-101b-464a-87e9-6ada3336088e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:08.321114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:08.323000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Pushing event updated for resources: {'Port': ['ID=3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:08.325311 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:08.382890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8::3b1 (eab133ca-101b-464a-87e9-6ada3336088e/1978ad75-6aa4-493d-83c3-9ac8c13dc05f/92c063dd-9915-4b39-a7c7-fe8eb5703d64) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:08.386911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a6f1-43aa-4676-99b2-ecc690356274 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 769ea7f8-3fe5-4862-ba09-7cb408a2ba5c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:08.387211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96e3a6f1-43aa-4676-99b2-ecc690356274 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.410317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking segment: {'id': '328cee1e-151a-4d0f-ae73-a67fb2bc01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '435ab53f-dcaf-43be-98d6-72750ab55b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:08.410665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network hostable DHCP agents. Network: 435ab53f-dcaf-43be-98d6-72750ab55b4b, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:08.412814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Attempting to bind port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:08.413181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Attempting to bind port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '96751f4f-340e-4321-a842-708f6ad3dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'eab133ca-101b-464a-87e9-6ada3336088e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:08.413556 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Attempting to bind port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce on network eab133ca-101b-464a-87e9-6ada3336088e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:08.421694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:08.421694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Checking segment: {'id': '96751f4f-340e-4321-a842-708f6ad3dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'eab133ca-101b-464a-87e9-6ada3336088e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:08.422063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.422487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Bound using segment: {'id': '96751f4f-340e-4321-a842-708f6ad3dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'eab133ca-101b-464a-87e9-6ada3336088e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:08.423040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Bound port: 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96751f4f-340e-4321-a842-708f6ad3dde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'eab133ca-101b-464a-87e9-6ada3336088e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:08.423405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.504553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.523914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] For port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:08.527870 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] For port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce,segment=NetworkSegment(96751f4f-340e-4321-a842-708f6ad3dde1),segment_id=96751f4f-340e-4321-a842-708f6ad3dde1)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:08.535855 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.537148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network 435ab53f-dcaf-43be-98d6-72750ab55b4b is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:08.559919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Allocated IP 172.26.0.53 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/444400cb-8e3c-42c7-a0fb-a700835c89d5) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:08.620971 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bcbb7c-eed7-40bd-8810-c24fda177822 None None] Pushing event updated for resources: {'Port': ['ID=3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:08.622462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 435ab53f-dcaf-43be-98d6-72750ab55b4b) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:08.642933 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a41c9e0-2a46-411a-b603-6ca9809af7dc None None] Network 435ab53f-dcaf-43be-98d6-72750ab55b4b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:08.672961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96e3a6f1-43aa-4676-99b2-ecc690356274 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.688757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:08.689344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.709858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.753790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object 92c063dd-9915-4b39-a7c7-fe8eb5703d64 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:08.839986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.858446 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.904838 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-96e3a6f1-43aa-4676-99b2-ecc690356274 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 769ea7f8-3fe5-4862-ba09-7cb408a2ba5c owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:08.929597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-435ab53f-dcaf-43be-98d6-72750ab55b4b', 'network_id': '435ab53f-dcaf-43be-98d6-72750ab55b4b', 'tenant_id': 'c3b96c3526fc4ce8983929829f39c67a', 'fixed_ips': [{'subnet_id': '4ea17c33-1b04-4fcb-a039-b8bb0e34a597'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:08.930814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.958144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=92c063dd-9915-4b39-a7c7-fe8eb5703d64,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:08.962257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network eab133ca-101b-464a-87e9-6ada3336088e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:08.964621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:08.969109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:08.998720 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b53ed86d-ed8a-4082-acee-1293192085cd tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9874671 Mar 22 12:21:09.003442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:09.004687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37574) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:09.008765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:09.012128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.076366 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f1c68041-3f0e-42ae-97c5-44fff7383102 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5597155 Mar 22 12:21:09.080166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37578) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:09.124067 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:09.133656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:09.143648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:09.185992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96e3a6f1-43aa-4676-99b2-ecc690356274 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.188477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Pushing event updated for resources: {'Port': ['ID=444400cb-8e3c-42c7-a0fb-a700835c89d5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:09.214251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Allocated IP 172.20.0.2 (435ab53f-dcaf-43be-98d6-72750ab55b4b/4ea17c33-1b04-4fcb-a039-b8bb0e34a597/3e846d4b-5509-430c-84e6-1b1770537a48) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:09.218565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f6a3a739-35b1-4c41-b378-b74afd12c7e8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 92c063dd-9915-4b39-a7c7-fe8eb5703d64 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:09.218910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a739-35b1-4c41-b378-b74afd12c7e8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.289713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a6f1-43aa-4676-99b2-ecc690356274 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=769ea7f8-3fe5-4862-ba09-7cb408a2ba5c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:09.292741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:09.314945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96e3a6f1-43aa-4676-99b2-ecc690356274 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.320565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.343452 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-96e3a6f1-43aa-4676-99b2-ecc690356274 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/769ea7f8-3fe5-4862-ba09-7cb408a2ba5c HTTP/1.1" status: 204 len: 168 time: 1.1496274 Mar 22 12:21:09.343452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37582) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:09.423537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:09.428897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.467167 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 257f516c-941e-45eb-b9f2-bcd217e7d9d3 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:09.515288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 257f516c-941e-45eb-b9f2-bcd217e7d9d3 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:09.515626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 257f516c-941e-45eb-b9f2-bcd217e7d9d3 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:09.535545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.546896 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Transition to ACTIVE for port object 3e846d4b-5509-430c-84e6-1b1770537a48 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:09.566316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Transition to ACTIVE for port object 3e846d4b-5509-430c-84e6-1b1770537a48 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:09.576277 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.608422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.633784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Network 435ab53f-dcaf-43be-98d6-72750ab55b4b is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:09.649255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:09.656964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:09.711103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.717849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a739-35b1-4c41-b378-b74afd12c7e8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.763069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Pushing event updated for resources: {'Port': ['ID=3e846d4b-5509-430c-84e6-1b1770537a48,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:09.779181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Attempting to bind port 3e846d4b-5509-430c-84e6-1b1770537a48 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:09.779542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Attempting to bind port 3e846d4b-5509-430c-84e6-1b1770537a48 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '328cee1e-151a-4d0f-ae73-a67fb2bc01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '435ab53f-dcaf-43be-98d6-72750ab55b4b'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:09.779894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Attempting to bind port 3e846d4b-5509-430c-84e6-1b1770537a48 on network 435ab53f-dcaf-43be-98d6-72750ab55b4b {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:09.793030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:09.793392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Checking segment: {'id': '328cee1e-151a-4d0f-ae73-a67fb2bc01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '435ab53f-dcaf-43be-98d6-72750ab55b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:09.793816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.794202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Bound using segment: {'id': '328cee1e-151a-4d0f-ae73-a67fb2bc01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '435ab53f-dcaf-43be-98d6-72750ab55b4b'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:09.794659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Bound port: 3e846d4b-5509-430c-84e6-1b1770537a48, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328cee1e-151a-4d0f-ae73-a67fb2bc01c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '435ab53f-dcaf-43be-98d6-72750ab55b4b'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:09.795026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.848535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a7bf8-526c-42f7-a324-35c40c395bde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:09.849372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d42a7bf8-526c-42f7-a324-35c40c395bde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:09.852237 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8045dd-42f1-484d-99a7-630fc75f1f6d None None] Network eab133ca-101b-464a-87e9-6ada3336088e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:09.854614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f6a3a739-35b1-4c41-b378-b74afd12c7e8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 92c063dd-9915-4b39-a7c7-fe8eb5703d64 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:09.874233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Allocated IP 172.26.0.79 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/a2e636eb-0024-429a-ae8b-4f5546c730e2) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:09.894735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d42a7bf8-526c-42f7-a324-35c40c395bde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:09.898965 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d42a7bf8-526c-42f7-a324-35c40c395bde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5537069 Mar 22 12:21:09.900891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37586) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:09.932371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.933156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:09.949945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.051077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] For port 3e846d4b-5509-430c-84e6-1b1770537a48, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:10.055354 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-66480958-82e4-4731-94ff-6cd2a320e61f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:21:10.056644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b298920-6fa7-4682-82b0-4ab7a1111eb4 None None] Provisioning for port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:10.060485 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-66480958-82e4-4731-94ff-6cd2a320e61f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/769ea7f8-3fe5-4862-ba09-7cb408a2ba5c HTTP/1.1" status: 404 len: 333 time: 0.1584592 Mar 22 12:21:10.069528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37590) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:10.072000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea17c33-1b04-4fcb-a039-b8bb0e34a597,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:10.074933 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b298920-6fa7-4682-82b0-4ab7a1111eb4 None None] Provisioning complete for port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:10.074933 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b298920-6fa7-4682-82b0-4ab7a1111eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.083762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1567306573'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:10.093539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:10.099046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] For port 3e846d4b-5509-430c-84e6-1b1770537a48, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3e846d4b-5509-430c-84e6-1b1770537a48,segment=NetworkSegment(328cee1e-151a-4d0f-ae73-a67fb2bc01c5),segment_id=328cee1e-151a-4d0f-ae73-a67fb2bc01c5)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:10.114110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.118409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:network and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:10.124440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:10.132147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a739-35b1-4c41-b378-b74afd12c7e8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.182053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3a739-35b1-4c41-b378-b74afd12c7e8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=92c063dd-9915-4b39-a7c7-fe8eb5703d64,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:10.189106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:10.239162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:10.242479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.243625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6a3a739-35b1-4c41-b378-b74afd12c7e8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.260054 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f6a3a739-35b1-4c41-b378-b74afd12c7e8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/92c063dd-9915-4b39-a7c7-fe8eb5703d64 HTTP/1.1" status: 204 len: 168 time: 1.1746216 Mar 22 12:21:10.260294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.260395 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37594) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:10.271362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e387b-e2fb-4d36-9976-22a8537857e9 None None] Pushing event updated for resources: {'Port': ['ID=3e846d4b-5509-430c-84e6-1b1770537a48,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:10.304880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.322195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435ab53f-dcaf-43be-98d6-72750ab55b4b']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:10.340809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328cee1e-151a-4d0f-ae73-a67fb2bc01c5') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:10.341210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328cee1e-151a-4d0f-ae73-a67fb2bc01c5') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:10.341420 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8d9a4c-aaf6-4b69-888b-7c400cd9f672 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:21:10.341954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b8d9a4c-aaf6-4b69-888b-7c400cd9f672 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:10.357561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:10.368426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.379164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b8d9a4c-aaf6-4b69-888b-7c400cd9f672 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:10.380719 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1b8d9a4c-aaf6-4b69-888b-7c400cd9f672 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/92c063dd-9915-4b39-a7c7-fe8eb5703d64 HTTP/1.1" status: 404 len: 333 time: 0.1195247 Mar 22 12:21:10.383469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37598) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:10.385969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.386391 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Added segment 82c4c317-cc77-453d-898f-0779b87639b4 of type vlan for network 0e777d49-f488-4868-b6ec-9df41982403b Mar 22 12:21:10.399184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.405220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b298920-6fa7-4682-82b0-4ab7a1111eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.419943 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:10.420326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:10.436321 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:10.451784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5b298920-6fa7-4682-82b0-4ab7a1111eb4 None None] For port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce,segment=NetworkSegment(96751f4f-340e-4321-a842-708f6ad3dde1),segment_id=96751f4f-340e-4321-a842-708f6ad3dde1)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:10.459133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b298920-6fa7-4682-82b0-4ab7a1111eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.502289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.513482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.574550 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b298920-6fa7-4682-82b0-4ab7a1111eb4 None None] Pushing event updated for resources: {'Port': ['ID=3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:10.640174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 12:21:10.640174 dv-neutron-834653-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 12:21:10.640174 dv-neutron-834653-1-hyperv neutron-server[83794]: [parameters: {'id': '435ab53f-dcaf-43be-98d6-72750ab55b4b'}] Mar 22 12:21:10.640174 dv-neutron-834653-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:10.640977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:10.650732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:10.656730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:10.659268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Pushing event updated for resources: {'Port': ['ID=a2e636eb-0024-429a-ae8b-4f5546c730e2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:10.662351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:10.691893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Router 012e21d9-894f-4aa9-b461-a52a363052f4 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:21:10.700547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.704752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:10.705358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.705968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c9b38f-4df1-4773-91c9-4c46388bfefd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting subnet 1978ad75-6aa4-493d-83c3-9ac8c13dc05f {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:21:10.710950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b38f-4df1-4773-91c9-4c46388bfefd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.787801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-41f09ead-7601-4d79-a57f-c362083e5db1 None None] Provisioning complete for port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:10.788463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41f09ead-7601-4d79-a57f-c362083e5db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.884853 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8141639 Mar 22 12:21:10.894220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b38f-4df1-4773-91c9-4c46388bfefd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:10.896211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37602) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:10.900852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaaa56-e0e9-4708-8b2b-14531b5993bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Network': ['ID=0e777d49-f488-4868-b6ec-9df41982403b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:10.905995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '0e777d49-f488-4868-b6ec-9df41982403b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:10.918337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 0e777d49-f488-4868-b6ec-9df41982403b details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:11.100505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:11.106810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:11.110780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:11.119023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:11.142162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.143858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:11.164563 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7a49f9b5-9130-421f-8d03-ff2ac6ae2677 None None] Could not find standard attr ID for object 92c063dd-9915-4b39-a7c7-fe8eb5703d64. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:21:11.179353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:11.247382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b38f-4df1-4773-91c9-4c46388bfefd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.271545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:11.272040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.284667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.286378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.294295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Deleting port 3e846d4b-5509-430c-84e6-1b1770537a48 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:11.294800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.389511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:21:11.400695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b38f-4df1-4773-91c9-4c46388bfefd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.409583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c7e07-37cf-419c-92d2-5ed585a0ba4b None None] Sync routers for ids ['012e21d9-894f-4aa9-b461-a52a363052f4'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:21:11.434241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3e846d4b-5509-430c-84e6-1b1770537a48 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:11.484234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1c9b38f-4df1-4773-91c9-4c46388bfefd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.500499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9b38f-4df1-4773-91c9-4c46388bfefd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Subnet': ['ID=1978ad75-6aa4-493d-83c3-9ac8c13dc05f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:11.507973 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d1c9b38f-4df1-4773-91c9-4c46388bfefd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/1978ad75-6aa4-493d-83c3-9ac8c13dc05f HTTP/1.1" status: 204 len: 168 time: 1.1231380 Mar 22 12:21:11.510641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37608) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:11.530456 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0a2bce-b054-49ab-a9bc-e81950d9ad68 None None] Network eab133ca-101b-464a-87e9-6ada3336088e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:11.541164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.542877 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9ec976f1-6add-4298-89f2-2cffc92b3161 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0948246 Mar 22 12:21:11.548188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37612) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:11.553701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:11.560994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c7e07-37cf-419c-92d2-5ed585a0ba4b None None] Routers {'012e21d9-894f-4aa9-b461-a52a363052f4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:11.561639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-158c7e07-37cf-419c-92d2-5ed585a0ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['012e21d9-894f-4aa9-b461-a52a363052f4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:11.664377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.700730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-158c7e07-37cf-419c-92d2-5ed585a0ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:11.722789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d675a-d6b8-4bd9-a42c-94059516d19c None None] Network 435ab53f-dcaf-43be-98d6-72750ab55b4b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:11.782049 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.798344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:11.798763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.895581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c7e07-37cf-419c-92d2-5ed585a0ba4b None None] Routers {'012e21d9-894f-4aa9-b461-a52a363052f4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:11.896234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-158c7e07-37cf-419c-92d2-5ed585a0ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['012e21d9-894f-4aa9-b461-a52a363052f4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:11.957270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] For port 3e846d4b-5509-430c-84e6-1b1770537a48, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3e846d4b-5509-430c-84e6-1b1770537a48,segment=NetworkSegment(328cee1e-151a-4d0f-ae73-a67fb2bc01c5),segment_id=328cee1e-151a-4d0f-ae73-a67fb2bc01c5)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:11.957654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:11.960834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 3e846d4b-5509-430c-84e6-1b1770537a48 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:11.964568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-158c7e07-37cf-419c-92d2-5ed585a0ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:11.965184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158c7e07-37cf-419c-92d2-5ed585a0ba4b None None] The sync data for ids ['012e21d9-894f-4aa9-b461-a52a363052f4'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:21:11.999415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0f9dfca8-cbb5-48a1-9a65-fddb509b4f1f None None] Provisioning for port 3e846d4b-5509-430c-84e6-1b1770537a48 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:12.005661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3e846d4b-5509-430c-84e6-1b1770537a48 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:12.006025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.041000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] For port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce,segment=NetworkSegment(96751f4f-340e-4321-a842-708f6ad3dde1),segment_id=96751f4f-340e-4321-a842-708f6ad3dde1)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:12.041647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.077602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0f9dfca8-cbb5-48a1-9a65-fddb509b4f1f None None] Provisioning complete for port 3e846d4b-5509-430c-84e6-1b1770537a48 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:12.077937 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f9dfca8-cbb5-48a1-9a65-fddb509b4f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.085750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Calling delete_port for 3e846d4b-5509-430c-84e6-1b1770537a48 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:12.167194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:12.270884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.308341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0f9dfca8-cbb5-48a1-9a65-fddb509b4f1f None None] Port 3e846d4b-5509-430c-84e6-1b1770537a48 update to ACTIVE by agent not found {{(pid=83795) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Mar 22 12:21:12.313788 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.324539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.344487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c34dca1-c559-4223-8088-7e6aa9a9cccd None None] DHCP port deletion for eab133ca-101b-464a-87e9-6ada3336088e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:21:12.353815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9c34dca1-c559-4223-8088-7e6aa9a9cccd None None] Deleting port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:12.354185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c34dca1-c559-4223-8088-7e6aa9a9cccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.363969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Port': ['ID=3e846d4b-5509-430c-84e6-1b1770537a48,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:12.403999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No DVR routers for this DVR port 3e846d4b-5509-430c-84e6-1b1770537a48 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:12.418383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.437587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a93e950-5afe-4c8b-8c72-c2a3becc0c3a None None] DHCP port deletion for 435ab53f-dcaf-43be-98d6-72750ab55b4b request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:21:12.466148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:12.478838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No DVR routers for this DVR port 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:12.497423 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9c34dca1-c559-4223-8088-7e6aa9a9cccd None None] The port '3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:21:12.503226 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Router 6e691693-e84e-4681-a601-bd8bc13abd1c is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:21:12.511948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Subnet': ['ID=cd9a8796-8798-4916-8716-4cea398d9bfc,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:12.608031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.611528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.647002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab133ca-101b-464a-87e9-6ada3336088e']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:12.660748 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96751f4f-340e-4321-a842-708f6ad3dde1') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:12.661043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96751f4f-340e-4321-a842-708f6ad3dde1') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:12.675183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.687796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Checking segment: {'id': '82c4c317-cc77-453d-898f-0779b87639b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0e777d49-f488-4868-b6ec-9df41982403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:12.688502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network hostable DHCP agents. Network: 0e777d49-f488-4868-b6ec-9df41982403b, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:12.747504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.750455 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435ab53f-dcaf-43be-98d6-72750ab55b4b']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:12.779172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328cee1e-151a-4d0f-ae73-a67fb2bc01c5') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:12.779463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328cee1e-151a-4d0f-ae73-a67fb2bc01c5') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:12.798046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.824285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.836169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:12.836583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:12.850788 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:12.853023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 0e777d49-f488-4868-b6ec-9df41982403b is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:12.914211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:12.914669 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:12.928933 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:12.933515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 0e777d49-f488-4868-b6ec-9df41982403b) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:12.941258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:12.941487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.945903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc06879-9b78-48ef-8be3-cce0a2f1a18b None None] Network 0e777d49-f488-4868-b6ec-9df41982403b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:12.961941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:12.966567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.003432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=435ab53f-dcaf-43be-98d6-72750ab55b4b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:13.011834 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5f2a9fed-dacd-4dbe-9682-30b5544d64c2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/435ab53f-dcaf-43be-98d6-72750ab55b4b HTTP/1.1" status: 204 len: 168 time: 4.0051310 Mar 22 12:21:13.016096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37616) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:13.024493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-289854678'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:13.028459 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-817db07b-6e82-432d-ba33-288f4df3b13e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1310642 Mar 22 12:21:13.030617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.032317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37620) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:13.035593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.040723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:13.046340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-790ff7f1-8eac-46ac-8d35-e80de7ea1596 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '0e777d49-f488-4868-b6ec-9df41982403b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:13.072715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:network and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:13.073486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:13.076388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:13.083135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Network': ['ID=eab133ca-101b-464a-87e9-6ada3336088e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:13.093757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:13.101950 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5743d22f-99aa-4b5e-b71e-22efe0d68966 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/networks/eab133ca-101b-464a-87e9-6ada3336088e HTTP/1.1" status: 204 len: 168 time: 1.5895727 Mar 22 12:21:13.105603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37624) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:13.109072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.113860 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'name': 'tempest-PortsIpV6TestJSON-1659010617'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:13.118063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:13.118392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3ec9b40e-4b73-4a8c-95e0-3a3fdda3c9ce not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:13.118800 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3e846d4b-5509-430c-84e6-1b1770537a48 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:13.134696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:13.138005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.166948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 3e846d4b-5509-430c-84e6-1b1770537a48 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:13.167532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3e846d4b-5509-430c-84e6-1b1770537a48 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:13.257258 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:13.268670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:13.278211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:port and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:13.281083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.281485 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment 8fcabec3-db8b-45e6-9d6b-c187dee65cc4 of type vlan for network 93466c02-f003-46a0-8e23-711d2dbefb05 Mar 22 12:21:13.294165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:13.305128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:13.306110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-0e777d49-f488-4868-b6ec-9df41982403b', 'network_id': '0e777d49-f488-4868-b6ec-9df41982403b', 'tenant_id': '6344ffba11c54feca200eae2b0b1bae8', 'fixed_ips': [{'subnet_id': 'cd9a8796-8798-4916-8716-4cea398d9bfc'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:13.307735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.339459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.351377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:21:13.354698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:13.357981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.365837 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09bff9-afde-41f5-8588-72286e7c2d58 None None] Sync routers for ids ['6e691693-e84e-4681-a601-bd8bc13abd1c'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:21:13.378321 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09bff9-afde-41f5-8588-72286e7c2d58 None None] Routers {'6e691693-e84e-4681-a601-bd8bc13abd1c'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:13.378958 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ae09bff9-afde-41f5-8588-72286e7c2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6e691693-e84e-4681-a601-bd8bc13abd1c'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:13.389172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-790ff7f1-8eac-46ac-8d35-e80de7ea1596 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:13.393375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.397741 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0db50c23-0b6d-44c6-91cd-87d4c244f477 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5669243 Mar 22 12:21:13.398995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-790ff7f1-8eac-46ac-8d35-e80de7ea1596 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:13.401718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37628) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:13.404413 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-790ff7f1-8eac-46ac-8d35-e80de7ea1596 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:13.410471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c86259bd-1b67-41cb-b1eb-950b8cdb83ad tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'enable_snat': False}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:13.425094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port 61e8e97a-dd09-4113-b10c-44559febb0cb yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:13.452604 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ae09bff9-afde-41f5-8588-72286e7c2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:13.463484 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09bff9-afde-41f5-8588-72286e7c2d58 None None] Routers {'6e691693-e84e-4681-a601-bd8bc13abd1c'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:13.464338 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ae09bff9-afde-41f5-8588-72286e7c2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6e691693-e84e-4681-a601-bd8bc13abd1c'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:13.479837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-790ff7f1-8eac-46ac-8d35-e80de7ea1596 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:13.497302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Allocated IP 172.20.0.2 (0e777d49-f488-4868-b6ec-9df41982403b/cd9a8796-8798-4916-8716-4cea398d9bfc/b4fa1035-110d-420d-9c20-1f65c8add3f2) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:13.527361 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ae09bff9-afde-41f5-8588-72286e7c2d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:13.527748 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09bff9-afde-41f5-8588-72286e7c2d58 None None] The sync data for ids ['6e691693-e84e-4681-a601-bd8bc13abd1c'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:21:13.538671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.542657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:13.543258 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.562470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790ff7f1-8eac-46ac-8d35-e80de7ea1596 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:13.566212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-790ff7f1-8eac-46ac-8d35-e80de7ea1596 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.650769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.711989 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6954222 Mar 22 12:21:13.714742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37632) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:13.718287 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-790ff7f1-8eac-46ac-8d35-e80de7ea1596 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cd9a8796-8798-4916-8716-4cea398d9bfc (CIDR: 172.20.0.0/28) Mar 22 12:21:13.721250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.723629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'network_id': '93466c02-f003-46a0-8e23-711d2dbefb05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:13.732051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Transition to ACTIVE for port object b4fa1035-110d-420d-9c20-1f65c8add3f2 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:13.747232 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-790ff7f1-8eac-46ac-8d35-e80de7ea1596 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:21:13.747724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790ff7f1-8eac-46ac-8d35-e80de7ea1596 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:21:13.753349 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Transition to ACTIVE for port object b4fa1035-110d-420d-9c20-1f65c8add3f2 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:13.760338 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.776932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2922b-c53c-4e92-a97f-629b90f4ecd3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=93466c02-f003-46a0-8e23-711d2dbefb05,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:13.802659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 93466c02-f003-46a0-8e23-711d2dbefb05 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:13.807378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.828954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Deleting port 444400cb-8e3c-42c7-a0fb-a700835c89d5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:13.829592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.862076 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-790ff7f1-8eac-46ac-8d35-e80de7ea1596 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8258710 Mar 22 12:21:13.863646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37636) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:13.873879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '0e777d49-f488-4868-b6ec-9df41982403b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:13.887872 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:13.942962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Network 0e777d49-f488-4868-b6ec-9df41982403b is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:13.945865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Pushing event updated for resources: {'Port': ['ID=b4fa1035-110d-420d-9c20-1f65c8add3f2,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:13.949993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:13.952492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:13.953249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:13.965758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:subnet and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:13.976234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:13.991517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:14.028242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.043526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Attempting to bind port b4fa1035-110d-420d-9c20-1f65c8add3f2 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:14.043889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Attempting to bind port b4fa1035-110d-420d-9c20-1f65c8add3f2 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '82c4c317-cc77-453d-898f-0779b87639b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0e777d49-f488-4868-b6ec-9df41982403b'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:14.044235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Attempting to bind port b4fa1035-110d-420d-9c20-1f65c8add3f2 on network 0e777d49-f488-4868-b6ec-9df41982403b {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:14.050804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:14.051169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Checking segment: {'id': '82c4c317-cc77-453d-898f-0779b87639b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0e777d49-f488-4868-b6ec-9df41982403b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:14.051561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.051948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Bound using segment: {'id': '82c4c317-cc77-453d-898f-0779b87639b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0e777d49-f488-4868-b6ec-9df41982403b'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:14.052405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Bound port: b4fa1035-110d-420d-9c20-1f65c8add3f2, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c4c317-cc77-453d-898f-0779b87639b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0e777d49-f488-4868-b6ec-9df41982403b'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:14.052770 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.072972 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.144382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:14.147368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] For port b4fa1035-110d-420d-9c20-1f65c8add3f2, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:14.150828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] For port b4fa1035-110d-420d-9c20-1f65c8add3f2, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b4fa1035-110d-420d-9c20-1f65c8add3f2,segment=NetworkSegment(82c4c317-cc77-453d-898f-0779b87639b4),segment_id=82c4c317-cc77-453d-898f-0779b87639b4)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:14.158998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.239691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:14.246446 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Calling delete_port for 444400cb-8e3c-42c7-a0fb-a700835c89d5 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:14.254270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844d013-1fbe-4da8-a540-0bdafad021bc None None] Pushing event updated for resources: {'Port': ['ID=b4fa1035-110d-420d-9c20-1f65c8add3f2,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:14.261134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:14.274614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:14.278029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:14.281571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:14.282319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=61e8e97a-dd09-4113-b10c-44559febb0cb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:14.284510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:14.288652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:14.289330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.291655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:14.297673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.322182 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-90facd28-7b70-4f15-9a1f-2a0add6dbf26 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2155578 Mar 22 12:21:14.325532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37640) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:14.431487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:14.436520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.481268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Performing IP validity checks on allocation pools {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 12:21:14.481916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 12:21:14.484786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.535840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Pushing event deleted for resources: {'Port': ['ID=444400cb-8e3c-42c7-a0fb-a700835c89d5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:14.558327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a3cfb62c-9afa-417b-b9c3-782eaf798c25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 61e8e97a-dd09-4113-b10c-44559febb0cb {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:14.558647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb62c-9afa-417b-b9c3-782eaf798c25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.861711 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.987584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:14.992353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.099201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b4fa1035-110d-420d-9c20-1f65c8add3f2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:15.109754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb62c-9afa-417b-b9c3-782eaf798c25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.144367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Router 012e21d9-894f-4aa9-b461-a52a363052f4 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:21:15.178079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port b4fa1035-110d-420d-9c20-1f65c8add3f2 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:15.247368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.258833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a3cfb62c-9afa-417b-b9c3-782eaf798c25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 61e8e97a-dd09-4113-b10c-44559febb0cb owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:15.328413 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:21:15.339028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075da6ad-7e0b-4172-affa-19a8e2c1e535 None None] Network 0e777d49-f488-4868-b6ec-9df41982403b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:15.340917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.342209 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6c1e9f0c-18b1-4fd4-92ce-634c7e328217 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "PUT /v2.0/routers/012e21d9-894f-4aa9-b461-a52a363052f4 HTTP/1.1" status: 200 len: 710 time: 3.7931535 Mar 22 12:21:15.344703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37644) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:15.356703 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d005cae-cb41-408a-b114-6d62e1621dbe None None] Sync routers for ids ['012e21d9-894f-4aa9-b461-a52a363052f4'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:21:15.447690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d005cae-cb41-408a-b114-6d62e1621dbe None None] Routers {'012e21d9-894f-4aa9-b461-a52a363052f4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:15.448376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8d005cae-cb41-408a-b114-6d62e1621dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['012e21d9-894f-4aa9-b461-a52a363052f4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:15.476666 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eea52235-06be-46d3-8287-dc8ffaae5b91 tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/routers/012e21d9-894f-4aa9-b461-a52a363052f4 HTTP/1.1" status: 200 len: 745 time: 0.1307220 Mar 22 12:21:15.479245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37648) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:15.517517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=b06ed37c-9ee2-4091-9391-a7132fccd4e6,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:15.526333 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1f7777e1-b430-466d-86ed-cdbd7117c0ec tempest-RoutersIpV6AdminTest-2054278977 tempest-RoutersIpV6AdminTest-2054278977-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&device_id=012e21d9-894f-4aa9-b461-a52a363052f4 HTTP/1.1" status: 200 len: 205 time: 0.0434990 Mar 22 12:21:15.526829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37652) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:15.555291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-82b37f1b-007f-4ec7-b630-3674706d7f57 None None] Provisioning for port b4fa1035-110d-420d-9c20-1f65c8add3f2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:15.575033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8d005cae-cb41-408a-b114-6d62e1621dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:15.579516 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2b3d322f-2661-4b63-a6f5-1a2f070163a7 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=012e21d9-894f-4aa9-b461-a52a363052f4 HTTP/1.1" status: 200 len: 205 time: 0.0493231 Mar 22 12:21:15.579707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-82b37f1b-007f-4ec7-b630-3674706d7f57 None None] Provisioning complete for port b4fa1035-110d-420d-9c20-1f65c8add3f2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:15.579707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82b37f1b-007f-4ec7-b630-3674706d7f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.579874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37656) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:15.600576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb62c-9afa-417b-b9c3-782eaf798c25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.603706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking segment: {'id': '8fcabec3-db8b-45e6-9d6b-c187dee65cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '93466c02-f003-46a0-8e23-711d2dbefb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:15.604058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network hostable DHCP agents. Network: 93466c02-f003-46a0-8e23-711d2dbefb05, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:15.648337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.688767 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d005cae-cb41-408a-b114-6d62e1621dbe None None] Routers {'012e21d9-894f-4aa9-b461-a52a363052f4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:15.690137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8d005cae-cb41-408a-b114-6d62e1621dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['012e21d9-894f-4aa9-b461-a52a363052f4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:15.695007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfb62c-9afa-417b-b9c3-782eaf798c25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=61e8e97a-dd09-4113-b10c-44559febb0cb,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:15.727828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0c98733-c70d-4e16-bf18-5158444157d1 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.740092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3cfb62c-9afa-417b-b9c3-782eaf798c25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.747231 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 0e777d49-f488-4868-b6ec-9df41982403b is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:15.752859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:15.758937 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8d005cae-cb41-408a-b114-6d62e1621dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:15.759242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d005cae-cb41-408a-b114-6d62e1621dbe None None] The sync data for ids ['012e21d9-894f-4aa9-b461-a52a363052f4'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:21:15.761145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:15.761738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.784711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Subnet': ['ID=f79a8556-0d4f-4044-a560-b287a152c269,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:15.794533 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a3cfb62c-9afa-417b-b9c3-782eaf798c25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/61e8e97a-dd09-4113-b10c-44559febb0cb HTTP/1.1" status: 204 len: 168 time: 1.4216993 Mar 22 12:21:15.795402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37660) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:15.798007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network 93466c02-f003-46a0-8e23-711d2dbefb05 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:15.805695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'mac_address': 'fa:16:3e:40:9b:89', 'name': 'tempest-PortsIpV6TestJSON-1592337148'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:15.824933 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d3ef6d41-ace2-412f-8be0-057874edd9e9 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9577193 Mar 22 12:21:15.834757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37664) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:15.879608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82b37f1b-007f-4ec7-b630-3674706d7f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.886861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '0e777d49-f488-4868-b6ec-9df41982403b', 'fixed_ips': [{'subnet_id': 'cd9a8796-8798-4916-8716-4cea398d9bfc'}, {'subnet_id': 'f79a8556-0d4f-4044-a560-b287a152c269'}], 'name': 'tempest-PortsTestJSON-807822212'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:15.919160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 93466c02-f003-46a0-8e23-711d2dbefb05) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:15.923099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-82b37f1b-007f-4ec7-b630-3674706d7f57 None None] For port b4fa1035-110d-420d-9c20-1f65c8add3f2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b4fa1035-110d-420d-9c20-1f65c8add3f2,segment=NetworkSegment(82c4c317-cc77-453d-898f-0779b87639b4),segment_id=82c4c317-cc77-453d-898f-0779b87639b4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:15.934335 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82b37f1b-007f-4ec7-b630-3674706d7f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:15.974627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d888df-486a-4698-ad74-63aa5361d569 None None] Network 93466c02-f003-46a0-8e23-711d2dbefb05 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:15.981839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:15.982421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.057630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:16.075764 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0fcb23a0-875d-4020-a2d0-436fcf2b1fe9 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3573041 Mar 22 12:21:16.078859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:port and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:16.081980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37670) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:16.089516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:16.132598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:16.137572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b37f1b-007f-4ec7-b630-3674706d7f57 None None] Pushing event updated for resources: {'Port': ['ID=b4fa1035-110d-420d-9c20-1f65c8add3f2,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:16.158538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7786defb-9f75-4fb0-8f50-4a1ca7054a59 None None] Update dhcp port {'port': {'network_id': '0e777d49-f488-4868-b6ec-9df41982403b', 'fixed_ips': [{'subnet_id': 'cd9a8796-8798-4916-8716-4cea398d9bfc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f79a8556-0d4f-4044-a560-b287a152c269'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': 'b4fa1035-110d-420d-9c20-1f65c8add3f2'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:21:16.209089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86259bd-1b67-41cb-b1eb-950b8cdb83ad tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.219700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:16.239586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:16.255618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7786defb-9f75-4fb0-8f50-4a1ca7054a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.272808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0c98733-c70d-4e16-bf18-5158444157d1 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.277533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0c98733-c70d-4e16-bf18-5158444157d1 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.305276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:port and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:16.307375 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0c98733-c70d-4e16-bf18-5158444157d1 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.308449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c98733-c70d-4e16-bf18-5158444157d1 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Fanout notify agent at l3_agent the message router_deleted on router 012e21d9-894f-4aa9-b461-a52a363052f4 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:21:16.311727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:16.325584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0c98733-c70d-4e16-bf18-5158444157d1 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.329816 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c0c98733-c70d-4e16-bf18-5158444157d1 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/012e21d9-894f-4aa9-b461-a52a363052f4 HTTP/1.1" status: 204 len: 168 time: 0.7459080 Mar 22 12:21:16.330193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37674) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:16.342480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:16.379186 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1dca1a9c-80f8-41df-8284-13ae3e28a27b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=012e21d9-894f-4aa9-b461-a52a363052f4 HTTP/1.1" status: 200 len: 205 time: 0.0457637 Mar 22 12:21:16.379530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37678) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:16.398441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.411173 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-93466c02-f003-46a0-8e23-711d2dbefb05', 'network_id': '93466c02-f003-46a0-8e23-711d2dbefb05', 'tenant_id': 'c3b96c3526fc4ce8983929829f39c67a', 'fixed_ips': [{'subnet_id': 'b06ed37c-9ee2-4091-9391-a7132fccd4e6'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:16.411993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.414270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:16.419443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.440299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.445754 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-1e468316-2965-4ef0-aaa3-0ad4d79d02d1 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] delete failed (client error): The resource could not be found. Mar 22 12:21:16.449274 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1e468316-2965-4ef0-aaa3-0ad4d79d02d1 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/012e21d9-894f-4aa9-b461-a52a363052f4 HTTP/1.1" status: 404 len: 336 time: 0.0662889 Mar 22 12:21:16.450078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37682) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:16.501668 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a40fbd6e-e8a3-423f-922a-4c9fe5eb39aa tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=68e3d5e3-eab5-41d7-ad20-5a413965f066 HTTP/1.1" status: 200 len: 205 time: 0.0449474 Mar 22 12:21:16.503759 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37686) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:16.516089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port 08de19a6-0727-42d7-92c8-c286d8d2fe25 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:16.570300 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-f3260860-4e61-48fa-8111-7c6730d3a4b0 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] delete failed (client error): The resource could not be found. Mar 22 12:21:16.571620 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f3260860-4e61-48fa-8111-7c6730d3a4b0 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/68e3d5e3-eab5-41d7-ad20-5a413965f066 HTTP/1.1" status: 404 len: 336 time: 0.0664513 Mar 22 12:21:16.574291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37690) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:16.617884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7786defb-9f75-4fb0-8f50-4a1ca7054a59 None None] Allocated IP 172.20.0.18 (0e777d49-f488-4868-b6ec-9df41982403b/f79a8556-0d4f-4044-a560-b287a152c269/b4fa1035-110d-420d-9c20-1f65c8add3f2) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:16.623850 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-af157b58-2943-4a29-a5c1-ede17c97f29b tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddc42806-91ec-459e-934b-3a088399ce61 HTTP/1.1" status: 200 len: 205 time: 0.0462050 Mar 22 12:21:16.624347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37694) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:16.690254 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-0157fe24-1c1e-4692-95e0-59464e0bdd8f tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] delete failed (client error): The resource could not be found. Mar 22 12:21:16.691431 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0157fe24-1c1e-4692-95e0-59464e0bdd8f tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/ddc42806-91ec-459e-934b-3a088399ce61 HTTP/1.1" status: 404 len: 336 time: 0.0660851 Mar 22 12:21:16.698039 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37700) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:16.708826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:16.731004 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Allocated IP 172.20.0.3 (93466c02-f003-46a0-8e23-711d2dbefb05/b06ed37c-9ee2-4091-9391-a7132fccd4e6/90e43de5-100f-4750-a006-f29b65377830) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:16.777735 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-89ed18ee-a35e-4f4c-891b-326b377036bd tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=98f0dd45-b5c9-48b4-be9e-57a1646c45a8 HTTP/1.1" status: 200 len: 205 time: 0.0782006 Mar 22 12:21:16.780002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37704) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:16.858169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7786defb-9f75-4fb0-8f50-4a1ca7054a59 None None] For port b4fa1035-110d-420d-9c20-1f65c8add3f2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b4fa1035-110d-420d-9c20-1f65c8add3f2,segment=NetworkSegment(82c4c317-cc77-453d-898f-0779b87639b4),segment_id=82c4c317-cc77-453d-898f-0779b87639b4)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:16.882990 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-9c7db3dc-1d36-49f8-8bcc-0e0b12464325 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] delete failed (client error): The resource could not be found. Mar 22 12:21:16.886958 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9c7db3dc-1d36-49f8-8bcc-0e0b12464325 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/98f0dd45-b5c9-48b4-be9e-57a1646c45a8 HTTP/1.1" status: 404 len: 336 time: 0.1051245 Mar 22 12:21:16.888137 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37708) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:16.900637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.919256 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7786defb-9f75-4fb0-8f50-4a1ca7054a59 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:16.962283 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4ee83719-72ce-4a06-8a4e-72720464e50d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f19d785-6cc5-441d-a1dc-e5e6830af71e HTTP/1.1" status: 200 len: 205 time: 0.0717478 Mar 22 12:21:16.962998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37714) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:16.981639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7786defb-9f75-4fb0-8f50-4a1ca7054a59 None None] Transition to ACTIVE for port object b4fa1035-110d-420d-9c20-1f65c8add3f2 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:16.998261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7786defb-9f75-4fb0-8f50-4a1ca7054a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:17.037558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:17.073547 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-fd24c2b4-fbba-44fb-a6dc-faadd444e34a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] delete failed (client error): The resource could not be found. Mar 22 12:21:17.077083 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fd24c2b4-fbba-44fb-a6dc-faadd444e34a tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/7f19d785-6cc5-441d-a1dc-e5e6830af71e HTTP/1.1" status: 404 len: 336 time: 0.1107054 Mar 22 12:21:17.077387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37718) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:17.090456 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b4fa1035-110d-420d-9c20-1f65c8add3f2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:17.125540 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-60e8c84c-12bb-46fa-a199-1be2819fe516 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "GET /v2.0/ports?device_id=9727c15c-f687-4b5b-bd7d-c72aa336e79f HTTP/1.1" status: 200 len: 205 time: 0.0463395 Mar 22 12:21:17.128638 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37722) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:17.206226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Transition to ACTIVE for port object 90e43de5-100f-4750-a006-f29b65377830 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:17.211660 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-9ba1c889-9e32-48aa-8b3c-2f167896cb4d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] delete failed (client error): The resource could not be found. Mar 22 12:21:17.212929 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9ba1c889-9e32-48aa-8b3c-2f167896cb4d tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/routers/9727c15c-f687-4b5b-bd7d-c72aa336e79f HTTP/1.1" status: 404 len: 336 time: 0.0831728 Mar 22 12:21:17.216689 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37726) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:17.270912 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e79f18-50c6-4fa9-b98f-3dc596efe6d3 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] DELETE failed (client error): The resource could not be found. Mar 22 12:21:17.271350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e79f18-50c6-4fa9-b98f-3dc596efe6d3 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:21:17.273011 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-94e79f18-50c6-4fa9-b98f-3dc596efe6d3 tempest-RoutersIpV6AdminTest-88026440 tempest-RoutersIpV6AdminTest-88026440-project] 10.222.0.62 "DELETE /v2.0/subnets/4d83b29a-2509-4119-b72a-b26413bd51d2 HTTP/1.1" status: 404 len: 337 time: 0.0547628 Mar 22 12:21:17.288874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:17.300915 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Transition to ACTIVE for port object 90e43de5-100f-4750-a006-f29b65377830 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:17.358608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:17.371939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786defb-9f75-4fb0-8f50-4a1ca7054a59 None None] Pushing event updated for resources: {'Port': ['ID=b4fa1035-110d-420d-9c20-1f65c8add3f2,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:17.440994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Network 93466c02-f003-46a0-8e23-711d2dbefb05 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:17.444908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:17.453262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:17.453731 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e66974-5177-4c1f-af61-f896183290e0 req-5fee3c0e-92f1-48e9-be28-3f06f3142fe3 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:17.456461 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:17.462379 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8e66974-5177-4c1f-af61-f896183290e0 req-5fee3c0e-92f1-48e9-be28-3f06f3142fe3 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 945 time: 0.3767662 Mar 22 12:21:17.473582 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Pushing event updated for resources: {'Port': ['ID=90e43de5-100f-4750-a006-f29b65377830,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:17.575080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Attempting to bind port 90e43de5-100f-4750-a006-f29b65377830 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:17.575552 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Attempting to bind port 90e43de5-100f-4750-a006-f29b65377830 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8fcabec3-db8b-45e6-9d6b-c187dee65cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '93466c02-f003-46a0-8e23-711d2dbefb05'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:17.576007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Attempting to bind port 90e43de5-100f-4750-a006-f29b65377830 on network 93466c02-f003-46a0-8e23-711d2dbefb05 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:17.583030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:17.583562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Checking segment: {'id': '8fcabec3-db8b-45e6-9d6b-c187dee65cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '93466c02-f003-46a0-8e23-711d2dbefb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:17.584051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:17.584530 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Bound using segment: {'id': '8fcabec3-db8b-45e6-9d6b-c187dee65cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '93466c02-f003-46a0-8e23-711d2dbefb05'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:17.585096 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Bound port: 90e43de5-100f-4750-a006-f29b65377830, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcabec3-db8b-45e6-9d6b-c187dee65cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '93466c02-f003-46a0-8e23-711d2dbefb05'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:17.585586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:17.693307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] For port 90e43de5-100f-4750-a006-f29b65377830, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:17.698228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] For port 90e43de5-100f-4750-a006-f29b65377830, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=90e43de5-100f-4750-a006-f29b65377830,segment=NetworkSegment(8fcabec3-db8b-45e6-9d6b-c187dee65cc4),segment_id=8fcabec3-db8b-45e6-9d6b-c187dee65cc4)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:17.706606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:17.711609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.9 (0e777d49-f488-4868-b6ec-9df41982403b/cd9a8796-8798-4916-8716-4cea398d9bfc/1a670ae6-c96a-4a50-a0a1-2ba164f21f8c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:17.735461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Subnet': ['ID=b06ed37c-9ee2-4091-9391-a7132fccd4e6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:17.779874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37738) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:17.821888 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8e66974-5177-4c1f-af61-f896183290e0 req-51915a45-ba14-40ea-a0dc-a8a81ff14baf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574612 Mar 22 12:21:17.823265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:17.841642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.30 (0e777d49-f488-4868-b6ec-9df41982403b/f79a8556-0d4f-4044-a560-b287a152c269/1a670ae6-c96a-4a50-a0a1-2ba164f21f8c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:17.870932 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd301932-c336-4146-8af1-dc7692ec66eb None None] Pushing event updated for resources: {'Port': ['ID=90e43de5-100f-4750-a006-f29b65377830,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:17.904759 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e108cd44-f416-4e33-92b8-0ee88c6ad3ed None None] Network 93466c02-f003-46a0-8e23-711d2dbefb05 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:17.963408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f62e6386-1d02-4f30-98e3-f7bfa7bfb208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:17.988672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2118ac-1e55-4858-9ce7-85f1342b6a63 None None] Network 0e777d49-f488-4868-b6ec-9df41982403b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:18.001376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f62e6386-1d02-4f30-98e3-f7bfa7bfb208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:18.005617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f62e6386-1d02-4f30-98e3-f7bfa7bfb208 admin admin] Usage tracker for resource:security_group_rule and tenant:42a077ce1fe54b98b8a24e1358c84367 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:18.008816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f62e6386-1d02-4f30-98e3-f7bfa7bfb208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:18.011495 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb82453e-15b3-49df-bf80-92ace1a210ae req-7194cd04-a67f-40c2-a555-36e8acec2619 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7551634 Mar 22 12:21:18.015617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f62e6386-1d02-4f30-98e3-f7bfa7bfb208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:18.035590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.090718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f62e6386-1d02-4f30-98e3-f7bfa7bfb208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.096134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f62e6386-1d02-4f30-98e3-f7bfa7bfb208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.116852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:18.138772 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:18.149350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e6386-1d02-4f30-98e3-f7bfa7bfb208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e94e3da-d709-4f9d-bab5-51f0894ec814,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:18.150428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:18.154334 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:18.154884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.156826 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f62e6386-1d02-4f30-98e3-f7bfa7bfb208 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42a077ce1fe54b98b8a24e1358c84367&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3758240 Mar 22 12:21:18.159579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37744) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:18.170799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=08de19a6-0727-42d7-92c8-c286d8d2fe25,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:18.176617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93466c02-f003-46a0-8e23-711d2dbefb05']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:18.197391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-100b288c-9bff-4237-8fb6-347c31bd0802 None None] Provisioning for port b4fa1035-110d-420d-9c20-1f65c8add3f2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:18.205876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fcabec3-db8b-45e6-9d6b-c187dee65cc4') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:18.206075 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fcabec3-db8b-45e6-9d6b-c187dee65cc4') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:18.235198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-100b288c-9bff-4237-8fb6-347c31bd0802 None None] Provisioning complete for port b4fa1035-110d-420d-9c20-1f65c8add3f2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:18.235198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-100b288c-9bff-4237-8fb6-347c31bd0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.261909 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20fd6ab7-e515-4eb8-a6d8-23e4a3ea5140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.293816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20fd6ab7-e515-4eb8-a6d8-23e4a3ea5140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.319364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.355450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20fd6ab7-e515-4eb8-a6d8-23e4a3ea5140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.374173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86259bd-1b67-41cb-b1eb-950b8cdb83ad tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.382673 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f01fb2b1-4cba-42ff-b409-9d910a3b7aef tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5860236 Mar 22 12:21:18.388426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37750) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:18.391463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.394156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86259bd-1b67-41cb-b1eb-950b8cdb83ad tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.408604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:18.408994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.430306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd6ab7-e515-4eb8-a6d8-23e4a3ea5140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e94e3da-d709-4f9d-bab5-51f0894ec814,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:18.438790 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:18.443070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20fd6ab7-e515-4eb8-a6d8-23e4a3ea5140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.444064 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-20fd6ab7-e515-4eb8-a6d8-23e4a3ea5140 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e94e3da-d709-4f9d-bab5-51f0894ec814 HTTP/1.1" status: 204 len: 168 time: 0.2835023 Mar 22 12:21:18.489123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da32c4-7b03-49c2-bb49-644e5620045f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:18.489887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d2da32c4-7b03-49c2-bb49-644e5620045f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:18.521082 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d2da32c4-7b03-49c2-bb49-644e5620045f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:18.525779 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d2da32c4-7b03-49c2-bb49-644e5620045f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/08de19a6-0727-42d7-92c8-c286d8d2fe25 HTTP/1.1" status: 200 len: 845 time: 0.1346583 Mar 22 12:21:18.526626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37756) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:18.638435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0b322a66-f765-45ad-886e-9d3b90b92012 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 08de19a6-0727-42d7-92c8-c286d8d2fe25 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:18.638435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b322a66-f765-45ad-886e-9d3b90b92012 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:18.892591 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb82453e-15b3-49df-bf80-92ace1a210ae req-e851e1f5-9684-4809-bffe-e323141d7fad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=934110f16cbd4eeaa5a066963b2a1493&device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 1099 time: 0.8284590 Mar 22 12:21:19.035625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b92782-2454-4c65-867a-bb976bf10748 None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:21:19.077017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37766) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:19.106794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b4fa1035-110d-420d-9c20-1f65c8add3f2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:19.145558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 12:21:19.145558 dv-neutron-834653-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 12:21:19.145558 dv-neutron-834653-1-hyperv neutron-server[83794]: [parameters: {'id': '93466c02-f003-46a0-8e23-711d2dbefb05'}] Mar 22 12:21:19.145558 dv-neutron-834653-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:19.145995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:19.160506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-b8d60744-59f8-44a8-8a0c-373f2f65ca3d tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:19.162118 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-b8d60744-59f8-44a8-8a0c-373f2f65ca3d tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.55 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 945 time: 0.4689152 Mar 22 12:21:19.191141 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.192965 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5ec88873-e62b-41f0-9356-4ee0b4ecc1fc None None] Provisioning complete for port b4fa1035-110d-420d-9c20-1f65c8add3f2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:19.193919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ec88873-e62b-41f0-9356-4ee0b4ecc1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.277771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b322a66-f765-45ad-886e-9d3b90b92012 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.321661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:19.328436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82453e-15b3-49df-bf80-92ace1a210ae req-c7bae620-bb23-445b-8627-33e6ac7ba1ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:19.330174 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb82453e-15b3-49df-bf80-92ace1a210ae req-c7bae620-bb23-445b-8627-33e6ac7ba1ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=68b84d2c-d1e6-4359-ae6d-d770fffe6077 HTTP/1.1" status: 200 len: 907 time: 0.3448079 Mar 22 12:21:19.391257 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b92782-2454-4c65-867a-bb976bf10748 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 12:21:19.392994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1040c1-8feb-4879-b344-5a55bde11b04 req-8da88954-1d90-413f-be9d-937f26083517 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:19.394489 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc1040c1-8feb-4879-b344-5a55bde11b04 req-8da88954-1d90-413f-be9d-937f26083517 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 946 time: 0.5756581 Mar 22 12:21:19.398968 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port b4fa1035-110d-420d-9c20-1f65c8add3f2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:19.399341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.437798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0b322a66-f765-45ad-886e-9d3b90b92012 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 08de19a6-0727-42d7-92c8-c286d8d2fe25 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:19.487920 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Deleting port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:19.488269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.506058 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb82453e-15b3-49df-bf80-92ace1a210ae req-707a358e-7d16-4f98-8632-bd0439d473ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ad238b6-5dde-4f6c-9c76-798045bbc670 HTTP/1.1" status: 200 len: 1001 time: 0.1672008 Mar 22 12:21:19.510242 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.538558 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-68ed2b3a-b61f-4527-a035-4f8a9288be04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14ff43e9a95f495ab28ca2f6135e2b13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4491892 Mar 22 12:21:19.541314 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37770) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:19.610839 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc1040c1-8feb-4879-b344-5a55bde11b04 req-6fdc1208-e095-4b54-9123-1861fe735748 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063415 Mar 22 12:21:19.624399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388df59-c51f-44c5-affa-44598274ae41 req-9ce16d4f-bea2-442b-a55a-2f2033325d55 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:19.629979 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0388df59-c51f-44c5-affa-44598274ae41 req-9ce16d4f-bea2-442b-a55a-2f2033325d55 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 945 time: 0.5451863 Mar 22 12:21:19.650029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.671694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 0e777d49-f488-4868-b6ec-9df41982403b is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:19.678059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:19.680873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:19.706556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=1a670ae6-c96a-4a50-a0a1-2ba164f21f8c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:19.728161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82453e-15b3-49df-bf80-92ace1a210ae req-c7203166-b0d0-4d0f-b79e-df5a0fb5100a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:19.729795 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb82453e-15b3-49df-bf80-92ace1a210ae req-c7203166-b0d0-4d0f-b79e-df5a0fb5100a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18a06b53-c0a1-4ba6-849e-2080b1d16ef7 HTTP/1.1" status: 200 len: 845 time: 0.2112951 Mar 22 12:21:19.746062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b322a66-f765-45ad-886e-9d3b90b92012 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.788012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Deleting port 90e43de5-100f-4750-a006-f29b65377830 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:19.788226 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.835611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:19.836209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.863793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b322a66-f765-45ad-886e-9d3b90b92012 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=08de19a6-0727-42d7-92c8-c286d8d2fe25,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:19.878577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86259bd-1b67-41cb-b1eb-950b8cdb83ad tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Router 6e691693-e84e-4681-a601-bd8bc13abd1c has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:21:19.883694 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0388df59-c51f-44c5-affa-44598274ae41 req-fabdd5e3-8ae9-4263-a10a-827891ce755b tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412238 Mar 22 12:21:19.892563 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a3f5d6f2-04b7-43da-ab53-6149628b3fba tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.0556691 Mar 22 12:21:19.893263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37774) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:19.894844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65a370f7-f2a8-4c7e-929d-10aad2ebfab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.904467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b322a66-f765-45ad-886e-9d3b90b92012 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.948269 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d958c519-074e-4432-a798-7a07c8b87fde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd9a8796-8798-4916-8716-4cea398d9bfc'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:19.961754 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0b322a66-f765-45ad-886e-9d3b90b92012 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/08de19a6-0727-42d7-92c8-c286d8d2fe25 HTTP/1.1" status: 204 len: 168 time: 1.4338534 Mar 22 12:21:19.966111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65a370f7-f2a8-4c7e-929d-10aad2ebfab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:19.972404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37778) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:20.044839 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-af295ddd-340f-42e8-9171-14381e1c2a6d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:21:20.045409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-af295ddd-340f-42e8-9171-14381e1c2a6d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:20.064747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] For port 2cd8fa6d-5225-401e-8f16-15cce7538fb8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2cd8fa6d-5225-401e-8f16-15cce7538fb8,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:20.065210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:20.174112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-af295ddd-340f-42e8-9171-14381e1c2a6d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:20.178897 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-af295ddd-340f-42e8-9171-14381e1c2a6d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/08de19a6-0727-42d7-92c8-c286d8d2fe25 HTTP/1.1" status: 404 len: 333 time: 0.2003903 Mar 22 12:21:20.180495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37782) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:20.199410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'name': 'tempest-PortsIpV6TestJSON-1241473371'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:20.207329 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-12522a28-3531-45a9-8035-515aa9b17305 None None] Provisioning for port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:20.212283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-12522a28-3531-45a9-8035-515aa9b17305 None None] Provisioning complete for port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:20.212758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-12522a28-3531-45a9-8035-515aa9b17305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:20.258404 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb82453e-15b3-49df-bf80-92ace1a210ae req-db232013-82ef-41bd-9f18-4a102b6ade7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=68b84d2c-d1e6-4359-ae6d-d770fffe6077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5190835 Mar 22 12:21:20.269519 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-12522a28-3531-45a9-8035-515aa9b17305 None None] Port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:20.446590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65a370f7-f2a8-4c7e-929d-10aad2ebfab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:20.537609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] For port 90e43de5-100f-4750-a006-f29b65377830, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=90e43de5-100f-4750-a006-f29b65377830,segment=NetworkSegment(8fcabec3-db8b-45e6-9d6b-c187dee65cc4),segment_id=8fcabec3-db8b-45e6-9d6b-c187dee65cc4)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:20.537934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:20.546123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:20.553784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a370f7-f2a8-4c7e-929d-10aad2ebfab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104e481f-f4a0-4945-9679-013aabbbdbbf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:20.586537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:20.596165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65a370f7-f2a8-4c7e-929d-10aad2ebfab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:20.597258 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-65a370f7-f2a8-4c7e-929d-10aad2ebfab2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/104e481f-f4a0-4945-9679-013aabbbdbbf HTTP/1.1" status: 204 len: 168 time: 1.0484614 Mar 22 12:21:20.614454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:20.614803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:20.615111 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Floating IP 3754c931-8f2f-44cf-bd4f-6270b9b6ce09 disassociated. External IP: 172.26.0.132, port: 2cd8fa6d-5225-401e-8f16-15cce7538fb8. Mar 22 12:21:20.615603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Calling delete_port for 2cd8fa6d-5225-401e-8f16-15cce7538fb8 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:20.689814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Calling delete_port for 90e43de5-100f-4750-a006-f29b65377830 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:20.760402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:20.760764 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb82453e-15b3-49df-bf80-92ace1a210ae req-add6c9ba-c91b-4244-b2d1-064803e752d2 service neutron] 10.222.0.55 "GET /v2.0/networks/68b84d2c-d1e6-4359-ae6d-d770fffe6077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946649 Mar 22 12:21:20.763491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:20.799512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb514dde-33f4-434a-9b7e-904819bad55f req-fe5c82d4-3499-4a2a-9214-d34dbf985c44 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:20.800952 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fb514dde-33f4-434a-9b7e-904819bad55f req-fe5c82d4-3499-4a2a-9214-d34dbf985c44 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 946 time: 0.4298050 Mar 22 12:21:20.842589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port e5010c06-eeef-415a-9079-2ba0d2ca3372 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:20.959055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Deleting port 2ad238b6-5dde-4f6c-9c76-798045bbc670 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:20.959399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:21.105760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:21.108505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d958c519-074e-4432-a798-7a07c8b87fde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:21.160046 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb82453e-15b3-49df-bf80-92ace1a210ae req-41aa58c1-1479-4aaa-92e0-6481101850e6 service neutron] 10.222.0.55 "GET /v2.0/networks/68b84d2c-d1e6-4359-ae6d-d770fffe6077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828578 Mar 22 12:21:21.176073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Port': ['ID=90e43de5-100f-4750-a006-f29b65377830,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:21.187436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410764e-3d1c-499f-9977-5fc4e5090a6b req-a380541a-25af-4794-b75a-5e9f811263e2 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:21.189241 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8410764e-3d1c-499f-9977-5fc4e5090a6b req-a380541a-25af-4794-b75a-5e9f811263e2 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 946 time: 0.3909369 Mar 22 12:21:21.253756 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No DVR routers for this DVR port 90e43de5-100f-4750-a006-f29b65377830 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:21.350126 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:21.489003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Pushing event deleted for resources: {'Port': ['ID=2cd8fa6d-5225-401e-8f16-15cce7538fb8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:21.509631 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86259bd-1b67-41cb-b1eb-950b8cdb83ad tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:21:21.512308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:21.517037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:21.525940 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8410764e-3d1c-499f-9977-5fc4e5090a6b req-98eef39e-97d6-4a97-b6ae-1a9168f9a809 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088748 Mar 22 12:21:21.527790 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07057a-b335-4b50-8d60-78312c72bb15 None None] Sync routers for ids ['6e691693-e84e-4681-a601-bd8bc13abd1c'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:21:21.556177 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07057a-b335-4b50-8d60-78312c72bb15 None None] Routers {'6e691693-e84e-4681-a601-bd8bc13abd1c'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:21.556805 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6d07057a-b335-4b50-8d60-78312c72bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6e691693-e84e-4681-a601-bd8bc13abd1c'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:21.570148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c86259bd-1b67-41cb-b1eb-950b8cdb83ad tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:21.571603 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c86259bd-1b67-41cb-b1eb-950b8cdb83ad tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "PUT /v2.0/routers/6e691693-e84e-4681-a601-bd8bc13abd1c HTTP/1.1" status: 200 len: 921 time: 8.1689749 Mar 22 12:21:21.576756 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93466c02-f003-46a0-8e23-711d2dbefb05']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:21.578347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde2442-8dce-427e-b707-b69c8b775603 req-669fcd7d-44db-4ba3-bfe6-1cd9fe979394 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:21.580118 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4fde2442-8dce-427e-b707-b69c8b775603 req-669fcd7d-44db-4ba3-bfe6-1cd9fe979394 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 945 time: 0.5148180 Mar 22 12:21:21.583189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37806) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:21.656398 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6d07057a-b335-4b50-8d60-78312c72bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:21.677484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fcabec3-db8b-45e6-9d6b-c187dee65cc4') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:21.686801 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07057a-b335-4b50-8d60-78312c72bb15 None None] Routers {'6e691693-e84e-4681-a601-bd8bc13abd1c'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:21.687965 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6d07057a-b335-4b50-8d60-78312c72bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6e691693-e84e-4681-a601-bd8bc13abd1c'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:21.689938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fcabec3-db8b-45e6-9d6b-c187dee65cc4') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:21.738752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:21.742691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] For port 2ad238b6-5dde-4f6c-9c76-798045bbc670, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ad238b6-5dde-4f6c-9c76-798045bbc670,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:21.743055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:21.756471 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6d07057a-b335-4b50-8d60-78312c72bb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:21.756863 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07057a-b335-4b50-8d60-78312c72bb15 None None] The sync data for ids ['6e691693-e84e-4681-a601-bd8bc13abd1c'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:21:21.777703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:21.790737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:21.791393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:21.806033 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:21.830719 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4fde2442-8dce-427e-b707-b69c8b775603 req-ced13afa-9ba0-4afe-9c83-af4650a3bdef tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups?id=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397709 Mar 22 12:21:21.987950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-d958c519-074e-4432-a798-7a07c8b87fde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Delete allocated IP 172.20.0.30 (0e777d49-f488-4868-b6ec-9df41982403b/f79a8556-0d4f-4044-a560-b287a152c269) {{(pid=83794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 12:21:21.992423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.020841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.044395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=93466c02-f003-46a0-8e23-711d2dbefb05,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:22.051497 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f827ad31-847a-4d41-a7ac-c5927869d56d tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/93466c02-f003-46a0-8e23-711d2dbefb05 HTTP/1.1" status: 204 len: 168 time: 5.9663882 Mar 22 12:21:22.068140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37816) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:22.079831 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.084696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-804641884'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:22.089353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:22.093089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:network and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:22.095919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:22.101753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:22.115247 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2cd8fa6d-5225-401e-8f16-15cce7538fb8 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:22.187955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 2cd8fa6d-5225-401e-8f16-15cce7538fb8 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:22.189168 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2cd8fa6d-5225-401e-8f16-15cce7538fb8 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:22.189710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2ad238b6-5dde-4f6c-9c76-798045bbc670 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:22.215416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:22.218552 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.357012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.391185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad238b6-5dde-4f6c-9c76-798045bbc670'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:21:22.400694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d958c519-074e-4432-a798-7a07c8b87fde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.402983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2ad238b6-5dde-4f6c-9c76-798045bbc670, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ad238b6-5dde-4f6c-9c76-798045bbc670,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:22.416446 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.425170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-d958c519-074e-4432-a798-7a07c8b87fde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:22.432249 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d958c519-074e-4432-a798-7a07c8b87fde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.496446 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ad238b6-5dde-4f6c-9c76-798045bbc670', 'code': 200} Mar 22 12:21:22.524509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=2ad238b6-5dde-4f6c-9c76-798045bbc670,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:22.615308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958c519-074e-4432-a798-7a07c8b87fde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=1a670ae6-c96a-4a50-a0a1-2ba164f21f8c,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:22.656220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d958c519-074e-4432-a798-7a07c8b87fde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] In _notify_port_updated(), no bound segment for port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c on network 0e777d49-f488-4868-b6ec-9df41982403b {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:21:22.660435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d958c519-074e-4432-a798-7a07c8b87fde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:22.661042 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d958c519-074e-4432-a798-7a07c8b87fde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.662339 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d958c519-074e-4432-a798-7a07c8b87fde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "PUT /v2.0/ports/1a670ae6-c96a-4a50-a0a1-2ba164f21f8c HTTP/1.1" status: 200 len: 918 time: 2.7653100 Mar 22 12:21:22.666227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37830) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:22.672441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-847ca641-fa07-4cd4-be6d-a944c9235898 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd9a8796-8798-4916-8716-4cea398d9bfc'}, {'subnet_id': 'f79a8556-0d4f-4044-a560-b287a152c269'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:22.795495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:22.818326 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:22.820108 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=e5010c06-eeef-415a-9079-2ba0d2ca3372,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:22.831268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-847ca641-fa07-4cd4-be6d-a944c9235898 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.833628 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:22.837532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:22.838126 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.843078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:22.870446 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.870798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.871112 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Floating IP 88566bdd-b155-49d5-872b-4b11e973cbdd disassociated. External IP: 172.26.0.46, port: 2ad238b6-5dde-4f6c-9c76-798045bbc670. Mar 22 12:21:22.871477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Calling delete_port for 2ad238b6-5dde-4f6c-9c76-798045bbc670 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:22.916524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:22.916914 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment e7249218-2a41-472a-82a9-170dcec73fbb of type vlan for network d2619475-ad57-47ff-87fd-49bc768e6cfe Mar 22 12:21:22.918248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90a8270e-7ab3-4cbf-921f-4f9e5b2409f9 None None] Provisioning for port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:22.928588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90a8270e-7ab3-4cbf-921f-4f9e5b2409f9 None None] Provisioning complete for port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:22.929102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-90a8270e-7ab3-4cbf-921f-4f9e5b2409f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:23.019279 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cd0c98ed-403c-43a4-b8e2-282eab1fc75e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8356671 Mar 22 12:21:23.019279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:23.041070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37842) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:23.055967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4da9ceaa-7a80-44f1-8aa0-4762c9f13d8a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:23.082208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-90a8270e-7ab3-4cbf-921f-4f9e5b2409f9 None None] Port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:23.231458 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-02072560-2cb7-4400-9615-5e72d1ce9860 req-045a7e62-3b4c-4be0-b020-69cf31296faa tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 210 time: 0.0632126 Mar 22 12:21:23.276534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:23.276928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:23.282507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e03ab-d12c-410f-9e27-0095f46cd2eb req-24330f18-f910-4235-81c3-fbe275595f42 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:23.283965 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e89e03ab-d12c-410f-9e27-0095f46cd2eb req-24330f18-f910-4235-81c3-fbe275595f42 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 944 time: 0.5517957 Mar 22 12:21:23.317822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37848) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:23.341011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-847ca641-fa07-4cd4-be6d-a944c9235898 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.26 (0e777d49-f488-4868-b6ec-9df41982403b/f79a8556-0d4f-4044-a560-b287a152c269/1a670ae6-c96a-4a50-a0a1-2ba164f21f8c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:23.349125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:23.352809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:23.353313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:23.573372 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e89e03ab-d12c-410f-9e27-0095f46cd2eb req-67677cb2-1619-4084-a698-c8570e89bc8d tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700229 Mar 22 12:21:23.574742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=d2619475-ad57-47ff-87fd-49bc768e6cfe,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:23.586811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4da9ceaa-7a80-44f1-8aa0-4762c9f13d8a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:23.588141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network d2619475-ad57-47ff-87fd-49bc768e6cfe details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:23.597625 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dd4e9997-193c-42b1-a09f-fbf07b68a827 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5269139 Mar 22 12:21:23.600358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37854) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:23.604309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1536404478', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:23.613846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'network_id': 'd2619475-ad57-47ff-87fd-49bc768e6cfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:23.628077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:23.647160 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-47474e1b-6fb9-4eec-83c0-c88e14b6ec23 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/routers/6e691693-e84e-4681-a601-bd8bc13abd1c HTTP/1.1" status: 200 len: 921 time: 2.0563872 Mar 22 12:21:23.651562 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Usage tracker for resource:port and tenant:35c097c694f74f15b97e368b87765e67 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:23.654698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37858) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:23.658780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:23.734194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:23.747410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Router 0f7d70ca-d258-460e-8b48-854a24005328 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:21:23.761564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-847ca641-fa07-4cd4-be6d-a944c9235898 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:23.780444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Deleting port 2ad238b6-5dde-4f6c-9c76-798045bbc670 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:23.780864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:23.790503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-847ca641-fa07-4cd4-be6d-a944c9235898 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Ignored duplicate provisioning block setup for port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 12:21:23.791634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:23.795993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:subnet and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:23.799215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-847ca641-fa07-4cd4-be6d-a944c9235898 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:23.801095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:23.846474 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Made reservation on behalf of 35c097c694f74f15b97e368b87765e67 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:23.848985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:23.851008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:23.918137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:23.962380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:23.992925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ca641-fa07-4cd4-be6d-a944c9235898 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=1a670ae6-c96a-4a50-a0a1-2ba164f21f8c,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:24.161136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:24.191333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-847ca641-fa07-4cd4-be6d-a944c9235898 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] In _notify_port_updated(), no bound segment for port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c on network 0e777d49-f488-4868-b6ec-9df41982403b {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:21:24.195757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ca641-fa07-4cd4-be6d-a944c9235898 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:24.197552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-847ca641-fa07-4cd4-be6d-a944c9235898 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:24.201197 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-847ca641-fa07-4cd4-be6d-a944c9235898 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "PUT /v2.0/ports/1a670ae6-c96a-4a50-a0a1-2ba164f21f8c HTTP/1.1" status: 200 len: 998 time: 1.5339756 Mar 22 12:21:24.201909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37862) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:24.234908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7e7ee9c6-ae81-40b0-b028-fa38bea512f7 None None] Provisioning complete for port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:24.235542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e7ee9c6-ae81-40b0-b028-fa38bea512f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:24.299520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ee9c6-ae81-40b0-b028-fa38bea512f7 None None] Port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:24.356611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8e618f91-93ab-44fa-9d97-4c2348e08b58 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:24.356908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e618f91-93ab-44fa-9d97-4c2348e08b58 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:24.410531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-87bd47d6-7e89-480b-9d5e-573f97434456 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Synchronizing usage tracker for tenant:0d9053668e164b5384d1ffdd112728ab on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:24.423753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:24.444510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Usage tracker for resource:security_group_rule and tenant:35c097c694f74f15b97e368b87765e67 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:24.449045 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad0ed581-e8cc-4b96-a0c7-f08d37b2b050 req-d1ec7abc-b639-405f-8db5-568f7d94841d tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 210 time: 0.0551252 Mar 22 12:21:24.452904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:24.456770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4da9ceaa-7a80-44f1-8aa0-4762c9f13d8a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:24.483167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:24.494758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4da9ceaa-7a80-44f1-8aa0-4762c9f13d8a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:24.566147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-87bd47d6-7e89-480b-9d5e-573f97434456 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Unset dirty status for tenant:0d9053668e164b5384d1ffdd112728ab on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:24.569837 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-87bd47d6-7e89-480b-9d5e-573f97434456 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&device_id=6e691693-e84e-4681-a601-bd8bc13abd1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9114544 Mar 22 12:21:24.589710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37868) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:24.817899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] For port 2ad238b6-5dde-4f6c-9c76-798045bbc670, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2ad238b6-5dde-4f6c-9c76-798045bbc670,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:24.818281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:24.826024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e618f91-93ab-44fa-9d97-4c2348e08b58 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:24.833291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:24.907945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4da9ceaa-7a80-44f1-8aa0-4762c9f13d8a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] In _notify_port_updated(), no bound segment for port e5010c06-eeef-415a-9079-2ba0d2ca3372 on network 12f54d39-6573-49e1-9b56-76ffa1f70b49 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:21:24.911621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da9ceaa-7a80-44f1-8aa0-4762c9f13d8a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:24.912217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4da9ceaa-7a80-44f1-8aa0-4762c9f13d8a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:24.913749 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4da9ceaa-7a80-44f1-8aa0-4762c9f13d8a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "PUT /v2.0/ports/e5010c06-eeef-415a-9079-2ba0d2ca3372 HTTP/1.1" status: 200 len: 818 time: 1.8696859 Mar 22 12:21:24.917532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37874) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:24.933343 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9ceaa-7a80-44f1-8aa0-4762c9f13d8a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=e5010c06-eeef-415a-9079-2ba0d2ca3372,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:24.979154 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8e618f91-93ab-44fa-9d97-4c2348e08b58 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 1a670ae6-c96a-4a50-a0a1-2ba164f21f8c owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:25.137593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=4d0785b1-c656-4929-8d80-941a4de642e5,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:25.142284 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-eb7aef46-1a2a-4bc8-a137-f47e55b9d4d0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port e5010c06-eeef-415a-9079-2ba0d2ca3372 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:25.142619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eb7aef46-1a2a-4bc8-a137-f47e55b9d4d0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:25.202234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:25.217997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b06d04-432b-41b4-aeb6-70851c301fe1 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:25.218564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a2b06d04-432b-41b4-aeb6-70851c301fe1 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Synchronizing usage tracker for tenant:0d9053668e164b5384d1ffdd112728ab on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:25.224568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:25.247407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] device_id is not set on port 73bc1375-cdff-4502-821f-99b939fa4621 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:25.248898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking segment: {'id': 'e7249218-2a41-472a-82a9-170dcec73fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2619475-ad57-47ff-87fd-49bc768e6cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:25.249240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network hostable DHCP agents. Network: d2619475-ad57-47ff-87fd-49bc768e6cfe, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:25.383755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972729b0-4596-4064-b555-4ea6da009057 req-c44bc4ba-ee89-4994-aa61-780c06de5583 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:25.384435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-972729b0-4596-4064-b555-4ea6da009057 req-c44bc4ba-ee89-4994-aa61-780c06de5583 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Synchronizing usage tracker for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:25.424841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcb9de2-568c-410b-be3f-23e5f6933e27,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:25.434635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a2b06d04-432b-41b4-aeb6-70851c301fe1 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Unset dirty status for tenant:0d9053668e164b5384d1ffdd112728ab on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:25.435800 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a2b06d04-432b-41b4-aeb6-70851c301fe1 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/networks/4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 881 time: 0.8422091 Mar 22 12:21:25.440714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37880) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:25.447635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network d2619475-ad57-47ff-87fd-49bc768e6cfe is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:25.492711 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-972729b0-4596-4064-b555-4ea6da009057 req-c44bc4ba-ee89-4994-aa61-780c06de5583 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Unset dirty status for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:25.493936 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-972729b0-4596-4064-b555-4ea6da009057 req-c44bc4ba-ee89-4994-aa61-780c06de5583 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 944 time: 0.6971633 Mar 22 12:21:25.517970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e618f91-93ab-44fa-9d97-4c2348e08b58 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:25.527779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:21:25.532547 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9a437de6-752a-4263-b926-c07491ffc69b tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e691693-e84e-4681-a601-bd8bc13abd1c HTTP/1.1" status: 200 len: 205 time: 0.0829520 Mar 22 12:21:25.532713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:25.532713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:25.532713 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Floating IP 88566bdd-b155-49d5-872b-4b11e973cbdd disassociated. External IP: 172.26.0.46, port: 2ad238b6-5dde-4f6c-9c76-798045bbc670. Mar 22 12:21:25.532713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Calling delete_port for 2ad238b6-5dde-4f6c-9c76-798045bbc670 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:25.545106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340eb00-925a-4b1d-b557-7f16ab7986d3 None None] Sync routers for ids ['0f7d70ca-d258-460e-8b48-854a24005328'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:21:25.564346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, d2619475-ad57-47ff-87fd-49bc768e6cfe) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:25.568520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37886) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:25.575019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eb7aef46-1a2a-4bc8-a137-f47e55b9d4d0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:25.578115 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340eb00-925a-4b1d-b557-7f16ab7986d3 None None] Routers {'0f7d70ca-d258-460e-8b48-854a24005328'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:25.579106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5340eb00-925a-4b1d-b557-7f16ab7986d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0f7d70ca-d258-460e-8b48-854a24005328'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:25.591090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:25.591669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:25.600438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e618f91-93ab-44fa-9d97-4c2348e08b58 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=1a670ae6-c96a-4a50-a0a1-2ba164f21f8c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:25.642595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312964b4-198b-4e0a-811d-fa8782efabd4 None None] Network d2619475-ad57-47ff-87fd-49bc768e6cfe requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:25.743211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] No DVR routers for this DVR port 2cd8fa6d-5225-401e-8f16-15cce7538fb8 on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:25.753926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-eb7aef46-1a2a-4bc8-a137-f47e55b9d4d0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for e5010c06-eeef-415a-9079-2ba0d2ca3372 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:25.790669 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:25.793903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Allocated IP 172.26.0.207 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/73bc1375-cdff-4502-821f-99b939fa4621) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:25.799205 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ede21cf5-1c9e-47c7-91c8-8f547bdaf23a req-6c962b2d-7f3f-4141-bf36-47965f76cd25 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/ports?device_id=925dfd04-3c72-4ec6-a8dc-c0d6bcba7531 HTTP/1.1" status: 200 len: 210 time: 0.1999497 Mar 22 12:21:25.805157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'name': 'network-vif-deleted', 'tag': '2cd8fa6d-5225-401e-8f16-15cce7538fb8'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:21:25.844217 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b077195f-be0b-48a8-a341-1af654d153f5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2394977 Mar 22 12:21:25.852758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37892) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:25.857049 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-972729b0-4596-4064-b555-4ea6da009057 req-0155b9cf-f3be-4689-8d34-c3142ae7b465 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups?id=26b06489-d736-418d-ae7f-53c2aca75877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563876 Mar 22 12:21:25.897870 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d7626fb9-3ce9-494d-95a4-9cedb441bfa1 req-0353da83-2766-4dc7-afc0-88c3eebca2e0 tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.55 "DELETE /v2.0/ports/2cd8fa6d-5225-401e-8f16-15cce7538fb8 HTTP/1.1" status: 204 len: 173 time: 6.7229879 Mar 22 12:21:25.994768 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925dfd04-3c72-4ec6-a8dc-c0d6bcba7531', 'name': 'network-vif-deleted', 'tag': '2cd8fa6d-5225-401e-8f16-15cce7538fb8', 'status': 'completed', 'code': 200} Mar 22 12:21:26.012822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eb7aef46-1a2a-4bc8-a137-f47e55b9d4d0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.090450 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e618f91-93ab-44fa-9d97-4c2348e08b58 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.093365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7aef46-1a2a-4bc8-a137-f47e55b9d4d0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=e5010c06-eeef-415a-9079-2ba0d2ca3372,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:26.105282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eb7aef46-1a2a-4bc8-a137-f47e55b9d4d0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.110784 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eb7aef46-1a2a-4bc8-a137-f47e55b9d4d0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/e5010c06-eeef-415a-9079-2ba0d2ca3372 HTTP/1.1" status: 204 len: 168 time: 1.1383822 Mar 22 12:21:26.111498 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37896) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:26.117944 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8e618f91-93ab-44fa-9d97-4c2348e08b58 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/1a670ae6-c96a-4a50-a0a1-2ba164f21f8c HTTP/1.1" status: 204 len: 168 time: 1.8594127 Mar 22 12:21:26.118841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37900) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:26.144944 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-d2619475-ad57-47ff-87fd-49bc768e6cfe', 'network_id': 'd2619475-ad57-47ff-87fd-49bc768e6cfe', 'tenant_id': 'c3b96c3526fc4ce8983929829f39c67a', 'fixed_ips': [{'subnet_id': '4d0785b1-c656-4929-8d80-941a4de642e5'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:26.145927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.225516 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-5340eb00-925a-4b1d-b557-7f16ab7986d3 None None] Set router 0f7d70ca-d258-460e-8b48-854a24005328 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:21:26.304589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.321665 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1797c7b2-1d33-4b64-9607-e18f3a687ebe tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:21:26.322164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1797c7b2-1d33-4b64-9607-e18f3a687ebe tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:26.349046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1797c7b2-1d33-4b64-9607-e18f3a687ebe tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:26.350226 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1797c7b2-1d33-4b64-9607-e18f3a687ebe tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/1a670ae6-c96a-4a50-a0a1-2ba164f21f8c HTTP/1.1" status: 404 len: 333 time: 0.1954200 Mar 22 12:21:26.354063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37904) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:26.369002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.377331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Pushing event deleted for resources: {'Port': ['ID=2ad238b6-5dde-4f6c-9c76-798045bbc670,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:26.402303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ba17f6-3a45-42d3-90b6-5fc056a095f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:26.402983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22ba17f6-3a45-42d3-90b6-5fc056a095f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:26.454627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22ba17f6-3a45-42d3-90b6-5fc056a095f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:26.455486 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-22ba17f6-3a45-42d3-90b6-5fc056a095f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3425837 Mar 22 12:21:26.459177 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37908) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:26.491885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.561173 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5fc232-6dd5-462a-a252-6eabf6afa798 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:21:26.566130 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ab5fc232-6dd5-462a-a252-6eabf6afa798 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/e5010c06-eeef-415a-9079-2ba0d2ca3372 HTTP/1.1" status: 404 len: 333 time: 0.1022739 Mar 22 12:21:26.567118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37912) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:26.574340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-628345265'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:26.580356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:26.585916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Allocated IP 172.20.0.1 (d2619475-ad57-47ff-87fd-49bc768e6cfe/4d0785b1-c656-4929-8d80-941a4de642e5/5f5f87af-5505-4c66-8425-5f1e5483cdee) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:26.597254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:network and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:26.602420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:26.611511 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:26.634362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ca55b2-5f20-416d-b6d3-c4279824e935 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting subnet f79a8556-0d4f-4044-a560-b287a152c269 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:21:26.637745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-91ca55b2-5f20-416d-b6d3-c4279824e935 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.665556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:26.668603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.717288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-91ca55b2-5f20-416d-b6d3-c4279824e935 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.760345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:26.777526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.778107 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Added segment ebf51a01-0c5c-443e-a9bb-f5cf41843ded of type vlan for network 41d9fe24-653a-409d-a6d3-597defb8df3a Mar 22 12:21:26.827144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.855399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-91ca55b2-5f20-416d-b6d3-c4279824e935 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.898471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.928873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.950013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Transition to ACTIVE for port object 5f5f87af-5505-4c66-8425-5f1e5483cdee will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:26.974655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.984695 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5340eb00-925a-4b1d-b557-7f16ab7986d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:06Z', 'revision_number': 4, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '33da4b66-4520-483f-a135-7a7941ebd418', 'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'mac_address': 'fa:16:3e:d0:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:04Z', 'updated_at': '2022-03-22T12:19:43Z', 'revision_number': 5, 'project_id': '8531d086af9d478aac581589cdb32384', 'subnets': [{'id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:26.985358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:26.987983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-91ca55b2-5f20-416d-b6d3-c4279824e935 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.000350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340eb00-925a-4b1d-b557-7f16ab7986d3 None None] Checking router: 0f7d70ca-d258-460e-8b48-854a24005328 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:21:27.020081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Transition to ACTIVE for port object 5f5f87af-5505-4c66-8425-5f1e5483cdee will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:27.034899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340eb00-925a-4b1d-b557-7f16ab7986d3 None None] Routers {'0f7d70ca-d258-460e-8b48-854a24005328'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:27.035855 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5340eb00-925a-4b1d-b557-7f16ab7986d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0f7d70ca-d258-460e-8b48-854a24005328'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:27.071105 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.079864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:27.080481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.090606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-91ca55b2-5f20-416d-b6d3-c4279824e935 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.122236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca55b2-5f20-416d-b6d3-c4279824e935 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Subnet': ['ID=f79a8556-0d4f-4044-a560-b287a152c269,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:27.126889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37922) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:27.127834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac973808-abae-4de6-8f17-82faa59017cd None None] Network 0e777d49-f488-4868-b6ec-9df41982403b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:27.162713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.202138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Pushing event updated for resources: {'Port': ['ID=73bc1375-cdff-4502-821f-99b939fa4621,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:27.249053 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-91ca55b2-5f20-416d-b6d3-c4279824e935 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/f79a8556-0d4f-4044-a560-b287a152c269 HTTP/1.1" status: 204 len: 168 time: 0.8943925 Mar 22 12:21:27.286705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37926) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:27.306987 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7388544 Mar 22 12:21:27.315286 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28850188-bbd5-4bb1-a726-02e2a38b9209 req-9c26bbbb-7942-48c0-8305-98e6bd9597f8 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 210 time: 0.0756531 Mar 22 12:21:27.317635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37930) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:27.328073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c83ca3-ca24-40c3-a903-b24a4eb6602b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Network': ['ID=41d9fe24-653a-409d-a6d3-597defb8df3a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:27.336774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': '41d9fe24-653a-409d-a6d3-597defb8df3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:27.375465 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 41d9fe24-653a-409d-a6d3-597defb8df3a details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:27.388105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:27.398329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:27.408007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:27.408236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d25dc3a-5c35-4065-a021-68c0615283ea tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.464588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d25dc3a-5c35-4065-a021-68c0615283ea tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.491746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:27.508175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:27.512308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Network d2619475-ad57-47ff-87fd-49bc768e6cfe is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:27.513365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:27.520862 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:27.522588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:27.535565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:27.540218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Pushing event updated for resources: {'Port': ['ID=5f5f87af-5505-4c66-8425-5f1e5483cdee,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:27.540848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.548198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:27.606526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0785b1-c656-4929-8d80-941a4de642e5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:27.621230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:27.622073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.651530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d25dc3a-5c35-4065-a021-68c0615283ea tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.676237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25dc3a-5c35-4065-a021-68c0615283ea tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861f7b2c-62ad-4952-bcf6-7fc08c7d41f6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:27.683098 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.741878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Attempting to bind port 5f5f87af-5505-4c66-8425-5f1e5483cdee on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:27.742498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Attempting to bind port 5f5f87af-5505-4c66-8425-5f1e5483cdee by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'e7249218-2a41-472a-82a9-170dcec73fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2619475-ad57-47ff-87fd-49bc768e6cfe'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:27.742643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Attempting to bind port 5f5f87af-5505-4c66-8425-5f1e5483cdee on network d2619475-ad57-47ff-87fd-49bc768e6cfe {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:27.763786 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-5340eb00-925a-4b1d-b557-7f16ab7986d3 None None] Set router 0f7d70ca-d258-460e-8b48-854a24005328 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:21:27.771127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2d25dc3a-5c35-4065-a021-68c0615283ea tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.772437 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2d25dc3a-5c35-4065-a021-68c0615283ea tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "DELETE /v2.0/security-groups/861f7b2c-62ad-4952-bcf6-7fc08c7d41f6 HTTP/1.1" status: 204 len: 168 time: 0.6407180 Mar 22 12:21:27.775877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37934) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:27.781155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d3f709-ac46-4a3b-8d74-cc6fb49884e2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting subnet cd9a8796-8798-4916-8716-4cea398d9bfc {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:21:27.790763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84d3f709-ac46-4a3b-8d74-cc6fb49884e2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.803469 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-edc58f95-240c-4c1e-8b32-196618f1e58c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] show failed (client error): The resource could not be found. Mar 22 12:21:27.804463 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-edc58f95-240c-4c1e-8b32-196618f1e58c tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "GET /v2.0/security-groups/861f7b2c-62ad-4952-bcf6-7fc08c7d41f6 HTTP/1.1" status: 404 len: 347 time: 0.0274320 Mar 22 12:21:27.808662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37938) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:27.824475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.830721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:27.831090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Checking segment: {'id': 'e7249218-2a41-472a-82a9-170dcec73fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2619475-ad57-47ff-87fd-49bc768e6cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:27.831495 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.832058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Bound using segment: {'id': 'e7249218-2a41-472a-82a9-170dcec73fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2619475-ad57-47ff-87fd-49bc768e6cfe'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:27.832534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Bound port: 5f5f87af-5505-4c66-8425-5f1e5483cdee, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7249218-2a41-472a-82a9-170dcec73fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd2619475-ad57-47ff-87fd-49bc768e6cfe'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:27.832908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.850214 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d9dbcfc9-2ec9-466d-b99d-d2220d7e5edb tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5249116 Mar 22 12:21:27.869565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37942) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:27.881547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.207'}]}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:27.890874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2619475-ad57-47ff-87fd-49bc768e6cfe']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:27.901859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:27.913018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84d3f709-ac46-4a3b-8d74-cc6fb49884e2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.941023 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7249218-2a41-472a-82a9-170dcec73fbb') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:27.941402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7249218-2a41-472a-82a9-170dcec73fbb') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:27.948379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Usage tracker for resource:router and tenant:35c097c694f74f15b97e368b87765e67 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:27.954632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:27.978424 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:27.982220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:27.986153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c76b6d0e-c285-4d64-973d-24d6eb067faf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Deleting port 3838b835-4ef4-4791-af43-1817cbdcfdc8 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:27.986649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c76b6d0e-c285-4d64-973d-24d6eb067faf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.002446 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Router d6831f3b-5b40-424f-9147-d04618137e70 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:21:28.025921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.045849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.046928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.051538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:28.052002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:28.075854 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:28.130960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] For port 5f5f87af-5505-4c66-8425-5f1e5483cdee, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:28.223916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84d3f709-ac46-4a3b-8d74-cc6fb49884e2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.295262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] For port 5f5f87af-5505-4c66-8425-5f1e5483cdee, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5f5f87af-5505-4c66-8425-5f1e5483cdee,segment=NetworkSegment(e7249218-2a41-472a-82a9-170dcec73fbb),segment_id=e7249218-2a41-472a-82a9-170dcec73fbb)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:28.304127 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.359805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.429880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c76b6d0e-c285-4d64-973d-24d6eb067faf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.430250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c76b6d0e-c285-4d64-973d-24d6eb067faf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.455755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326a889-4123-4a6d-9931-f7b4a757af15 None None] Pushing event updated for resources: {'Port': ['ID=5f5f87af-5505-4c66-8425-5f1e5483cdee,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:28.482028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5340eb00-925a-4b1d-b557-7f16ab7986d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:06Z', 'revision_number': 4, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '33da4b66-4520-483f-a135-7a7941ebd418', 'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'mac_address': 'fa:16:3e:d0:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:04Z', 'updated_at': '2022-03-22T12:19:43Z', 'revision_number': 5, 'project_id': '8531d086af9d478aac581589cdb32384', 'subnets': [{'id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:28.493237 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340eb00-925a-4b1d-b557-7f16ab7986d3 None None] The sync data for ids ['0f7d70ca-d258-460e-8b48-854a24005328'] in dv-neutron-834653-1-hyperv is: [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:06Z', 'revision_number': 4, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '33da4b66-4520-483f-a135-7a7941ebd418', 'name': '', 'network_id': 'bb46452e-4545-42cf-a68a-ee059c6e8f32', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'mac_address': 'fa:16:3e:d0:12:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:04Z', 'updated_at': '2022-03-22T12:19:43Z', 'revision_number': 5, 'project_id': '8531d086af9d478aac581589cdb32384', 'subnets': [{'id': 'ee7fb443-864c-4e35-8c85-686b735a223d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:21:28.511464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4472e53d-6dd1-433e-a45a-8a270586d934 None None] Network d2619475-ad57-47ff-87fd-49bc768e6cfe requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:28.646825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c76b6d0e-c285-4d64-973d-24d6eb067faf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Calling delete_port for 3838b835-4ef4-4791-af43-1817cbdcfdc8 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:28.663673 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 12:21:28.663673 dv-neutron-834653-1-hyperv neutron-server[83793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 12:21:28.663673 dv-neutron-834653-1-hyperv neutron-server[83793]: [parameters: {'id': 'd2619475-ad57-47ff-87fd-49bc768e6cfe'}] Mar 22 12:21:28.663673 dv-neutron-834653-1-hyperv neutron-server[83793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:28.664187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:28.732571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-5a480509-c05f-4512-971b-b31f1a8c4122 req-91316b25-a69a-43b4-909c-8d38fd97d0c2 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Synchronizing usage tracker for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:28.769161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Subnet': ['ID=fd214eb3-f649-4d01-ac75-4459ac9aa191,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:28.793793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.800671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4ca62fa6-c07a-4f2f-b838-3730b2ffc74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.806352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-5a480509-c05f-4512-971b-b31f1a8c4122 req-91316b25-a69a-43b4-909c-8d38fd97d0c2 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Unset dirty status for tenant:934110f16cbd4eeaa5a066963b2a1493 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:28.807892 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5a480509-c05f-4512-971b-b31f1a8c4122 req-91316b25-a69a-43b4-909c-8d38fd97d0c2 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 210 time: 0.1376269 Mar 22 12:21:28.814589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.849029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84d3f709-ac46-4a3b-8d74-cc6fb49884e2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.856694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Deleting port a2e636eb-0024-429a-ae8b-4f5546c730e2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:28.858009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.865528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Checking segment: {'id': 'ebf51a01-0c5c-443e-a9bb-f5cf41843ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '41d9fe24-653a-409d-a6d3-597defb8df3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:28.866123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network hostable DHCP agents. Network: 41d9fe24-653a-409d-a6d3-597defb8df3a, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:28.884694 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae3189-886a-4762-b010-548ae544f421 None None] New status for floating IP 3754c931-8f2f-44cf-bd4f-6270b9b6ce09: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:21:28.903989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c76b6d0e-c285-4d64-973d-24d6eb067faf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:28.956423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 41d9fe24-653a-409d-a6d3-597defb8df3a is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:28.957177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec09091-c83c-4fdd-8d27-b123cc220d17 None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:21:28.998304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b6d0e-c285-4d64-973d-24d6eb067faf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Pushing event deleted for resources: {'Port': ['ID=3838b835-4ef4-4791-af43-1817cbdcfdc8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:29.024847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4b56a55b-fc0e-490d-aab9-f4f13ae3816a None None] Provisioning complete for port b4fa1035-110d-420d-9c20-1f65c8add3f2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:29.025517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4b56a55b-fc0e-490d-aab9-f4f13ae3816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.035308 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:21:29.053138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 41d9fe24-653a-409d-a6d3-597defb8df3a) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:29.064776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:29.065364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.083486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3f709-ac46-4a3b-8d74-cc6fb49884e2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9a8796-8798-4916-8716-4cea398d9bfc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:29.093353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84d3f709-ac46-4a3b-8d74-cc6fb49884e2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.103989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c76b6d0e-c285-4d64-973d-24d6eb067faf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.117887 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4ea3e0a3-57fa-494f-b04b-e3bad4b72ed5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7982616 Mar 22 12:21:29.121210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37948) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:29.125494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c76b6d0e-c285-4d64-973d-24d6eb067faf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.126652 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c76b6d0e-c285-4d64-973d-24d6eb067faf tempest-ServersTestManualDisk-985865679 tempest-ServersTestManualDisk-985865679-project] 10.222.0.62 "DELETE /v2.0/floatingips/3754c931-8f2f-44cf-bd4f-6270b9b6ce09 HTTP/1.1" status: 204 len: 168 time: 1.3169365 Mar 22 12:21:29.130892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-719b6e53-043d-43b1-b095-c1e368254461 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': '41d9fe24-653a-409d-a6d3-597defb8df3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:29.147564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37952) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:29.225693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.227546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec09091-c83c-4fdd-8d27-b123cc220d17 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 12:21:29.252476 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-84d3f709-ac46-4a3b-8d74-cc6fb49884e2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/cd9a8796-8798-4916-8716-4cea398d9bfc HTTP/1.1" status: 204 len: 168 time: 1.9586244 Mar 22 12:21:29.257787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37956) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:29.300230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Deleting port 5f5f87af-5505-4c66-8425-5f1e5483cdee {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:29.300615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.328616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.414432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-719b6e53-043d-43b1-b095-c1e368254461 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:29.419787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-719b6e53-043d-43b1-b095-c1e368254461 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:29.423839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-719b6e53-043d-43b1-b095-c1e368254461 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:29.433331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-719b6e53-043d-43b1-b095-c1e368254461 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:29.453421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719b6e53-043d-43b1-b095-c1e368254461 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:29.457309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-719b6e53-043d-43b1-b095-c1e368254461 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.539297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.550863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Calling delete_port for a2e636eb-0024-429a-ae8b-4f5546c730e2 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:29.605305 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-719b6e53-043d-43b1-b095-c1e368254461 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd214eb3-f649-4d01-ac75-4459ac9aa191 (CIDR: 2001:db8::/64) Mar 22 12:21:29.615609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-41d9fe24-653a-409d-a6d3-597defb8df3a', 'network_id': '41d9fe24-653a-409d-a6d3-597defb8df3a', 'tenant_id': 'fe44fae51d5c4117a8944d7feee32985', 'fixed_ips': [{'subnet_id': 'fd214eb3-f649-4d01-ac75-4459ac9aa191'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:29.616811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.663747 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-719b6e53-043d-43b1-b095-c1e368254461 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:21:29.664170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719b6e53-043d-43b1-b095-c1e368254461 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:21:29.665682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.758753 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-719b6e53-043d-43b1-b095-c1e368254461 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6360207 Mar 22 12:21:29.761816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37960) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:29.768620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': '41d9fe24-653a-409d-a6d3-597defb8df3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:29.772402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:21:29.780648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Allocated IP 2001:db8::2 (41d9fe24-653a-409d-a6d3-597defb8df3a/fd214eb3-f649-4d01-ac75-4459ac9aa191/82714e74-cc19-4ac7-8023-f5fac4b73348) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:29.791795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a2923-db54-4cb1-abc9-f5c4d1f02191 None None] Sync routers for ids ['d6831f3b-5b40-424f-9147-d04618137e70'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:21:29.807486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port b4fa1035-110d-420d-9c20-1f65c8add3f2 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:29.807877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:29.874797 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a2923-db54-4cb1-abc9-f5c4d1f02191 None None] Routers {'d6831f3b-5b40-424f-9147-d04618137e70'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:29.875410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-be0a2923-db54-4cb1-abc9-f5c4d1f02191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d6831f3b-5b40-424f-9147-d04618137e70'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:30.028379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] No DVR routers for this DVR port 2ad238b6-5dde-4f6c-9c76-798045bbc670 on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:30.031003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.033127 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fb514dde-33f4-434a-9b7e-904819bad55f req-8ac622e7-1fdc-48d2-b653-9b3a411a325e tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.55 "DELETE /v2.0/ports/2ad238b6-5dde-4f6c-9c76-798045bbc670 HTTP/1.1" status: 204 len: 173 time: 9.2254181 Mar 22 12:21:30.040488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'name': 'network-vif-deleted', 'tag': '2ad238b6-5dde-4f6c-9c76-798045bbc670'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:21:30.102430 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26fb1a74-fb12-476b-8895-cae509c6495f req-e6841d24-161c-467f-9ac7-54f0d198a5e9 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/ports?device_id=fc0a7c2b-0da5-4b41-a103-7da002176ed8 HTTP/1.1" status: 200 len: 210 time: 0.0671604 Mar 22 12:21:30.126679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:30.132942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:30.138748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:30.156330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] For port 5f5f87af-5505-4c66-8425-5f1e5483cdee, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5f5f87af-5505-4c66-8425-5f1e5483cdee,segment=NetworkSegment(e7249218-2a41-472a-82a9-170dcec73fbb),segment_id=e7249218-2a41-472a-82a9-170dcec73fbb)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:30.156755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.164408 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-be0a2923-db54-4cb1-abc9-f5c4d1f02191 None None] Set router d6831f3b-5b40-424f-9147-d04618137e70 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:21:30.173281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:30.178549 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0a7c2b-0da5-4b41-a103-7da002176ed8', 'name': 'network-vif-deleted', 'tag': '2ad238b6-5dde-4f6c-9c76-798045bbc670', 'status': 'completed', 'code': 200} Mar 22 12:21:30.227736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:30.231835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.262332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.266115 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.290458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Transition to ACTIVE for port object 82714e74-cc19-4ac7-8023-f5fac4b73348 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:30.387266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Transition to ACTIVE for port object 82714e74-cc19-4ac7-8023-f5fac4b73348 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:30.443107 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.456304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Calling delete_port for 5f5f87af-5505-4c66-8425-5f1e5483cdee owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:30.560396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Network 41d9fe24-653a-409d-a6d3-597defb8df3a is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:30.568706 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:30.579399 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Pushing event updated for resources: {'Port': ['ID=82714e74-cc19-4ac7-8023-f5fac4b73348,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:30.581767 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:30.727377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] For port b4fa1035-110d-420d-9c20-1f65c8add3f2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b4fa1035-110d-420d-9c20-1f65c8add3f2,segment=NetworkSegment(82c4c317-cc77-453d-898f-0779b87639b4),segment_id=82c4c317-cc77-453d-898f-0779b87639b4)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:30.727805 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.740598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Attempting to bind port 82714e74-cc19-4ac7-8023-f5fac4b73348 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:30.741121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Attempting to bind port 82714e74-cc19-4ac7-8023-f5fac4b73348 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'ebf51a01-0c5c-443e-a9bb-f5cf41843ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '41d9fe24-653a-409d-a6d3-597defb8df3a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:30.741500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Attempting to bind port 82714e74-cc19-4ac7-8023-f5fac4b73348 on network 41d9fe24-653a-409d-a6d3-597defb8df3a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:30.750909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:30.750909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Checking segment: {'id': 'ebf51a01-0c5c-443e-a9bb-f5cf41843ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '41d9fe24-653a-409d-a6d3-597defb8df3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:30.750909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.750909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Bound using segment: {'id': 'ebf51a01-0c5c-443e-a9bb-f5cf41843ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '41d9fe24-653a-409d-a6d3-597defb8df3a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:30.751384 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Bound port: 82714e74-cc19-4ac7-8023-f5fac4b73348, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf51a01-0c5c-443e-a9bb-f5cf41843ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '41d9fe24-653a-409d-a6d3-597defb8df3a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:30.751687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.793628 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.843027 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-be0a2923-db54-4cb1-abc9-f5c4d1f02191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:13Z', 'revision_number': 4, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2', 'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'mac_address': 'fa:16:3e:7b:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:46Z', 'revision_number': 5, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'subnets': [{'id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:30.851564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a2923-db54-4cb1-abc9-f5c4d1f02191 None None] Checking router: d6831f3b-5b40-424f-9147-d04618137e70 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:21:30.858874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 41d9fe24-653a-409d-a6d3-597defb8df3a is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:30.869152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] For port 82714e74-cc19-4ac7-8023-f5fac4b73348, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:30.872282 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for b4fa1035-110d-420d-9c20-1f65c8add3f2 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:30.873014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] For port 82714e74-cc19-4ac7-8023-f5fac4b73348, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=82714e74-cc19-4ac7-8023-f5fac4b73348,segment=NetworkSegment(ebf51a01-0c5c-443e-a9bb-f5cf41843ded),segment_id=ebf51a01-0c5c-443e-a9bb-f5cf41843ded)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:30.876153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a2923-db54-4cb1-abc9-f5c4d1f02191 None None] Routers {'d6831f3b-5b40-424f-9147-d04618137e70'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:30.876760 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-be0a2923-db54-4cb1-abc9-f5c4d1f02191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d6831f3b-5b40-424f-9147-d04618137e70'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:30.896337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:30.902610 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.904976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:30.905689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.939308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Subnet': ['ID=11cf6994-4068-41bb-8deb-efff48cec29b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:30.941486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.974867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Pushing event deleted for resources: {'Port': ['ID=a2e636eb-0024-429a-ae8b-4f5546c730e2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:30.986978 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa90881d-cccd-48e3-94f8-3c0ca8927ea1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2202206 Mar 22 12:21:30.987217 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:30.987345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37968) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:30.997914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': '41d9fe24-653a-409d-a6d3-597defb8df3a', 'fixed_ips': [{'subnet_id': 'fd214eb3-f649-4d01-ac75-4459ac9aa191'}, {'subnet_id': '11cf6994-4068-41bb-8deb-efff48cec29b'}], 'name': 'tempest-PortsIpV6TestJSON-258934585'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:31.068949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-be0a2923-db54-4cb1-abc9-f5c4d1f02191 None None] Set router d6831f3b-5b40-424f-9147-d04618137e70 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:21:31.092039 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Port': ['ID=5f5f87af-5505-4c66-8425-5f1e5483cdee,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:31.108855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No DVR routers for this DVR port 5f5f87af-5505-4c66-8425-5f1e5483cdee on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:31.204589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:31.244695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:31.316898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:31.324008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.338343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37976) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:31.379972 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.387268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port 01de5391-50c0-451c-8f17-d17ab6dc1e93 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:31.395351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ca61c-b810-446e-843d-81ff5b760d0d None None] Pushing event updated for resources: {'Port': ['ID=82714e74-cc19-4ac7-8023-f5fac4b73348,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:31.444991 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.473792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=b4fa1035-110d-420d-9c20-1f65c8add3f2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:31.524345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-be0a2923-db54-4cb1-abc9-f5c4d1f02191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:13Z', 'revision_number': 4, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2', 'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'mac_address': 'fa:16:3e:7b:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:46Z', 'revision_number': 5, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'subnets': [{'id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:31.533125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0a2923-db54-4cb1-abc9-f5c4d1f02191 None None] The sync data for ids ['d6831f3b-5b40-424f-9147-d04618137e70'] in dv-neutron-834653-1-hyperv is: [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:19:13Z', 'revision_number': 4, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2', 'name': '', 'network_id': '68b84d2c-d1e6-4359-ae6d-d770fffe6077', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'mac_address': 'fa:16:3e:7b:d4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:11Z', 'updated_at': '2022-03-22T12:19:46Z', 'revision_number': 5, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'subnets': [{'id': '18a06b53-c0a1-4ba6-849e-2080b1d16ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:21:31.559977 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2619475-ad57-47ff-87fd-49bc768e6cfe']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:31.647875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6496d8a5-7570-4df0-840c-206dfd9a0895 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.654968 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-07f36a86-c8a5-4f26-bf62-1b16a8efb490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.666179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No DVR routers for this DVR port b4fa1035-110d-420d-9c20-1f65c8add3f2 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:31.670649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.699783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] Deleting port 33da4b66-4520-483f-a135-7a7941ebd418 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:31.700115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.741221 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7249218-2a41-472a-82a9-170dcec73fbb') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:31.741540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7249218-2a41-472a-82a9-170dcec73fbb') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:31.756250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.784517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6496d8a5-7570-4df0-840c-206dfd9a0895 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.814653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.834627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.851597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:31.866685 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35659cef-39f2-42e3-a840-9e0ae1fd8d6f None None] New status for floating IP 88566bdd-b155-49d5-872b-4b11e973cbdd: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:21:31.992082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.087361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.163804 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6496d8a5-7570-4df0-840c-206dfd9a0895 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.176634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:32.177028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:32.202088 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:32.204317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] For port 33da4b66-4520-483f-a135-7a7941ebd418, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=33da4b66-4520-483f-a135-7a7941ebd418,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:32.204317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.241164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496d8a5-7570-4df0-840c-206dfd9a0895 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b06489-d736-418d-ae7f-53c2aca75877,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:32.271013 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.393088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] Calling delete_port for 33da4b66-4520-483f-a135-7a7941ebd418 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:32.406849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e777d49-f488-4868-b6ec-9df41982403b']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:32.446068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6496d8a5-7570-4df0-840c-206dfd9a0895 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.449748 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6496d8a5-7570-4df0-840c-206dfd9a0895 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "DELETE /v2.0/security-groups/26b06489-d736-418d-ae7f-53c2aca75877 HTTP/1.1" status: 204 len: 168 time: 1.1078944 Mar 22 12:21:32.453347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37980) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:32.485705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8::209 (41d9fe24-653a-409d-a6d3-597defb8df3a/fd214eb3-f649-4d01-ac75-4459ac9aa191/01de5391-50c0-451c-8f17-d17ab6dc1e93) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:32.497235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c4c317-cc77-453d-898f-0779b87639b4') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:32.497843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c4c317-cc77-453d-898f-0779b87639b4') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:32.500212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8:0:1::2ea (41d9fe24-653a-409d-a6d3-597defb8df3a/11cf6994-4068-41bb-8deb-efff48cec29b/01de5391-50c0-451c-8f17-d17ab6dc1e93) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:32.510214 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-1c26f6ec-fd1e-4204-9dd5-9b0baf67f9d5 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] show failed (client error): The resource could not be found. Mar 22 12:21:32.510422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.511329 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1c26f6ec-fd1e-4204-9dd5-9b0baf67f9d5 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "GET /v2.0/security-groups/26b06489-d736-418d-ae7f-53c2aca75877 HTTP/1.1" status: 404 len: 347 time: 0.0554681 Mar 22 12:21:32.522041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37984) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:32.537526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.539674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de3ec6e-61ee-405f-ac68-c3eb113e4997 None None] Network 41d9fe24-653a-409d-a6d3-597defb8df3a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:32.546876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.560434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4fff97-0a3c-4b16-b277-e44fbe7c75ad None None] Network 0e777d49-f488-4868-b6ec-9df41982403b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:32.565729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.579926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=d2619475-ad57-47ff-87fd-49bc768e6cfe,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:32.595297 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-830bc0bf-cbfb-482e-85e8-52fb20893eb3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/d2619475-ad57-47ff-87fd-49bc768e6cfe HTTP/1.1" status: 204 len: 168 time: 6.7382185 Mar 22 12:21:32.595297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.601146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 37988) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:32.621024 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.621254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2084279352'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:32.634578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:32.634963 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.642124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:32.649238 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:32.656059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:network and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:32.665261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:32.742471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:32.760440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.787286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6df001f0-d842-48f9-a9fd-820ad11fcc60 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Deleting port f80721df-c674-47d9-9233-330f021590fe {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:32.787519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df001f0-d842-48f9-a9fd-820ad11fcc60 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.820432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.820686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Fanout notify agent at l3_agent the message router_deleted on router 6e691693-e84e-4681-a601-bd8bc13abd1c {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:21:32.826617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:32.828970 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.829859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.834568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ddd02163-d279-49f8-b59e-5000eb99f363 None None] Provisioning for port 82714e74-cc19-4ac7-8023-f5fac4b73348 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:32.903718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.926483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:32.927092 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3f7b733c-dc86-40bb-890a-962ae3f922c4 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/6e691693-e84e-4681-a601-bd8bc13abd1c HTTP/1.1" status: 204 len: 168 time: 7.3321700 Mar 22 12:21:32.928222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Network': ['ID=0e777d49-f488-4868-b6ec-9df41982403b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:32.931367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37992) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:32.932766 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-09195d9d-e4cf-49dc-8497-396c86e31084 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/networks/0e777d49-f488-4868-b6ec-9df41982403b HTTP/1.1" status: 204 len: 168 time: 3.6695209 Mar 22 12:21:32.936431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 37996) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:32.942908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-797cbe29-afa2-40d4-bf98-8bbeebb70c29 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-190781967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:32.980483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-797cbe29-afa2-40d4-bf98-8bbeebb70c29 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:33.018783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b1f5dc-dedd-46a8-a7ef-b8e42f9376c3 None None] DHCP port deletion for 0e777d49-f488-4868-b6ec-9df41982403b request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:21:33.048259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-797cbe29-afa2-40d4-bf98-8bbeebb70c29 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Usage tracker for resource:router and tenant:dc5ded5fdfda4bb789d009359947115c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:33.090698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:33.108754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-797cbe29-afa2-40d4-bf98-8bbeebb70c29 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:33.126073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-797cbe29-afa2-40d4-bf98-8bbeebb70c29 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:33.146059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.146406 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment a6bcc464-54ec-426d-8b4a-f2732241f43b of type vlan for network e5b22cbb-32de-4828-96ae-c95e24d3e5db Mar 22 12:21:33.147418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.165738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-797cbe29-afa2-40d4-bf98-8bbeebb70c29 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.166677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-797cbe29-afa2-40d4-bf98-8bbeebb70c29 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.201402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 82714e74-cc19-4ac7-8023-f5fac4b73348 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:33.218670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=33da4b66-4520-483f-a135-7a7941ebd418,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:33.222471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.241876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc3a23-614f-4a4b-aa97-be136fa46d3a None None] Update dhcp port {'port': {'network_id': '41d9fe24-653a-409d-a6d3-597defb8df3a', 'fixed_ips': [{'subnet_id': 'fd214eb3-f649-4d01-ac75-4459ac9aa191', 'ip_address': '2001:db8::2'}, {'subnet_id': '11cf6994-4068-41bb-8deb-efff48cec29b'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '82714e74-cc19-4ac7-8023-f5fac4b73348'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:21:33.272004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.291535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.314168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object 01de5391-50c0-451c-8f17-d17ab6dc1e93 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:33.325951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7efc3a23-614f-4a4b-aa97-be136fa46d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.344645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df001f0-d842-48f9-a9fd-820ad11fcc60 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.344960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df001f0-d842-48f9-a9fd-820ad11fcc60 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.447287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 82714e74-cc19-4ac7-8023-f5fac4b73348 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:33.457613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 82714e74-cc19-4ac7-8023-f5fac4b73348 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:33.458066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.461932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.472878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.479879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beeed54-3c6d-46b0-b79f-e52d48c5e19e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:33.480830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9beeed54-3c6d-46b0-b79f-e52d48c5e19e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:33.486722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-797cbe29-afa2-40d4-bf98-8bbeebb70c29 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.524764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9beeed54-3c6d-46b0-b79f-e52d48c5e19e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:33.526811 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9beeed54-3c6d-46b0-b79f-e52d48c5e19e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5895514 Mar 22 12:21:33.530873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38000) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:33.551722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6df001f0-d842-48f9-a9fd-820ad11fcc60 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Calling delete_port for f80721df-c674-47d9-9233-330f021590fe owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:33.569593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.570400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ad87f98-d6e9-40ba-adc7-1f162eea6885 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:21:33.577700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-797cbe29-afa2-40d4-bf98-8bbeebb70c29 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.620218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.635405 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-797cbe29-afa2-40d4-bf98-8bbeebb70c29 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.636649 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-797cbe29-afa2-40d4-bf98-8bbeebb70c29 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7018769 Mar 22 12:21:33.638689 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 12:21:33.639759 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a552332f-541c-4771-bb66-2ce58016d3e1 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.7683804 Mar 22 12:21:33.641944 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38004) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:33.642491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38006) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:33.664240 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 82714e74-cc19-4ac7-8023-f5fac4b73348, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=82714e74-cc19-4ac7-8023-f5fac4b73348,segment=NetworkSegment(ebf51a01-0c5c-443e-a9bb-f5cf41843ded),segment_id=ebf51a01-0c5c-443e-a9bb-f5cf41843ded)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:33.669426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.677418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:33.728776 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b4fa1035-110d-420d-9c20-1f65c8add3f2 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:33.766437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.767180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: b4fa1035-110d-420d-9c20-1f65c8add3f2 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:33.767675 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b4fa1035-110d-420d-9c20-1f65c8add3f2 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:33.770868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:33.771857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.785989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=82714e74-cc19-4ac7-8023-f5fac4b73348,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:33.839364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-aa72d29a-1dda-42a8-b8dc-7b3cc4e1c1d3 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Deleting port 73bc1375-cdff-4502-821f-99b939fa4621 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:33.839692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa72d29a-1dda-42a8-b8dc-7b3cc4e1c1d3 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.877031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7efc3a23-614f-4a4b-aa97-be136fa46d3a None None] Allocated IP 2001:db8:0:1::2 (41d9fe24-653a-409d-a6d3-597defb8df3a/11cf6994-4068-41bb-8deb-efff48cec29b/82714e74-cc19-4ac7-8023-f5fac4b73348) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:33.877893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:33.880405 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-59c1c3fd-5b24-42b8-a7a1-6731ebaae0b1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3484285 Mar 22 12:21:33.893440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38014) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:33.906245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-466263402'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:33.918041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:34.017155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:network and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:34.035771 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7efc3a23-614f-4a4b-aa97-be136fa46d3a None None] For port 82714e74-cc19-4ac7-8023-f5fac4b73348, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=82714e74-cc19-4ac7-8023-f5fac4b73348,segment=NetworkSegment(ebf51a01-0c5c-443e-a9bb-f5cf41843ded),segment_id=ebf51a01-0c5c-443e-a9bb-f5cf41843ded)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:34.068952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7efc3a23-614f-4a4b-aa97-be136fa46d3a None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.070346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:34.080272 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4673193 Mar 22 12:21:34.082590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:34.092308 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38018) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:34.093386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7efc3a23-614f-4a4b-aa97-be136fa46d3a None None] Transition to ACTIVE for port object 82714e74-cc19-4ac7-8023-f5fac4b73348 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:34.099845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7efc3a23-614f-4a4b-aa97-be136fa46d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.102209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a1467-12c0-4817-9a02-30a928481597 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=e5b22cbb-32de-4828-96ae-c95e24d3e5db,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:34.106849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'network_id': 'e5b22cbb-32de-4828-96ae-c95e24d3e5db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:34.119657 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 41d9fe24-653a-409d-a6d3-597defb8df3a is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:34.150330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network e5b22cbb-32de-4828-96ae-c95e24d3e5db details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:34.161361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=01de5391-50c0-451c-8f17-d17ab6dc1e93,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:34.163989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:34.172018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:34.175945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:34.176553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.202853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:34.205573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.238284 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-149e36fd-b10b-4920-83f5-dc47fffe8fe0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.2507496 Mar 22 12:21:34.239323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38022) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:34.244698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df001f0-d842-48f9-a9fd-820ad11fcc60 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.254316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b6739659-2342-48cf-a111-56da40b1e09e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd214eb3-f649-4d01-ac75-4459ac9aa191'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:34.346369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df001f0-d842-48f9-a9fd-820ad11fcc60 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Pushing event deleted for resources: {'Port': ['ID=f80721df-c674-47d9-9233-330f021590fe,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:34.352941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc3a23-614f-4a4b-aa97-be136fa46d3a None None] Pushing event updated for resources: {'Port': ['ID=82714e74-cc19-4ac7-8023-f5fac4b73348,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:34.477676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:34.489464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:34.499220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:subnet and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:34.506338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:34.522884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:34.528526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.529715 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Added segment 164d6b87-4b89-47b8-b22a-3428571c35fb of type vlan for network 6905a631-6bc2-4cad-9cda-f80a2df235de Mar 22 12:21:34.541282 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa72d29a-1dda-42a8-b8dc-7b3cc4e1c1d3 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.566664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df001f0-d842-48f9-a9fd-820ad11fcc60 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.569315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6df001f0-d842-48f9-a9fd-820ad11fcc60 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.573924 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6df001f0-d842-48f9-a9fd-820ad11fcc60 tempest-ServersTestJSON-460823495 tempest-ServersTestJSON-460823495-project] 10.222.0.62 "DELETE /v2.0/floatingips/88566bdd-b155-49d5-872b-4b11e973cbdd HTTP/1.1" status: 204 len: 168 time: 2.0477414 Mar 22 12:21:34.601060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38026) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:34.624668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:34.704576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-aa72d29a-1dda-42a8-b8dc-7b3cc4e1c1d3 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Calling delete_port for 73bc1375-cdff-4502-821f-99b939fa4621 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:34.738305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.760197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.804132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:34.890308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30ad0ba-0ffe-4fd0-8cca-70e4ee67cd6a None None] Network 41d9fe24-653a-409d-a6d3-597defb8df3a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:34.912391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6739659-2342-48cf-a111-56da40b1e09e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:35.004823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:35.011481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-026f13f1-89cb-4393-b969-315d2a34c6da None None] Provisioning for port 82714e74-cc19-4ac7-8023-f5fac4b73348 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:35.021331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:35.025263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:35.026009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:35.033174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-026f13f1-89cb-4393-b969-315d2a34c6da None None] Provisioning complete for port 82714e74-cc19-4ac7-8023-f5fac4b73348 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:35.033894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-026f13f1-89cb-4393-b969-315d2a34c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:35.252513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 82714e74-cc19-4ac7-8023-f5fac4b73348 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:35.321382 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4261332 Mar 22 12:21:35.331935 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38030) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:35.337554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d4d9f-307e-4b75-a55e-320d9978f370 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Network': ['ID=6905a631-6bc2-4cad-9cda-f80a2df235de,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:35.345438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '6905a631-6bc2-4cad-9cda-f80a2df235de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:35.364270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 6905a631-6bc2-4cad-9cda-f80a2df235de details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:35.477520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa72d29a-1dda-42a8-b8dc-7b3cc4e1c1d3 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:35.532116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 82714e74-cc19-4ac7-8023-f5fac4b73348 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:35.532448 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:35.541941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72d29a-1dda-42a8-b8dc-7b3cc4e1c1d3 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Pushing event deleted for resources: {'Port': ['ID=73bc1375-cdff-4502-821f-99b939fa4621,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:35.566631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:35.601492 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:35.625479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-b6739659-2342-48cf-a111-56da40b1e09e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Delete allocated IP 2001:db8:0:1::2ea (41d9fe24-653a-409d-a6d3-597defb8df3a/11cf6994-4068-41bb-8deb-efff48cec29b) {{(pid=83794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 12:21:35.641386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:35.718098 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:35.783315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99851341-1bee-4efd-a8be-f76a47af2986 None None] Network 41d9fe24-653a-409d-a6d3-597defb8df3a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:35.806773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:35.828371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa72d29a-1dda-42a8-b8dc-7b3cc4e1c1d3 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:35.892493 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aa72d29a-1dda-42a8-b8dc-7b3cc4e1c1d3 tempest-RoutersAdminNegativeTest-1052325314 tempest-RoutersAdminNegativeTest-1052325314-project-admin] 10.222.0.62 "DELETE /v2.0/ports/73bc1375-cdff-4502-821f-99b939fa4621 HTTP/1.1" status: 204 len: 168 time: 2.2471302 Mar 22 12:21:35.900024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2a0ea840-c756-4e81-88e8-61026e8a56ba None None] Provisioning complete for port 82714e74-cc19-4ac7-8023-f5fac4b73348 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:35.900471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea840-c756-4e81-88e8-61026e8a56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:35.902793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.014626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.046566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6739659-2342-48cf-a111-56da40b1e09e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.071386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.076731 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-b6739659-2342-48cf-a111-56da40b1e09e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Ignored duplicate provisioning block setup for port 01de5391-50c0-451c-8f17-d17ab6dc1e93 by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 12:21:36.093859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6739659-2342-48cf-a111-56da40b1e09e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.143651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.223885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2a0ea840-c756-4e81-88e8-61026e8a56ba None None] Provisioning for port 01de5391-50c0-451c-8f17-d17ab6dc1e93 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:36.230318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=3e784092-a898-412a-a7e2-05e8a45dd1c3,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:36.230603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2a0ea840-c756-4e81-88e8-61026e8a56ba None None] Provisioning complete for port 01de5391-50c0-451c-8f17-d17ab6dc1e93 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:36.231749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2a0ea840-c756-4e81-88e8-61026e8a56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.232467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b6739659-2342-48cf-a111-56da40b1e09e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] In _notify_port_updated(), no bound segment for port 01de5391-50c0-451c-8f17-d17ab6dc1e93 on network 41d9fe24-653a-409d-a6d3-597defb8df3a {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:21:36.236157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6739659-2342-48cf-a111-56da40b1e09e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:36.236768 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b6739659-2342-48cf-a111-56da40b1e09e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.240883 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b6739659-2342-48cf-a111-56da40b1e09e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "PUT /v2.0/ports/01de5391-50c0-451c-8f17-d17ab6dc1e93 HTTP/1.1" status: 200 len: 925 time: 1.9988501 Mar 22 12:21:36.242888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6739659-2342-48cf-a111-56da40b1e09e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=01de5391-50c0-451c-8f17-d17ab6dc1e93,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:36.245900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38036) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:36.264422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-99f345f3-4b0a-4d05-b0a3-9944b945c1b7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fd214eb3-f649-4d01-ac75-4459ac9aa191'}, {'subnet_id': '11cf6994-4068-41bb-8deb-efff48cec29b'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:36.298099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ea840-c756-4e81-88e8-61026e8a56ba None None] Port 01de5391-50c0-451c-8f17-d17ab6dc1e93 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:36.304203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.335760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking segment: {'id': 'a6bcc464-54ec-426d-8b4a-f2732241f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5b22cbb-32de-4828-96ae-c95e24d3e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:36.336342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network hostable DHCP agents. Network: e5b22cbb-32de-4828-96ae-c95e24d3e5db, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:36.439040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38042) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:36.470169 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network e5b22cbb-32de-4828-96ae-c95e24d3e5db is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:36.472872 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Allocated IP 172.26.0.250 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/dcd5523a-cbb4-49b7-9331-452fdca071ec) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:36.529488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, e5b22cbb-32de-4828-96ae-c95e24d3e5db) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:36.539387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:36.539973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.542140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cdb23dcd-ffc6-419c-a038-fd3db5de2dce None None] Provisioning complete for port 82714e74-cc19-4ac7-8023-f5fac4b73348 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:36.543062 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cdb23dcd-ffc6-419c-a038-fd3db5de2dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.585146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99f345f3-4b0a-4d05-b0a3-9944b945c1b7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.667097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d728fb-aff0-4b15-b065-ac9e4d614fdd None None] Network e5b22cbb-32de-4828-96ae-c95e24d3e5db requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:36.692106 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fc4631e3-bfd3-41bd-8c73-0a55086627d4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5970964 Mar 22 12:21:36.697479 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38048) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:36.949587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.958539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cdb23dcd-ffc6-419c-a038-fd3db5de2dce None None] Provisioning complete for port 01de5391-50c0-451c-8f17-d17ab6dc1e93 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:36.959051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cdb23dcd-ffc6-419c-a038-fd3db5de2dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:36.983635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f99727b-2f77-46aa-9c8a-46b9dd976048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.058099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cdb23dcd-ffc6-419c-a038-fd3db5de2dce None None] Port 01de5391-50c0-451c-8f17-d17ab6dc1e93 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:37.075692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-e5b22cbb-32de-4828-96ae-c95e24d3e5db', 'network_id': 'e5b22cbb-32de-4828-96ae-c95e24d3e5db', 'tenant_id': 'c3b96c3526fc4ce8983929829f39c67a', 'fixed_ips': [{'subnet_id': '3e784092-a898-412a-a7e2-05e8a45dd1c3'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:37.077622 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.092161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.100542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] Router 0f7d70ca-d258-460e-8b48-854a24005328 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:21:37.131912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5f99727b-2f77-46aa-9c8a-46b9dd976048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:37.141605 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Subnet': ['ID=6038e132-8dde-498f-b74d-005a69809b72,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:37.151417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5f99727b-2f77-46aa-9c8a-46b9dd976048 admin admin] Usage tracker for resource:security_group_rule and tenant:66e307eaad8a4ad8ac4a0dcd9823bc42 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:37.168430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5f99727b-2f77-46aa-9c8a-46b9dd976048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:37.184349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5f99727b-2f77-46aa-9c8a-46b9dd976048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:37.193012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.230081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Checking segment: {'id': '164d6b87-4b89-47b8-b22a-3428571c35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6905a631-6bc2-4cad-9cda-f80a2df235de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:37.230480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network hostable DHCP agents. Network: 6905a631-6bc2-4cad-9cda-f80a2df235de, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:37.261741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2a21a8b4-543f-49da-a018-7877b230875c None None] Provisioning complete for port 01de5391-50c0-451c-8f17-d17ab6dc1e93 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:37.262110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2a21a8b4-543f-49da-a018-7877b230875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.281004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.332239 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2a21a8b4-543f-49da-a018-7877b230875c None None] Port 01de5391-50c0-451c-8f17-d17ab6dc1e93 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:37.337064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Allocated IP 172.20.0.1 (e5b22cbb-32de-4828-96ae-c95e24d3e5db/3e784092-a898-412a-a7e2-05e8a45dd1c3/b2f28d1a-da75-4e4f-a9ca-12a4535685e3) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:37.400351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-99f345f3-4b0a-4d05-b0a3-9944b945c1b7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8:0:1::3e6 (41d9fe24-653a-409d-a6d3-597defb8df3a/11cf6994-4068-41bb-8deb-efff48cec29b/01de5391-50c0-451c-8f17-d17ab6dc1e93) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:37.406302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:37.413900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:37.416726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:37.461737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Pushing event updated for resources: {'Port': ['ID=dcd5523a-cbb4-49b7-9331-452fdca071ec,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:37.465198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.520577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f99727b-2f77-46aa-9c8a-46b9dd976048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.530467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 6905a631-6bc2-4cad-9cda-f80a2df235de is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:37.545191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f99727b-2f77-46aa-9c8a-46b9dd976048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.549842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.562807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Transition to ACTIVE for port object b2f28d1a-da75-4e4f-a9ca-12a4535685e3 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:37.584237 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Transition to ACTIVE for port object b2f28d1a-da75-4e4f-a9ca-12a4535685e3 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:37.590974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.598558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 6905a631-6bc2-4cad-9cda-f80a2df235de) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:37.602753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:37.603332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.631596 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c8fca-77b0-40af-943d-3965279eb947 None None] Network 6905a631-6bc2-4cad-9cda-f80a2df235de requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:37.701851 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99727b-2f77-46aa-9c8a-46b9dd976048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7453225-de58-496b-ab60-d01ab421fa95,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:37.712986 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5f99727b-2f77-46aa-9c8a-46b9dd976048 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66e307eaad8a4ad8ac4a0dcd9823bc42&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2701271 Mar 22 12:21:37.715720 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38052) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:37.738795 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-19fa40b2-6e98-4c14-946c-397207d554ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4034576 Mar 22 12:21:37.740289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38056) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:37.751528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99f345f3-4b0a-4d05-b0a3-9944b945c1b7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.759109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.763306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '6905a631-6bc2-4cad-9cda-f80a2df235de', 'name': 'tempest-PortsTestJSON-2114844329'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:37.790117 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Pushing event updated for resources: {'Port': ['ID=b2f28d1a-da75-4e4f-a9ca-12a4535685e3,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:37.795328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Network e5b22cbb-32de-4828-96ae-c95e24d3e5db is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:37.799826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:37.811427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:37.819395 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Subnet': ['ID=3e784092-a898-412a-a7e2-05e8a45dd1c3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:37.885269 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-99f345f3-4b0a-4d05-b0a3-9944b945c1b7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object 01de5391-50c0-451c-8f17-d17ab6dc1e93 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:37.922752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99f345f3-4b0a-4d05-b0a3-9944b945c1b7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.943125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f912b16b-516c-4a0a-ac9d-f5dd782df25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.949910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Attempting to bind port b2f28d1a-da75-4e4f-a9ca-12a4535685e3 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:37.950269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Attempting to bind port b2f28d1a-da75-4e4f-a9ca-12a4535685e3 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'a6bcc464-54ec-426d-8b4a-f2732241f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5b22cbb-32de-4828-96ae-c95e24d3e5db'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:37.951071 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Attempting to bind port b2f28d1a-da75-4e4f-a9ca-12a4535685e3 on network e5b22cbb-32de-4828-96ae-c95e24d3e5db {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:37.962780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.985084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:37.985491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Checking segment: {'id': 'a6bcc464-54ec-426d-8b4a-f2732241f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5b22cbb-32de-4828-96ae-c95e24d3e5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:37.985878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:37.986785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Bound using segment: {'id': 'a6bcc464-54ec-426d-8b4a-f2732241f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5b22cbb-32de-4828-96ae-c95e24d3e5db'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:37.986785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Bound port: b2f28d1a-da75-4e4f-a9ca-12a4535685e3, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bcc464-54ec-426d-8b4a-f2732241f43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e5b22cbb-32de-4828-96ae-c95e24d3e5db'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:37.987065 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.000241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b22cbb-32de-4828-96ae-c95e24d3e5db']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:38.019622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f912b16b-516c-4a0a-ac9d-f5dd782df25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.024683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:21:38.029586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bcc464-54ec-426d-8b4a-f2732241f43b') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:38.029885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bcc464-54ec-426d-8b4a-f2732241f43b') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:38.042842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca42123-e67e-4b8b-9b65-ad1320f38305 None None] Sync routers for ids ['0f7d70ca-d258-460e-8b48-854a24005328'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:21:38.045321 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-142b5dd4-1958-42cc-af7f-bcf414f18c77 admin admin] 10.222.0.62 "PUT /v2.0/routers/0f7d70ca-d258-460e-8b48-854a24005328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8971763 Mar 22 12:21:38.052771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38060) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:38.055066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-6905a631-6bc2-4cad-9cda-f80a2df235de', 'network_id': '6905a631-6bc2-4cad-9cda-f80a2df235de', 'tenant_id': '6344ffba11c54feca200eae2b0b1bae8', 'fixed_ips': [{'subnet_id': '6038e132-8dde-498f-b74d-005a69809b72'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:38.055928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.056660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.134444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f345f3-4b0a-4d05-b0a3-9944b945c1b7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=01de5391-50c0-451c-8f17-d17ab6dc1e93,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:38.147671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca42123-e67e-4b8b-9b65-ad1320f38305 None None] Routers {'0f7d70ca-d258-460e-8b48-854a24005328'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:38.147671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6ca42123-e67e-4b8b-9b65-ad1320f38305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0f7d70ca-d258-460e-8b48-854a24005328'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:38.150708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:38.159184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-99f345f3-4b0a-4d05-b0a3-9944b945c1b7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] In _notify_port_updated(), no bound segment for port 01de5391-50c0-451c-8f17-d17ab6dc1e93 on network 41d9fe24-653a-409d-a6d3-597defb8df3a {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:21:38.165504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f345f3-4b0a-4d05-b0a3-9944b945c1b7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:38.166216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99f345f3-4b0a-4d05-b0a3-9944b945c1b7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.170229 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-99f345f3-4b0a-4d05-b0a3-9944b945c1b7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "PUT /v2.0/ports/01de5391-50c0-451c-8f17-d17ab6dc1e93 HTTP/1.1" status: 200 len: 1011 time: 1.9194708 Mar 22 12:21:38.172217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38064) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:38.178703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:38.209245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.235118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:38.235732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:38.252034 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:38.257482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.279162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:38.287044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.305104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-715218ca-ba1b-4b6c-a25b-f609ae8d8dad tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 01de5391-50c0-451c-8f17-d17ab6dc1e93 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:38.305632 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-715218ca-ba1b-4b6c-a25b-f609ae8d8dad tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.353848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] For port b2f28d1a-da75-4e4f-a9ca-12a4535685e3, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:38.414770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 68f413bf-cf79-478a-949b-442fe6504711 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:38.469825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Allocated IP 172.20.0.2 (6905a631-6bc2-4cad-9cda-f80a2df235de/6038e132-8dde-498f-b74d-005a69809b72/2a503831-ac29-4c11-ad35-104a12cba6d7) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:38.493920 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 12:21:38.493920 dv-neutron-834653-1-hyperv neutron-server[83793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 12:21:38.493920 dv-neutron-834653-1-hyperv neutron-server[83793]: [parameters: {'id': 'e5b22cbb-32de-4828-96ae-c95e24d3e5db'}] Mar 22 12:21:38.493920 dv-neutron-834653-1-hyperv neutron-server[83793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:38.494380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:38.494774 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f912b16b-516c-4a0a-ac9d-f5dd782df25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.511331 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] For port b2f28d1a-da75-4e4f-a9ca-12a4535685e3, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b2f28d1a-da75-4e4f-a9ca-12a4535685e3,segment=NetworkSegment(a6bcc464-54ec-426d-8b4a-f2732241f43b),segment_id=a6bcc464-54ec-426d-8b4a-f2732241f43b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:38.519394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912b16b-516c-4a0a-ac9d-f5dd782df25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7453225-de58-496b-ab60-d01ab421fa95,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:38.520181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-6ca42123-e67e-4b8b-9b65-ad1320f38305 None None] Set router 0f7d70ca-d258-460e-8b48-854a24005328 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:21:38.549780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.552522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f912b16b-516c-4a0a-ac9d-f5dd782df25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.553676 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f912b16b-516c-4a0a-ac9d-f5dd782df25a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7453225-de58-496b-ab60-d01ab421fa95 HTTP/1.1" status: 204 len: 168 time: 0.8367746 Mar 22 12:21:38.559434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.576207 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.767049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d21ac88c-270c-439e-8286-2f37c500b3b8 None None] Provisioning for port 01de5391-50c0-451c-8f17-d17ab6dc1e93 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:38.809089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d21ac88c-270c-439e-8286-2f37c500b3b8 None None] Provisioning complete for port 01de5391-50c0-451c-8f17-d17ab6dc1e93 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:38.809496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d21ac88c-270c-439e-8286-2f37c500b3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.886325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.937084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] Deleting port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:38.937808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:38.976641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32344441-45f9-481f-b2ce-8cd5311fa009 None None] Pushing event updated for resources: {'Port': ['ID=b2f28d1a-da75-4e4f-a9ca-12a4535685e3,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:39.002937 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.041781 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Deleting port b2f28d1a-da75-4e4f-a9ca-12a4535685e3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:39.042180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.044642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d21ac88c-270c-439e-8286-2f37c500b3b8 None None] Port 01de5391-50c0-451c-8f17-d17ab6dc1e93 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:39.088611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-715218ca-ba1b-4b6c-a25b-f609ae8d8dad tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.170818 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9383a7-b2a5-4051-a501-43944674eefd None None] Network e5b22cbb-32de-4828-96ae-c95e24d3e5db requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:39.241767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-715218ca-ba1b-4b6c-a25b-f609ae8d8dad tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 01de5391-50c0-451c-8f17-d17ab6dc1e93 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:39.273314 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38072) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:39.299743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.331028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Transition to ACTIVE for port object 2a503831-ac29-4c11-ad35-104a12cba6d7 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:39.342000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] For port 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:39.342635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.349376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] For port b2f28d1a-da75-4e4f-a9ca-12a4535685e3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b2f28d1a-da75-4e4f-a9ca-12a4535685e3,segment=NetworkSegment(a6bcc464-54ec-426d-8b4a-f2732241f43b),segment_id=a6bcc464-54ec-426d-8b4a-f2732241f43b)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:39.349787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.393771 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Transition to ACTIVE for port object 2a503831-ac29-4c11-ad35-104a12cba6d7 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:39.433153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.506731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Calling delete_port for b2f28d1a-da75-4e4f-a9ca-12a4535685e3 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:39.520279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Network 6905a631-6bc2-4cad-9cda-f80a2df235de is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:39.522009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Pushing event updated for resources: {'Port': ['ID=2a503831-ac29-4c11-ad35-104a12cba6d7,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:39.525957 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:39.529750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:39.533821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6ca42123-e67e-4b8b-9b65-ad1320f38305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:21:32Z', 'revision_number': 5, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:39.538605 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] Calling delete_port for 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:39.543800 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca42123-e67e-4b8b-9b65-ad1320f38305 None None] Checking router: 0f7d70ca-d258-460e-8b48-854a24005328 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:21:39.578121 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-abf624ff-5f9d-4568-85bc-11c3df4f848b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35c097c694f74f15b97e368b87765e67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2996378 Mar 22 12:21:39.580980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38076) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:39.606718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Router 29998bf4-a651-4045-8ea7-a0f87fd7b742 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:21:39.643007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca42123-e67e-4b8b-9b65-ad1320f38305 None None] Routers {'0f7d70ca-d258-460e-8b48-854a24005328'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:39.643610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6ca42123-e67e-4b8b-9b65-ad1320f38305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0f7d70ca-d258-460e-8b48-854a24005328'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:39.668642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.3 (6905a631-6bc2-4cad-9cda-f80a2df235de/6038e132-8dde-498f-b74d-005a69809b72/68f413bf-cf79-478a-949b-442fe6504711) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:39.670515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.692820 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Attempting to bind port 2a503831-ac29-4c11-ad35-104a12cba6d7 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:39.693178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Attempting to bind port 2a503831-ac29-4c11-ad35-104a12cba6d7 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '164d6b87-4b89-47b8-b22a-3428571c35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6905a631-6bc2-4cad-9cda-f80a2df235de'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:39.693557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Attempting to bind port 2a503831-ac29-4c11-ad35-104a12cba6d7 on network 6905a631-6bc2-4cad-9cda-f80a2df235de {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:39.734034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-715218ca-ba1b-4b6c-a25b-f609ae8d8dad tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.747828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.773747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:39.774187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Checking segment: {'id': '164d6b87-4b89-47b8-b22a-3428571c35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6905a631-6bc2-4cad-9cda-f80a2df235de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:39.774494 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.774988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Bound using segment: {'id': '164d6b87-4b89-47b8-b22a-3428571c35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6905a631-6bc2-4cad-9cda-f80a2df235de'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:39.775440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Bound port: 2a503831-ac29-4c11-ad35-104a12cba6d7, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164d6b87-4b89-47b8-b22a-3428571c35fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6905a631-6bc2-4cad-9cda-f80a2df235de'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:39.775799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.847449 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715218ca-ba1b-4b6c-a25b-f609ae8d8dad tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=01de5391-50c0-451c-8f17-d17ab6dc1e93,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:39.860510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Deleting port b5545b3c-7570-445e-a93e-e6de11cff82d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:39.860710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.896211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] For port 2a503831-ac29-4c11-ad35-104a12cba6d7, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:39.898926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Port': ['ID=b2f28d1a-da75-4e4f-a9ca-12a4535685e3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:39.900520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] For port 2a503831-ac29-4c11-ad35-104a12cba6d7, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2a503831-ac29-4c11-ad35-104a12cba6d7,segment=NetworkSegment(164d6b87-4b89-47b8-b22a-3428571c35fb),segment_id=164d6b87-4b89-47b8-b22a-3428571c35fb)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:39.901625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-6ca42123-e67e-4b8b-9b65-ad1320f38305 None None] Set router 0f7d70ca-d258-460e-8b48-854a24005328 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:21:39.910108 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb101ea8-533e-4e21-8b2e-a91a7d40fd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.939340 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No DVR routers for this DVR port b2f28d1a-da75-4e4f-a9ca-12a4535685e3 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:39.946947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.968229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:39.985614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-715218ca-ba1b-4b6c-a25b-f609ae8d8dad tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.149044 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb101ea8-533e-4e21-8b2e-a91a7d40fd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.242705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.246013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ea92c-ffcb-49e2-bee1-b549d50c070c None None] Pushing event updated for resources: {'Port': ['ID=2a503831-ac29-4c11-ad35-104a12cba6d7,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:40.331504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:40.408011 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6ca42123-e67e-4b8b-9b65-ad1320f38305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:21:32Z', 'revision_number': 5, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:40.415103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca42123-e67e-4b8b-9b65-ad1320f38305 None None] The sync data for ids ['0f7d70ca-d258-460e-8b48-854a24005328'] in dv-neutron-834653-1-hyperv is: [{'id': '0f7d70ca-d258-460e-8b48-854a24005328', 'name': 'tempest-ServersTestManualDisk-1506269555-router', 'tenant_id': '8531d086af9d478aac581589cdb32384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169'}], 'enable_snat': True}, 'gw_port_id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:21:32Z', 'revision_number': 5, 'project_id': '8531d086af9d478aac581589cdb32384', 'gw_port': {'id': 'b5545b3c-7570-445e-a93e-e6de11cff82d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7d70ca-d258-460e-8b48-854a24005328', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:57Z', 'updated_at': '2022-03-22T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:21:40.488142 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b22cbb-32de-4828-96ae-c95e24d3e5db']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:40.532656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bcc464-54ec-426d-8b4a-f2732241f43b') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:40.533092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bcc464-54ec-426d-8b4a-f2732241f43b') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:40.541550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] For port b5545b3c-7570-445e-a93e-e6de11cff82d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b5545b3c-7570-445e-a93e-e6de11cff82d,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:40.541928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.557323 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-715218ca-ba1b-4b6c-a25b-f609ae8d8dad tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/01de5391-50c0-451c-8f17-d17ab6dc1e93 HTTP/1.1" status: 204 len: 168 time: 2.3839130 Mar 22 12:21:40.571017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38080) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:40.609808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.694966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Calling delete_port for b5545b3c-7570-445e-a93e-e6de11cff82d owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:40.706663 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b64220a-b30b-4413-a51a-fb4f4ac29d36 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:21:40.707342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7b64220a-b30b-4413-a51a-fb4f4ac29d36 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:40.732166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb101ea8-533e-4e21-8b2e-a91a7d40fd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.754463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.772056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:40.772279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7b64220a-b30b-4413-a51a-fb4f4ac29d36 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:40.772402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.773541 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7b64220a-b30b-4413-a51a-fb4f4ac29d36 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/01de5391-50c0-451c-8f17-d17ab6dc1e93 HTTP/1.1" status: 404 len: 333 time: 0.2016997 Mar 22 12:21:40.779157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.783070 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38084) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:40.790373 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:40.792659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb101ea8-533e-4e21-8b2e-a91a7d40fd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcb9de2-568c-410b-be3f-23e5f6933e27,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:40.850233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object 68f413bf-cf79-478a-949b-442fe6504711 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:40.922623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb101ea8-533e-4e21-8b2e-a91a7d40fd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.924114 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eb101ea8-533e-4e21-8b2e-a91a7d40fd05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1dcb9de2-568c-410b-be3f-23e5f6933e27 HTTP/1.1" status: 204 len: 168 time: 1.3414726 Mar 22 12:21:40.927928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.934128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:40.971838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=e5b22cbb-32de-4828-96ae-c95e24d3e5db,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:40.989222 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6325de03-7d39-482f-9575-e733c4a45ca8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/e5b22cbb-32de-4828-96ae-c95e24d3e5db HTTP/1.1" status: 204 len: 168 time: 4.2908363 Mar 22 12:21:41.008171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38090) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:41.023757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-323830137'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:41.025627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:21:41.039869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.043004 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3da9f-d5f8-4c00-b683-5f6457f0b7ed None None] Sync routers for ids ['29998bf4-a651-4045-8ea7-a0f87fd7b742'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:21:41.053213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:41.060647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.061964 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-34494b9e-ad96-40ef-938e-7632c9b92927 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "PUT /v2.0/routers/29998bf4-a651-4045-8ea7-a0f87fd7b742 HTTP/1.1" status: 200 len: 879 time: 7.4184353 Mar 22 12:21:41.064294 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3da9f-d5f8-4c00-b683-5f6457f0b7ed None None] Routers {'29998bf4-a651-4045-8ea7-a0f87fd7b742'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:41.064903 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eba3da9f-d5f8-4c00-b683-5f6457f0b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29998bf4-a651-4045-8ea7-a0f87fd7b742'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:41.069637 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38094) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:41.208538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:network and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:41.241907 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:41.249842 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eba3da9f-d5f8-4c00-b683-5f6457f0b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:41.287694 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3da9f-d5f8-4c00-b683-5f6457f0b7ed None None] Routers {'29998bf4-a651-4045-8ea7-a0f87fd7b742'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:41.288934 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eba3da9f-d5f8-4c00-b683-5f6457f0b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29998bf4-a651-4045-8ea7-a0f87fd7b742'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:41.307759 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2a503831-ac29-4c11-ad35-104a12cba6d7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:41.320583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:41.358995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:41.364243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.370385 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eba3da9f-d5f8-4c00-b683-5f6457f0b7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:41.371178 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba3da9f-d5f8-4c00-b683-5f6457f0b7ed None None] The sync data for ids ['29998bf4-a651-4045-8ea7-a0f87fd7b742'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:21:41.412041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec1e1eb-85f6-43ec-8569-e0055b12441a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting subnet 11cf6994-4068-41bb-8deb-efff48cec29b {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:21:41.420846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 6905a631-6bc2-4cad-9cda-f80a2df235de is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:41.425440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ec1e1eb-85f6-43ec-8569-e0055b12441a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.443238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 2a503831-ac29-4c11-ad35-104a12cba6d7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:41.463350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 33da4b66-4520-483f-a135-7a7941ebd418 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:41.491321 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.496382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 33da4b66-4520-483f-a135-7a7941ebd418 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:41.496711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 33da4b66-4520-483f-a135-7a7941ebd418 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:41.501899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ec1e1eb-85f6-43ec-8569-e0055b12441a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.541979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:41.549699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:41.572747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032efeb5-5723-48b8-b617-8e8f680ea058 None None] Network 6905a631-6bc2-4cad-9cda-f80a2df235de requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:41.601136 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5545b3c-7570-445e-a93e-e6de11cff82d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:41.618191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=68f413bf-cf79-478a-949b-442fe6504711,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:41.646783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:41.647550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.676069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:41.731588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ec1e1eb-85f6-43ec-8569-e0055b12441a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.742127 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8630c0d1-8df0-4b4d-8dc7-9c43046e6427 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/routers/29998bf4-a651-4045-8ea7-a0f87fd7b742 HTTP/1.1" status: 200 len: 920 time: 0.6681864 Mar 22 12:21:41.745787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38106) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:41.747073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cfe9a7b5-d895-4aaf-aec9-d6ebb70ce473 None None] Provisioning for port 2a503831-ac29-4c11-ad35-104a12cba6d7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:41.772855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.784507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cfe9a7b5-d895-4aaf-aec9-d6ebb70ce473 None None] Provisioning complete for port 2a503831-ac29-4c11-ad35-104a12cba6d7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:41.784891 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cfe9a7b5-d895-4aaf-aec9-d6ebb70ce473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.788073 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cdd4f5d8-d0e7-4b68-90cb-96a6ebbdd059 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0414746 Mar 22 12:21:41.801094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.801814 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment 444429c8-357a-4db7-a275-e3be59b7815c of type vlan for network 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd Mar 22 12:21:41.821240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38112) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:41.868541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:41.983926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.024858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '6905a631-6bc2-4cad-9cda-f80a2df235de', 'name': 'tempest-PortsTestJSON-2041215880'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:42.055452 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cfe9a7b5-d895-4aaf-aec9-d6ebb70ce473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.145263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.150808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:42.151656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.185936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cfe9a7b5-d895-4aaf-aec9-d6ebb70ce473 None None] For port 2a503831-ac29-4c11-ad35-104a12cba6d7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2a503831-ac29-4c11-ad35-104a12cba6d7,segment=NetworkSegment(164d6b87-4b89-47b8-b22a-3428571c35fb),segment_id=164d6b87-4b89-47b8-b22a-3428571c35fb)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:42.187335 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.196575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.198042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cfe9a7b5-d895-4aaf-aec9-d6ebb70ce473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.217052 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-be40b932-c63c-47bc-8492-4c4cbe2ac216 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&device_id=29998bf4-a651-4045-8ea7-a0f87fd7b742&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4704146 Mar 22 12:21:42.220543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38122) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:42.312086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9a7b5-d895-4aaf-aec9-d6ebb70ce473 None None] Pushing event updated for resources: {'Port': ['ID=2a503831-ac29-4c11-ad35-104a12cba6d7,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:42.339152 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38126) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:42.381077 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3686910 Mar 22 12:21:42.391422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38132) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:42.418872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ec1e1eb-85f6-43ec-8569-e0055b12441a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.429441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-63a38cad-c9fb-48f1-9f42-1b78f38084dc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:42.482665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a6535-cb63-4cfa-a71e-de10b82e7d11 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:42.491746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1e1eb-85f6-43ec-8569-e0055b12441a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Subnet': ['ID=11cf6994-4068-41bb-8deb-efff48cec29b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:42.498927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:42.512347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.512846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f7d70ca-d258-460e-8b48-854a24005328 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:21:42.553986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.555800 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7a518bba-fb05-4505-8460-01b2c581cac0 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0f7d70ca-d258-460e-8b48-854a24005328 HTTP/1.1" status: 204 len: 168 time: 4.5014892 Mar 22 12:21:42.559521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38136) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:42.611116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:42.643377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b73061-5a2c-49f6-a891-d81902f185d1 None None] Network 41d9fe24-653a-409d-a6d3-597defb8df3a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:42.644407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ec1e1eb-85f6-43ec-8569-e0055b12441a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.649325 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ec1e1eb-85f6-43ec-8569-e0055b12441a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/11cf6994-4068-41bb-8deb-efff48cec29b HTTP/1.1" status: 204 len: 168 time: 1.8640082 Mar 22 12:21:42.656045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38140) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:42.657133 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1f97d891-89b5-455e-b6b0-619a58d3593c tempest-AgentManagementNegativeTest-314271082 tempest-AgentManagementNegativeTest-314271082-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3078706 Mar 22 12:21:42.698636 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:port and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:42.706972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:42.734247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:42.774442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a98ee7-fb1d-43ac-baac-69fe4b4cb893 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:42.776219 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-17a98ee7-fb1d-43ac-baac-69fe4b4cb893 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/networks/4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 881 time: 0.5544345 Mar 22 12:21:42.779830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a32a4ab-2f0c-4274-93bf-f208ce560340 admin admin] Deleting subnet ee7fb443-864c-4e35-8c85-686b735a223d {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:21:42.783293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a32a4ab-2f0c-4274-93bf-f208ce560340 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.796294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:42.825526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-24dfe983-2d76-4c9c-9409-436c07d05abb None None] Provisioning for port 68f413bf-cf79-478a-949b-442fe6504711 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:42.837166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a32a4ab-2f0c-4274-93bf-f208ce560340 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.838902 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-24dfe983-2d76-4c9c-9409-436c07d05abb None None] Provisioning complete for port 68f413bf-cf79-478a-949b-442fe6504711 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:42.839646 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-24dfe983-2d76-4c9c-9409-436c07d05abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.897726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-24dfe983-2d76-4c9c-9409-436c07d05abb None None] Port 68f413bf-cf79-478a-949b-442fe6504711 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:42.916628 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a32a4ab-2f0c-4274-93bf-f208ce560340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:42.983489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-24dfe983-2d76-4c9c-9409-436c07d05abb None None] Provisioning complete for port 2a503831-ac29-4c11-ad35-104a12cba6d7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:42.983970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-24dfe983-2d76-4c9c-9409-436c07d05abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.040961 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5e72555a-6c6e-490f-8966-f2898bc4c550 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=29998bf4-a651-4045-8ea7-a0f87fd7b742 HTTP/1.1" status: 200 len: 205 time: 0.2377455 Mar 22 12:21:43.041619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38150) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:43.129285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.201976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf87ad5-2f46-4cad-965c-9fad96ba2d1f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting subnet fd214eb3-f649-4d01-ac75-4459ac9aa191 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:21:43.208709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:43.212930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccf87ad5-2f46-4cad-965c-9fad96ba2d1f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.216912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.245897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2a503831-ac29-4c11-ad35-104a12cba6d7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:43.307015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a32a4ab-2f0c-4274-93bf-f208ce560340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.313504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38158) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:43.356375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-04d239a4-2f66-47f1-b08d-d7d9cc9101a7 None None] Provisioning complete for port 68f413bf-cf79-478a-949b-442fe6504711 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:43.356888 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-04d239a4-2f66-47f1-b08d-d7d9cc9101a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.366821 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32a4ab-2f0c-4274-93bf-f208ce560340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7fb443-864c-4e35-8c85-686b735a223d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:43.370502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccf87ad5-2f46-4cad-965c-9fad96ba2d1f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.391656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port aec11e6e-3b25-4b4d-ad61-1322b1c4aa08 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:43.405605 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a32a4ab-2f0c-4274-93bf-f208ce560340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.428163 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3a32a4ab-2f0c-4274-93bf-f208ce560340 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ee7fb443-864c-4e35-8c85-686b735a223d HTTP/1.1" status: 204 len: 168 time: 0.8673375 Mar 22 12:21:43.433196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38164) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:43.466653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf07ef-a4a5-4607-8219-0fdbc44fb37d None None] Network bb46452e-4545-42cf-a68a-ee059c6e8f32 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:43.490537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63a38cad-c9fb-48f1-9f42-1b78f38084dc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.565301 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 2a503831-ac29-4c11-ad35-104a12cba6d7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:43.565801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.608583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-04d239a4-2f66-47f1-b08d-d7d9cc9101a7 None None] Port 68f413bf-cf79-478a-949b-442fe6504711 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:43.611228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ba9745-d170-4da4-9a74-189932734031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.623607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63a38cad-c9fb-48f1-9f42-1b78f38084dc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.651731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.682977 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-43ba9745-d170-4da4-9a74-189932734031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:43.690142 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccf87ad5-2f46-4cad-965c-9fad96ba2d1f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.747480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-43ba9745-d170-4da4-9a74-189932734031 admin admin] Usage tracker for resource:security_group_rule and tenant:bb09bc43646f4f158e50bb67bfddd4a9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:43.756231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-43ba9745-d170-4da4-9a74-189932734031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:43.773282 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Deleting port 4f0307b5-a590-4f99-af99-bd8ee6248b4c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:43.773665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.810769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-43ba9745-d170-4da4-9a74-189932734031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:43.886403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b5545b3c-7570-445e-a93e-e6de11cff82d no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:43.910227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63a38cad-c9fb-48f1-9f42-1b78f38084dc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd is not hosted by any dhcp agent {{(pid=83794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 22 12:21:43.914403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a38cad-c9fb-48f1-9f42-1b78f38084dc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:43.915451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-63a38cad-c9fb-48f1-9f42-1b78f38084dc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:43.917620 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-63a38cad-c9fb-48f1-9f42-1b78f38084dc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "PUT /v2.0/networks/71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd HTTP/1.1" status: 200 len: 723 time: 1.5188062 Mar 22 12:21:43.920362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38168) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:43.925094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.9 (6905a631-6bc2-4cad-9cda-f80a2df235de/6038e132-8dde-498f-b74d-005a69809b72/aec11e6e-3b25-4b4d-ad61-1322b1c4aa08) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:43.933411 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: b5545b3c-7570-445e-a93e-e6de11cff82d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:43.933918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b5545b3c-7570-445e-a93e-e6de11cff82d not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:43.941967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'network_id': '71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:43.962153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a38cad-c9fb-48f1-9f42-1b78f38084dc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:43.985911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:44.008346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6bd809-7fb9-4dcd-a110-969313a4fc4c None None] DHCP port deletion for bb46452e-4545-42cf-a68a-ee059c6e8f32 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:21:44.062794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1b6bd809-7fb9-4dcd-a110-969313a4fc4c None None] Deleting port 4f0307b5-a590-4f99-af99-bd8ee6248b4c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:44.063158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd809-7fb9-4dcd-a110-969313a4fc4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.186800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccf87ad5-2f46-4cad-965c-9fad96ba2d1f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.243611 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-afe5e48a-3d23-4157-b607-a40fda4ac7dc None None] Provisioning complete for port 82714e74-cc19-4ac7-8023-f5fac4b73348 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:44.243975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-afe5e48a-3d23-4157-b607-a40fda4ac7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.256250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ba9745-d170-4da4-9a74-189932734031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.265485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf87ad5-2f46-4cad-965c-9fad96ba2d1f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Subnet': ['ID=fd214eb3-f649-4d01-ac75-4459ac9aa191,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:44.270545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43ba9745-d170-4da4-9a74-189932734031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.292809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ccf87ad5-2f46-4cad-965c-9fad96ba2d1f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.312157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:44.335066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ae2a1-7ff6-4a6f-beb1-d7dd6b90d45a None None] Network 41d9fe24-653a-409d-a6d3-597defb8df3a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:44.336190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] For port 4f0307b5-a590-4f99-af99-bd8ee6248b4c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4f0307b5-a590-4f99-af99-bd8ee6248b4c,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:44.336495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.345868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:subnet and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:44.353560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:44.362260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba9745-d170-4da4-9a74-189932734031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fb15ba-5dca-4f10-9af9-ce88f8bb95ef,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:44.365383 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ccf87ad5-2f46-4cad-965c-9fad96ba2d1f tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/fd214eb3-f649-4d01-ac75-4459ac9aa191 HTTP/1.1" status: 204 len: 168 time: 1.6986403 Mar 22 12:21:44.368906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38172) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:44.376793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.413268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.415191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:44.420695 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-43ba9745-d170-4da4-9a74-189932734031 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb09bc43646f4f158e50bb67bfddd4a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0794201 Mar 22 12:21:44.474066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38176) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:44.513415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1b6bd809-7fb9-4dcd-a110-969313a4fc4c None None] For port 4f0307b5-a590-4f99-af99-bd8ee6248b4c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4f0307b5-a590-4f99-af99-bd8ee6248b4c,segment=NetworkSegment(51eb8b2c-2a1a-4231-b2c2-32ec7d94d678),segment_id=51eb8b2c-2a1a-4231-b2c2-32ec7d94d678)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:44.513808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd809-7fb9-4dcd-a110-969313a4fc4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.534468 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object aec11e6e-3b25-4b4d-ad61-1322b1c4aa08 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:44.594095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Calling delete_port for 4f0307b5-a590-4f99-af99-bd8ee6248b4c owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:44.638390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:44.703138 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1b6bd809-7fb9-4dcd-a110-969313a4fc4c None None] Calling delete_port for 4f0307b5-a590-4f99-af99-bd8ee6248b4c owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:44.761823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.777740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.813627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.844602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-1b6bd809-7fb9-4dcd-a110-969313a4fc4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:44.844950 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-1b6bd809-7fb9-4dcd-a110-969313a4fc4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:44.875827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 82714e74-cc19-4ac7-8023-f5fac4b73348 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:44.876212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.892637 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0307b5-a590-4f99-af99-bd8ee6248b4c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:44.901572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] No DVR routers for this DVR port 4f0307b5-a590-4f99-af99-bd8ee6248b4c on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:44.906986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.915826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f5e45db-64e7-413d-bb4f-3da5039b6059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:44.927618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f7d97-dae9-428f-88e8-6ad08cea3c91 None None] DHCP port deletion for 41d9fe24-653a-409d-a6d3-597defb8df3a request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:21:44.932211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f7d97-dae9-428f-88e8-6ad08cea3c91 None None] Deleting port 82714e74-cc19-4ac7-8023-f5fac4b73348 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:44.932570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7d97-dae9-428f-88e8-6ad08cea3c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.035782 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.054839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f5e45db-64e7-413d-bb4f-3da5039b6059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.073028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb46452e-4545-42cf-a68a-ee059c6e8f32']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:45.110624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 6905a631-6bc2-4cad-9cda-f80a2df235de is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:45.117734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=aec11e6e-3b25-4b4d-ad61-1322b1c4aa08,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:45.117905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:45.118194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51eb8b2c-2a1a-4231-b2c2-32ec7d94d678') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:45.119395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4f0307b5-a590-4f99-af99-bd8ee6248b4c no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:45.121432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:45.138784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.142168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:45.163998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.179579 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 4f0307b5-a590-4f99-af99-bd8ee6248b4c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:45.179911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4f0307b5-a590-4f99-af99-bd8ee6248b4c not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:45.180328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 82714e74-cc19-4ac7-8023-f5fac4b73348 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:45.185071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:45.189973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:45.204411 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:45.282712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4d2f7d97-dae9-428f-88e8-6ad08cea3c91 None None] For port 82714e74-cc19-4ac7-8023-f5fac4b73348, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=82714e74-cc19-4ac7-8023-f5fac4b73348,segment=NetworkSegment(ebf51a01-0c5c-443e-a9bb-f5cf41843ded),segment_id=ebf51a01-0c5c-443e-a9bb-f5cf41843ded)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:45.283052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7d97-dae9-428f-88e8-6ad08cea3c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.374246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.408019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] Router d6831f3b-5b40-424f-9147-d04618137e70 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:21:45.440987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1b6bd809-7fb9-4dcd-a110-969313a4fc4c None None] Deleting port 4f0307b5-a590-4f99-af99-bd8ee6248b4c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:45.441279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd809-7fb9-4dcd-a110-969313a4fc4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.451394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:45.452050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.479362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=c32b5d07-d380-4c61-8d9e-c83f2c1e1d5d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:45.482061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.523279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.562552 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb46452e-4545-42cf-a68a-ee059c6e8f32,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:45.570304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] For port 82714e74-cc19-4ac7-8023-f5fac4b73348, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=82714e74-cc19-4ac7-8023-f5fac4b73348,segment=NetworkSegment(ebf51a01-0c5c-443e-a9bb-f5cf41843ded),segment_id=ebf51a01-0c5c-443e-a9bb-f5cf41843ded)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:45.570692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.574207 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce96e8f2-e0a0-4431-a228-195e699e5df8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bb46452e-4545-42cf-a68a-ee059c6e8f32 HTTP/1.1" status: 204 len: 168 time: 2.1372190 Mar 22 12:21:45.652182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f7d97-dae9-428f-88e8-6ad08cea3c91 None None] Calling delete_port for 82714e74-cc19-4ac7-8023-f5fac4b73348 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:45.760799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking segment: {'id': '444429c8-357a-4db7-a275-e3be59b7815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:45.761200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network hostable DHCP agents. Network: 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:45.767750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1b6bd809-7fb9-4dcd-a110-969313a4fc4c None None] The port '4f0307b5-a590-4f99-af99-bd8ee6248b4c' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:21:45.782627 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0a8f489a-8c1b-4e0d-a215-487f4f084409 req-0f967261-c560-4d07-baa6-a8e635251604 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 1099 time: 0.2094204 Mar 22 12:21:45.793671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38188) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:45.825058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a5c55187-f0ee-4865-815c-101e0c901799 None None] Provisioning for port aec11e6e-3b25-4b4d-ad61-1322b1c4aa08 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:45.828428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cc80d-f8a0-4d1a-841a-1f5e7b2cd02b req-985e9744-ed41-488e-a9c7-d77a516e8a7f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:45.829063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f5e45db-64e7-413d-bb4f-3da5039b6059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.830485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.831838 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f5e45db-64e7-413d-bb4f-3da5039b6059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.833242 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5f5e45db-64e7-413d-bb4f-3da5039b6059 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43fb15ba-5dca-4f10-9af9-ce88f8bb95ef HTTP/1.1" status: 204 len: 168 time: 1.3587279 Mar 22 12:21:45.836237 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ce7cc80d-f8a0-4d1a-841a-1f5e7b2cd02b req-985e9744-ed41-488e-a9c7-d77a516e8a7f tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.1639161 Mar 22 12:21:45.850184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 82714e74-cc19-4ac7-8023-f5fac4b73348 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:45.863351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a5c55187-f0ee-4865-815c-101e0c901799 None None] Provisioning complete for port aec11e6e-3b25-4b4d-ad61-1322b1c4aa08 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:45.863764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a5c55187-f0ee-4865-815c-101e0c901799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.908282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4d2f7d97-dae9-428f-88e8-6ad08cea3c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:45.943408 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4c76ff44-099f-4c73-bb41-785efbb7fcde tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1203310 Mar 22 12:21:45.953958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38194) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:45.969206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e45db-64e7-413d-bb4f-3da5039b6059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fb15ba-5dca-4f10-9af9-ce88f8bb95ef,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:45.978146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f7d97-dae9-428f-88e8-6ad08cea3c91 None None] Pushing event deleted for resources: {'Port': ['ID=82714e74-cc19-4ac7-8023-f5fac4b73348,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:46.027290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:46.060527 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ce7cc80d-f8a0-4d1a-841a-1f5e7b2cd02b req-f45739d6-ce7b-4028-858a-932edd471742 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226191 Mar 22 12:21:46.068822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Deleting port dcd5523a-cbb4-49b7-9331-452fdca071ec {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:46.069343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:46.077735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2f7d97-dae9-428f-88e8-6ad08cea3c91 None None] No DVR routers for this DVR port 82714e74-cc19-4ac7-8023-f5fac4b73348 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:46.079213 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a5c55187-f0ee-4865-815c-101e0c901799 None None] Port aec11e6e-3b25-4b4d-ad61-1322b1c4aa08 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:46.091742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:46.124979 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4e0b93cd-174c-463a-94c0-b1846b1555fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8531d086af9d478aac581589cdb32384&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3272846 Mar 22 12:21:46.128029 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a3473-1345-4c0f-9f0f-88de372af386 None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:21:46.128817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38202) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:46.162456 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:46.162837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:46.197396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:46.217828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:46.221401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:46.262009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f489a-8c1b-4e0d-a215-487f4f084409 req-4d0e0a0a-ce03-41f8-9af8-129ef5fce3b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:46.266488 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0a8f489a-8c1b-4e0d-a215-487f4f084409 req-4d0e0a0a-ce03-41f8-9af8-129ef5fce3b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 200 len: 913 time: 0.4711864 Mar 22 12:21:46.278076 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0c2af0b5-782e-4d3c-9b04-3fcfa31cd7c3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3519876 Mar 22 12:21:46.297596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38210) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:46.315848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-34d6403d-52ff-492e-abf6-280008c255ba tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:46.322570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9a3473-1345-4c0f-9f0f-88de372af386 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 12:21:46.342685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5face768-1aeb-48be-aee2-ed38819012be tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:46.344268 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5face768-1aeb-48be-aee2-ed38819012be tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.3855336 Mar 22 12:21:46.352828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38214) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:46.449256 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1a125-6f8a-47e0-8f1c-02a2fee212df tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port aec11e6e-3b25-4b4d-ad61-1322b1c4aa08 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:46.450036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a125-6f8a-47e0-8f1c-02a2fee212df tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:46.483159 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0a8f489a-8c1b-4e0d-a215-487f4f084409 req-b6da69a7-6bdb-499b-9d56-126e0b9238b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 200 len: 1001 time: 0.2063050 Mar 22 12:21:46.530955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de388682-5828-4ab4-a64d-66ef64dbd18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:46.552734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:46.800553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 82714e74-cc19-4ac7-8023-f5fac4b73348 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:46.800553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:46.827903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd', 'network_id': '71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd', 'tenant_id': 'c3b96c3526fc4ce8983929829f39c67a', 'fixed_ips': [{'subnet_id': 'c32b5d07-d380-4c61-8d9e-c83f2c1e1d5d'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:46.828821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:46.872449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f489a-8c1b-4e0d-a215-487f4f084409 req-2e02c8c4-a3b3-4531-860f-25abf61b1819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:46.874515 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0a8f489a-8c1b-4e0d-a215-487f4f084409 req-2e02c8c4-a3b3-4531-860f-25abf61b1819 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0f85f5d-3677-4e10-b04c-44bdd300d811 HTTP/1.1" status: 200 len: 851 time: 0.3853712 Mar 22 12:21:46.879394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a125-6f8a-47e0-8f1c-02a2fee212df tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:46.907099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Calling delete_port for dcd5523a-cbb4-49b7-9331-452fdca071ec owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:46.942444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de388682-5828-4ab4-a64d-66ef64dbd18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:46.993725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38228) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:46.998463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] The port '82714e74-cc19-4ac7-8023-f5fac4b73348' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:21:47.024124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Allocated IP 172.20.0.2 (71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd/c32b5d07-d380-4c61-8d9e-c83f2c1e1d5d/4cc30ab5-9dee-4764-8005-f3d17c6724d4) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:47.050513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d0c1a125-6f8a-47e0-8f1c-02a2fee212df tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for aec11e6e-3b25-4b4d-ad61-1322b1c4aa08 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:47.152942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:21:47.174179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ea4360-06c5-4d20-8966-75e5b0f2f6ee None None] Sync routers for ids ['d6831f3b-5b40-424f-9147-d04618137e70'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:21:47.223063 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0a8f489a-8c1b-4e0d-a215-487f4f084409 req-93cce67c-77e2-4859-a95d-7111b3349357 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6203a9c2-1d85-413b-8d33-42b4c72db112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3302624 Mar 22 12:21:47.229184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a125-6f8a-47e0-8f1c-02a2fee212df tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.255082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34d6403d-52ff-492e-abf6-280008c255ba tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15344199'] for subnet, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.277887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea4360-06c5-4d20-8966-75e5b0f2f6ee None None] Routers {'d6831f3b-5b40-424f-9147-d04618137e70'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:47.278511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-06ea4360-06c5-4d20-8966-75e5b0f2f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d6831f3b-5b40-424f-9147-d04618137e70'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:47.308738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.336344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1a125-6f8a-47e0-8f1c-02a2fee212df tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=aec11e6e-3b25-4b4d-ad61-1322b1c4aa08,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:47.359058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d9fe24-653a-409d-a6d3-597defb8df3a']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:47.380913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de388682-5828-4ab4-a64d-66ef64dbd18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.389779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf51a01-0c5c-443e-a9bb-f5cf41843ded') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:47.390066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf51a01-0c5c-443e-a9bb-f5cf41843ded') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:47.506877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.529614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Transition to ACTIVE for port object 4cc30ab5-9dee-4764-8005-f3d17c6724d4 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:47.530711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.540038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de388682-5828-4ab4-a64d-66ef64dbd18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde39bd2-e1f4-44ce-a2e1-e6adb8a7846e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:47.541840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de388682-5828-4ab4-a64d-66ef64dbd18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.543057 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-de388682-5828-4ab4-a64d-66ef64dbd18a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dde39bd2-e1f4-44ce-a2e1-e6adb8a7846e HTTP/1.1" status: 204 len: 168 time: 1.4082022 Mar 22 12:21:47.549341 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0a8f489a-8c1b-4e0d-a215-487f4f084409 req-bbc16810-29a9-4944-b650-dc588314e83b service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175430 Mar 22 12:21:47.549848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-e022fcc4-a8a2-4f3f-a848-1bdb55a544fb tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.553726 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e022fcc4-a8a2-4f3f-a848-1bdb55a544fb tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.5485971 Mar 22 12:21:47.553885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0c1a125-6f8a-47e0-8f1c-02a2fee212df tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.554581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38238) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.557403 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-afcf6e3b-f93b-4d40-8daf-fe4391f6fe31 admin admin] 10.222.0.62 "PUT /v2.0/routers/d6831f3b-5b40-424f-9147-d04618137e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9532230 Mar 22 12:21:47.563025 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38242) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.565348 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.566389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-3fcc89d6-66cd-49e3-80be-b1181f77bea5 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.567340 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3fcc89d6-66cd-49e3-80be-b1181f77bea5 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0118845 Mar 22 12:21:47.583458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Transition to ACTIVE for port object 4cc30ab5-9dee-4764-8005-f3d17c6724d4 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:47.597883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-06ea4360-06c5-4d20-8966-75e5b0f2f6ee None None] Set router d6831f3b-5b40-424f-9147-d04618137e70 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:21:47.605917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38248) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.621798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-0321af9d-ba31-419b-ab89-7f093bd47e29 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.622741 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0321af9d-ba31-419b-ab89-7f093bd47e29 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0155344 Mar 22 12:21:47.623983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.627305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Pushing event deleted for resources: {'Port': ['ID=dcd5523a-cbb4-49b7-9331-452fdca071ec,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:47.628019 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38252) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.665802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-a42a66c7-9293-4258-a459-60a9d075c90b tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.669146 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a42a66c7-9293-4258-a459-60a9d075c90b tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0170496 Mar 22 12:21:47.674334 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:47.674795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.691441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38256) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:47.696882 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:47.721177 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-dbcc058e-927e-46ed-84de-459f52b2ff88 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.722161 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dbcc058e-927e-46ed-84de-459f52b2ff88 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0192916 Mar 22 12:21:47.765618 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d0c1a125-6f8a-47e0-8f1c-02a2fee212df tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/aec11e6e-3b25-4b4d-ad61-1322b1c4aa08 HTTP/1.1" status: 204 len: 168 time: 1.4118721 Mar 22 12:21:47.766068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38260) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.766191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38262) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.783581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-2dd4f28b-040c-4b07-b1ae-338e7410cd51 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.784673 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2dd4f28b-040c-4b07-b1ae-338e7410cd51 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0129657 Mar 22 12:21:47.794794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38268) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.804380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.810876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-b19fb6e9-0480-4506-8752-bc9e4ae019f5 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.811692 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b19fb6e9-0480-4506-8752-bc9e4ae019f5 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0160770 Mar 22 12:21:47.817049 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38274) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.824441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-370371a4-b940-4d76-95a2-32f577dd04dd tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.828049 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-370371a4-b940-4d76-95a2-32f577dd04dd tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0074100 Mar 22 12:21:47.835205 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38278) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.845115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-66396c5a-60aa-44f0-a948-fe5e06bc9bf0 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.848416 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-66396c5a-60aa-44f0-a948-fe5e06bc9bf0 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0082695 Mar 22 12:21:47.851728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38282) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.866882 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-45ebbbd5-b106-4d5f-aae1-16add9f092e9 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.870298 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-45ebbbd5-b106-4d5f-aae1-16add9f092e9 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0152593 Mar 22 12:21:47.874035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38286) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.882494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-5d24d0cf-8834-4451-b5c5-1729e716d32c tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.886078 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5d24d0cf-8834-4451-b5c5-1729e716d32c tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0087223 Mar 22 12:21:47.891142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38290) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:47.903848 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0a8f489a-8c1b-4e0d-a215-487f4f084409 req-5dfa21de-5c0e-4b8c-86c3-3757bb2e018a service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466413 Mar 22 12:21:47.970682 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c329d7-8aac-4e76-9082-8ded4e0657bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:21:47.970682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-01c329d7-8aac-4e76-9082-8ded4e0657bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:47.979538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:47.987694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-8a366735-68e9-4fea-897e-c37864d43a23 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:47.987863 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Pushing event updated for resources: {'Port': ['ID=4cc30ab5-9dee-4764-8005-f3d17c6724d4,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:47.988706 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8a366735-68e9-4fea-897e-c37864d43a23 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0921819 Mar 22 12:21:47.991074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Network 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:48.001539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38296) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.017819 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:48.021689 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:48.022480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-d48fcd1d-3294-41cc-9b33-ebbf85994973 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.023611 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d48fcd1d-3294-41cc-9b33-ebbf85994973 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0132277 Mar 22 12:21:48.031442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38300) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.039649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:48.055547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-2e1b10aa-b15e-4f7c-a774-f1c47379c3c0 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.056760 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2e1b10aa-b15e-4f7c-a774-f1c47379c3c0 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0198598 Mar 22 12:21:48.089083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:48.092074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38304) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.118219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef74c-6e7d-4208-8580-52ce3440fce8 req-5c4ca1ae-dc8c-45a7-b946-11057b4d1025 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:48.120623 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e8ef74c-6e7d-4208-8580-52ce3440fce8 req-5c4ca1ae-dc8c-45a7-b946-11057b4d1025 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.7115324 Mar 22 12:21:48.124646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-65963f63-76ab-483d-afd8-27433349cc21 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.125963 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-65963f63-76ab-483d-afd8-27433349cc21 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0264916 Mar 22 12:21:48.136625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38310) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.146073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-40ce2cad-057d-4e0f-8771-8887bc67ca44 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.147100 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-40ce2cad-057d-4e0f-8771-8887bc67ca44 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062380 Mar 22 12:21:48.150158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38314) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.155634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-7cd4eeea-620c-45bf-af3b-ccb8ce75221d tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.156658 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7cd4eeea-620c-45bf-af3b-ccb8ce75221d tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0060508 Mar 22 12:21:48.159546 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38318) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.168316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-96e9bcfa-33e2-4acd-80b3-3ecab4cf12db tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.170443 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-96e9bcfa-33e2-4acd-80b3-3ecab4cf12db tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0097685 Mar 22 12:21:48.173182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38322) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.180318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-48b0d2e0-abe0-4a6d-9501-bbf6c12910a0 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.181292 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-48b0d2e0-abe0-4a6d-9501-bbf6c12910a0 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0071359 Mar 22 12:21:48.184026 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38326) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.197528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-eff18928-2902-463b-8092-c4e30fe3ffa9 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.198945 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eff18928-2902-463b-8092-c4e30fe3ffa9 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0135767 Mar 22 12:21:48.204100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38330) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.222458 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-57a8685a-4bd4-401c-9bbe-1aefd7faa6c7 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.223474 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-57a8685a-4bd4-401c-9bbe-1aefd7faa6c7 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0103772 Mar 22 12:21:48.227199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38336) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.232856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-725af550-ecf0-435d-b252-fa74f1e6db3e tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.233799 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-725af550-ecf0-435d-b252-fa74f1e6db3e tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0057361 Mar 22 12:21:48.236323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38340) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.242678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-f77b87ff-151c-4b7c-91a5-878deaa63784 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.243570 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f77b87ff-151c-4b7c-91a5-878deaa63784 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0061324 Mar 22 12:21:48.247056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38344) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.254500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Attempting to bind port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:48.254861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Attempting to bind port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '444429c8-357a-4db7-a275-e3be59b7815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:48.255222 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Attempting to bind port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 on network 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:48.267659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:48.268039 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Checking segment: {'id': '444429c8-357a-4db7-a275-e3be59b7815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:48.268442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:48.268825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Bound using segment: {'id': '444429c8-357a-4db7-a275-e3be59b7815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:48.269283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Bound port: 4cc30ab5-9dee-4764-8005-f3d17c6724d4, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444429c8-357a-4db7-a275-e3be59b7815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:48.269705 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:48.273642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34d6403d-52ff-492e-abf6-280008c255ba tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747665871773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15254219'] for subnet, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:48.285173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-6dc49293-ff21-4e44-a645-4d25482fb1b5 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.285886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Network': ['ID=41d9fe24-653a-409d-a6d3-597defb8df3a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:48.286497 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6dc49293-ff21-4e44-a645-4d25482fb1b5 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0384693 Mar 22 12:21:48.288237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-01c329d7-8aac-4e76-9082-8ded4e0657bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:48.289490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38348) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.290675 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-01c329d7-8aac-4e76-9082-8ded4e0657bc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/aec11e6e-3b25-4b4d-ad61-1322b1c4aa08 HTTP/1.1" status: 404 len: 333 time: 0.5164847 Mar 22 12:21:48.292838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38350) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.344995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-06ea4360-06c5-4d20-8966-75e5b0f2f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:21:39Z', 'revision_number': 5, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:48.345840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-788a436a-c229-420b-b501-c825ea517362 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.349206 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-788a436a-c229-420b-b501-c825ea517362 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0553739 Mar 22 12:21:48.355731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38356) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.361122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ea4360-06c5-4d20-8966-75e5b0f2f6ee None None] Checking router: d6831f3b-5b40-424f-9147-d04618137e70 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:21:48.380699 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-964433a3-8292-4d79-911c-f236e4d1a68e tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.384082 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-964433a3-8292-4d79-911c-f236e4d1a68e tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0188920 Mar 22 12:21:48.386385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38362) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.396853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-cef202a4-ca3f-4864-aeca-4c1dec3d2228 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.397722 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cef202a4-ca3f-4864-aeca-4c1dec3d2228 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0102899 Mar 22 12:21:48.401742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea4360-06c5-4d20-8966-75e5b0f2f6ee None None] Routers {'d6831f3b-5b40-424f-9147-d04618137e70'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:21:48.402602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-06ea4360-06c5-4d20-8966-75e5b0f2f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d6831f3b-5b40-424f-9147-d04618137e70'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:48.403956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38366) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.409766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6403d-52ff-492e-abf6-280008c255ba tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:48.410426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34d6403d-52ff-492e-abf6-280008c255ba tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:48.411738 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-34d6403d-52ff-492e-abf6-280008c255ba tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "PUT /v2.0/subnets/c32b5d07-d380-4c61-8d9e-c83f2c1e1d5d HTTP/1.1" status: 200 len: 806 time: 2.1104007 Mar 22 12:21:48.419891 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38368) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.420990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:48.424978 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e65a7eec-b295-4bbf-8543-f574bd094d73 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/networks/41d9fe24-653a-409d-a6d3-597defb8df3a HTTP/1.1" status: 204 len: 168 time: 4.0528803 Mar 22 12:21:48.429339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-9a464194-57e9-4e4e-a6e9-8251d5e2d4ac tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.430401 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9a464194-57e9-4e4e-a6e9-8251d5e2d4ac tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0136125 Mar 22 12:21:48.432241 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38374) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.434012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b4213705-861e-47e2-be2d-5e52667044e4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 68f413bf-cf79-478a-949b-442fe6504711 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:48.434394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4213705-861e-47e2-be2d-5e52667044e4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:48.445972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38376) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.497799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-91ee2275-a77b-4e6d-8751-e7060bfe6213 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.497799 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-91ee2275-a77b-4e6d-8751-e7060bfe6213 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0506897 Mar 22 12:21:48.503161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38382) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.521050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:48.549987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] For port 4cc30ab5-9dee-4764-8005-f3d17c6724d4, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:48.573149 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] For port 4cc30ab5-9dee-4764-8005-f3d17c6724d4, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4cc30ab5-9dee-4764-8005-f3d17c6724d4,segment=NetworkSegment(444429c8-357a-4db7-a275-e3be59b7815c),segment_id=444429c8-357a-4db7-a275-e3be59b7815c)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:48.585268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:48.688458 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Deleting port df27011f-5511-4cf0-ad61-ee1e793063af {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:48.688458 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:48.754596 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefeaff-2885-480f-b4c7-3733267c3245 None None] Pushing event updated for resources: {'Port': ['ID=4cc30ab5-9dee-4764-8005-f3d17c6724d4,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:48.761550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-3f22e80f-7bdd-4fa6-a284-863f4378b0f8 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.764895 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3f22e80f-7bdd-4fa6-a284-863f4378b0f8 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.2483671 Mar 22 12:21:48.775246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-06ea4360-06c5-4d20-8966-75e5b0f2f6ee None None] Set router d6831f3b-5b40-424f-9147-d04618137e70 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:21:48.780316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38388) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.841739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-721fbb35-565e-47e8-b72d-9c33941b0dc2 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.842815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6403d-52ff-492e-abf6-280008c255ba tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=c32b5d07-d380-4c61-8d9e-c83f2c1e1d5d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:48.855023 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-721fbb35-565e-47e8-b72d-9c33941b0dc2 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0287092 Mar 22 12:21:48.857277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38394) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.873206 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e8ef74c-6e7d-4208-8580-52ce3440fce8 req-8f706f19-1eba-4e59-933e-38d2f92fe7ab tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5808315 Mar 22 12:21:48.880964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-72a58c64-a150-4f29-9f69-c0b47c5b3c17 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.881913 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-72a58c64-a150-4f29-9f69-c0b47c5b3c17 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0076122 Mar 22 12:21:48.891675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38398) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:48.910666 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-cf6bc835-d7db-456a-be2f-6f6dcc081e97 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:48.914157 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cf6bc835-d7db-456a-be2f-6f6dcc081e97 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0150595 Mar 22 12:21:48.914732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38402) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.174729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-a633bed7-b8f6-4514-9912-1781ebc85576 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.177736 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.178560 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a633bed7-b8f6-4514-9912-1781ebc85576 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.2626386 Mar 22 12:21:49.179189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38408) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.199068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-7e50ba05-31d9-4a0e-83d4-48b94dd07e90 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.202810 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7e50ba05-31d9-4a0e-83d4-48b94dd07e90 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0123475 Mar 22 12:21:49.205935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38412) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.215403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-7092e7b8-3cf0-42f7-b43d-31ccced9c9c9 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.220978 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7092e7b8-3cf0-42f7-b43d-31ccced9c9c9 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0123742 Mar 22 12:21:49.223204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.225964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38416) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.233257 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4cc30ab5-9dee-4764-8005-f3d17c6724d4 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:49.245789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.251132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-80b2e514-5643-4d99-af82-4635fb4514e7 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.252096 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-80b2e514-5643-4d99-af82-4635fb4514e7 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0187540 Mar 22 12:21:49.259564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b874efb5-5709-4e89-af67-fdd2e9afcfea tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:49.259729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38420) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.259809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b874efb5-5709-4e89-af67-fdd2e9afcfea tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:49.269565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-3a5d7049-5fe5-4ae5-84ff-08ccda6c9b91 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.270495 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3a5d7049-5fe5-4ae5-84ff-08ccda6c9b91 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0100431 Mar 22 12:21:49.274907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Deleting port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:49.274907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.283379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38424) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.299470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-da31d226-1d5d-485f-97ce-b9ee2697386d tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.301652 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-da31d226-1d5d-485f-97ce-b9ee2697386d tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0094318 Mar 22 12:21:49.306356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38428) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.311152 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38430) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.327089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-925efcc9-278c-4b29-a90b-4f0176df0479 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.327797 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-925efcc9-278c-4b29-a90b-4f0176df0479 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0182307 Mar 22 12:21:49.333298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b874efb5-5709-4e89-af67-fdd2e9afcfea tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:49.334448 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b874efb5-5709-4e89-af67-fdd2e9afcfea tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8986285 Mar 22 12:21:49.335263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38436) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.337843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38442) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.341114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-04815f6d-16c0-4094-b619-8ecc93737436 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.342117 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-04815f6d-16c0-4094-b619-8ecc93737436 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0053487 Mar 22 12:21:49.355623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38446) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.372857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [None req-dc14919d-a9bf-4655-8c2b-1d1bc75c5b7e tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.374175 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dc14919d-a9bf-4655-8c2b-1d1bc75c5b7e tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0172863 Mar 22 12:21:49.378381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38450) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.378835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.379366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Fanout notify agent at l3_agent the message router_deleted on router 29998bf4-a651-4045-8ea7-a0f87fd7b742 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:21:49.395600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-a335b166-eb08-41e2-9848-041f3f287ad1 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.396533 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a335b166-eb08-41e2-9848-041f3f287ad1 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0117197 Mar 22 12:21:49.401387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.402711 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c40786e5-01ca-46aa-828e-9051d84da467 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/29998bf4-a651-4045-8ea7-a0f87fd7b742 HTTP/1.1" status: 204 len: 168 time: 6.3136373 Mar 22 12:21:49.405047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38454) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.407235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38456) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.412855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-523c9616-1a35-4004-8b24-9592d2b27c96 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.414044 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-523c9616-1a35-4004-8b24-9592d2b27c96 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0078521 Mar 22 12:21:49.414519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4213705-861e-47e2-be2d-5e52667044e4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.417361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f650c994-e0e8-4123-8851-9e0815845582 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1128445662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:49.423761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38462) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.427668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f650c994-e0e8-4123-8851-9e0815845582 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:49.433688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-fbc3a8d0-64ff-4054-8945-b6a1ea7c8e20 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.434846 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fbc3a8d0-64ff-4054-8945-b6a1ea7c8e20 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0089965 Mar 22 12:21:49.437870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f650c994-e0e8-4123-8851-9e0815845582 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Usage tracker for resource:router and tenant:dc5ded5fdfda4bb789d009359947115c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:49.441544 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38466) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.443359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] For port df27011f-5511-4cf0-ad61-ee1e793063af, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=df27011f-5511-4cf0-ad61-ee1e793063af,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:49.443762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.449910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f650c994-e0e8-4123-8851-9e0815845582 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:49.455607 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-06ea4360-06c5-4d20-8966-75e5b0f2f6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:21:39Z', 'revision_number': 5, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:49.460493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-6b57fca5-8916-4da6-92ac-e8ada0c6bb01 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.461573 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6b57fca5-8916-4da6-92ac-e8ada0c6bb01 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0134118 Mar 22 12:21:49.462581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f650c994-e0e8-4123-8851-9e0815845582 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:49.463320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ea4360-06c5-4d20-8966-75e5b0f2f6ee None None] The sync data for ids ['d6831f3b-5b40-424f-9147-d04618137e70'] in dv-neutron-834653-1-hyperv is: [{'id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'name': 'tempest-ServersTestJSON-1897937374-router', 'tenant_id': '934110f16cbd4eeaa5a066963b2a1493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15'}], 'enable_snat': True}, 'gw_port_id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:59Z', 'updated_at': '2022-03-22T12:21:39Z', 'revision_number': 5, 'project_id': '934110f16cbd4eeaa5a066963b2a1493', 'gw_port': {'id': 'df27011f-5511-4cf0-ad61-ee1e793063af', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6831f3b-5b40-424f-9147-d04618137e70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:19:00Z', 'updated_at': '2022-03-22T12:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:21:49.465786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38470) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.472258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:49.473101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-e326673c-6c6b-494c-9327-c8c110762b34 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.474119 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e326673c-6c6b-494c-9327-c8c110762b34 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0057819 Mar 22 12:21:49.479085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38474) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.484900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-8b70b21f-2fa9-4017-827b-e74c7a33e4cb tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.485930 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8b70b21f-2fa9-4017-827b-e74c7a33e4cb tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0058367 Mar 22 12:21:49.488816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38478) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.495158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-742340ee-3794-4e2c-becf-b7b497a377a0 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.496327 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-742340ee-3794-4e2c-becf-b7b497a377a0 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064499 Mar 22 12:21:49.500465 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f650c994-e0e8-4123-8851-9e0815845582 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.501527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f650c994-e0e8-4123-8851-9e0815845582 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.506295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38482) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.515661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-0a758e0d-2323-4885-84bc-19b2e8864ff5 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.516679 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0a758e0d-2323-4885-84bc-19b2e8864ff5 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093873 Mar 22 12:21:49.520321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38486) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.535670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-072c0972-1289-49e9-8656-ae9e2fdbc140 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.536670 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-072c0972-1289-49e9-8656-ae9e2fdbc140 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0161970 Mar 22 12:21:49.540080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38490) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.547380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-bc2b54cf-a08f-441b-bd3f-acd27cfe16e1 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.550675 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bc2b54cf-a08f-441b-bd3f-acd27cfe16e1 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0059900 Mar 22 12:21:49.552762 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-220549fb-391b-43b1-aee5-76e8caa69122 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2089074 Mar 22 12:21:49.554027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38494) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.559739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-1d4d2301-c6e7-43cc-8313-e253fe789cbc tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.560647 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1d4d2301-c6e7-43cc-8313-e253fe789cbc tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0057893 Mar 22 12:21:49.561100 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38498) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.568869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1113559916'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:49.571796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38502) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.574837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-729841103'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:49.584336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f650c994-e0e8-4123-8851-9e0815845582 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.585849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:49.588167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:49.592303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-35541f22-d910-4eb9-a664-a06fc4f95b6f tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.593249 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-35541f22-d910-4eb9-a664-a06fc4f95b6f tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0142155 Mar 22 12:21:49.603872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38506) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.606043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:network and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:49.611562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:network and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:49.614087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:49.619868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-34c836c4-01ea-440c-878e-8d913b9d9f65 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.620853 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-34c836c4-01ea-440c-878e-8d913b9d9f65 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0120320 Mar 22 12:21:49.621680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:49.626265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38510) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.630306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:49.639383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-b2684675-6c34-4065-914e-67410eedfa8a tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.643097 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b2684675-6c34-4065-914e-67410eedfa8a tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0123873 Mar 22 12:21:49.643097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:49.645549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38514) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.657866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-5437e1b2-443a-43e0-874e-c7cb36c54914 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.661344 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5437e1b2-443a-43e0-874e-c7cb36c54914 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0114801 Mar 22 12:21:49.661344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f650c994-e0e8-4123-8851-9e0815845582 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.666986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38518) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.675372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:49.678277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.687426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:49.690622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.705440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-d2ebf97e-9a1e-4a64-ba1d-9d82dd04688f tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.708879 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d2ebf97e-9a1e-4a64-ba1d-9d82dd04688f tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0382252 Mar 22 12:21:49.713700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38522) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.720724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.727610 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b4213705-861e-47e2-be2d-5e52667044e4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 68f413bf-cf79-478a-949b-442fe6504711 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:49.734972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-2b200310-0e12-4912-b058-8d4faf78347b tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.738526 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2b200310-0e12-4912-b058-8d4faf78347b tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0213790 Mar 22 12:21:49.742757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38526) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.747149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f650c994-e0e8-4123-8851-9e0815845582 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.751306 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f650c994-e0e8-4123-8851-9e0815845582 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3397775 Mar 22 12:21:49.752571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-5e70320e-dd05-48b4-bcbf-fd9b25e2c81a tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.756103 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5e70320e-dd05-48b4-bcbf-fd9b25e2c81a tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0098307 Mar 22 12:21:49.756232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38530) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.756662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38532) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.762604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Calling delete_port for df27011f-5511-4cf0-ad61-ee1e793063af owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:49.769645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-1926920f-71f9-467e-abaa-2e207f689718 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.770594 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1926920f-71f9-467e-abaa-2e207f689718 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0120518 Mar 22 12:21:49.771429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:49.777515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38538) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.791498 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-9bced478-3c0b-4e27-b96a-cfbd75a4bdf7 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.795811 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9bced478-3c0b-4e27-b96a-cfbd75a4bdf7 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0141525 Mar 22 12:21:49.796630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38542) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.802379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.802739 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Added segment 3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c of type vlan for network 2cecc8bc-7ca0-4a68-a3f9-337776c12a67 Mar 22 12:21:49.806615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-9db6b6fc-1ee5-47ab-9b71-cb5aef5cad51 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.807354 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9db6b6fc-1ee5-47ab-9b71-cb5aef5cad51 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0082726 Mar 22 12:21:49.810370 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:49.817731 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:49.823445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'enable_snat': True}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:49.827221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [None req-cb625a4f-8e52-4813-a80f-1cdc10aee677 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:21:49.828637 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cb625a4f-8e52-4813-a80f-1cdc10aee677 tempest-ExtensionsTestJSON-347636862 tempest-ExtensionsTestJSON-347636862-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0129881 Mar 22 12:21:49.829978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:security_group_rule and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:49.839458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:49.855100 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:49.865340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.943427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:49.947704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:49.948574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.110507 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5483470 Mar 22 12:21:50.111597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6ec0e-68ac-4930-9c94-5b9ff99053f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Network': ['ID=2cecc8bc-7ca0-4a68-a3f9-337776c12a67,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:50.114746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38554) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:50.123365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.125307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 2cecc8bc-7ca0-4a68-a3f9-337776c12a67 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:50.128201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': '2cecc8bc-7ca0-4a68-a3f9-337776c12a67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:50.146114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.188616 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89bf606-6560-4a26-a656-effd6b275f39 None None] Network 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:50.267773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:50.295990 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d22a1dcb-dd87-4c12-8e61-469d59478b7d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:50.307203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.307744 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Added segment aea2095e-a46b-41bf-8c5a-7efb6c66d8e6 of type vlan for network b1450a9c-7013-4dc6-a636-b4b0cc85542b Mar 22 12:21:50.314854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:50.320649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:50.327811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:50.343936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:50.361754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.375884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:50.456625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38560) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:50.524023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.548869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.554673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:50.555690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.690055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ba31c90d-620a-43b2-a5a8-bc6a99e34f0f None None] Provisioning for port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:50.696414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ba31c90d-620a-43b2-a5a8-bc6a99e34f0f None None] Provisioning complete for port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:50.696763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba31c90d-620a-43b2-a5a8-bc6a99e34f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.736717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-113f492c-8943-4e8a-ad53-06670779f1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.754982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] For port 4cc30ab5-9dee-4764-8005-f3d17c6724d4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4cc30ab5-9dee-4764-8005-f3d17c6724d4,segment=NetworkSegment(444429c8-357a-4db7-a275-e3be59b7815c),segment_id=444429c8-357a-4db7-a275-e3be59b7815c)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:50.755983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.773167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Network': ['ID=b1450a9c-7013-4dc6-a636-b4b0cc85542b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:50.817289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network b1450a9c-7013-4dc6-a636-b4b0cc85542b details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:50.827380 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5d49033a-6fdb-4151-8bc0-1a94997b5035 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5116313 Mar 22 12:21:50.829625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-113f492c-8943-4e8a-ad53-06670779f1f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:50.838193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-113f492c-8943-4e8a-ad53-06670779f1f2 admin admin] Usage tracker for resource:security_group_rule and tenant:c6888b42882949ecb51f2376494c9793 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:50.845651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-113f492c-8943-4e8a-ad53-06670779f1f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:50.852686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-113f492c-8943-4e8a-ad53-06670779f1f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:50.951689 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba31c90d-620a-43b2-a5a8-bc6a99e34f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.953079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Calling delete_port for 4cc30ab5-9dee-4764-8005-f3d17c6724d4 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:50.967643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-113f492c-8943-4e8a-ad53-06670779f1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:50.994070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b03933-8b8f-4122-97e7-541afa3d5c57 req-3e582b1a-2957-420c-ad71-90ed16c5df96 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:51.000863 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ba31c90d-620a-43b2-a5a8-bc6a99e34f0f None None] For port 4cc30ab5-9dee-4764-8005-f3d17c6724d4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4cc30ab5-9dee-4764-8005-f3d17c6724d4,segment=NetworkSegment(444429c8-357a-4db7-a275-e3be59b7815c),segment_id=444429c8-357a-4db7-a275-e3be59b7815c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:51.001399 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c1b03933-8b8f-4122-97e7-541afa3d5c57 req-3e582b1a-2957-420c-ad71-90ed16c5df96 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.9033120 Mar 22 12:21:51.020609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba31c90d-620a-43b2-a5a8-bc6a99e34f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.066570 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4213705-861e-47e2-be2d-5e52667044e4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.084841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:51.160874 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:51.164054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 80fcc5c5-ca41-4c03-b9e3-7a537f6ddfd2 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:51.171716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-113f492c-8943-4e8a-ad53-06670779f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.220254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.232734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f492c-8943-4e8a-ad53-06670779f1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb52618-d847-4e11-a31a-651ddae27337,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:51.246778 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31c90d-620a-43b2-a5a8-bc6a99e34f0f None None] Pushing event updated for resources: {'Port': ['ID=4cc30ab5-9dee-4764-8005-f3d17c6724d4,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:51.355230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4213705-861e-47e2-be2d-5e52667044e4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=68f413bf-cf79-478a-949b-442fe6504711,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:51.454307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.470906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Subnet': ['ID=bc13c1b6-67ce-4b5c-a987-0b445ac9e2be,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:51.472017 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c1b03933-8b8f-4122-97e7-541afa3d5c57 req-29272084-94fb-403c-ba19-2641dab9c284 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4695890 Mar 22 12:21:51.522593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Checking segment: {'id': '3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2cecc8bc-7ca0-4a68-a3f9-337776c12a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:51.523243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network hostable DHCP agents. Network: 2cecc8bc-7ca0-4a68-a3f9-337776c12a67, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:51.540662 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-113f492c-8943-4e8a-ad53-06670779f1f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6888b42882949ecb51f2376494c9793&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0816138 Mar 22 12:21:51.546385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38568) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:51.600718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 2cecc8bc-7ca0-4a68-a3f9-337776c12a67 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:51.633938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 2cecc8bc-7ca0-4a68-a3f9-337776c12a67) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:51.641005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:51.641784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.645997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e40358d-a68e-4566-a4bc-f907d2e47a8c None None] Network 2cecc8bc-7ca0-4a68-a3f9-337776c12a67 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:51.648697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=df27011f-5511-4cf0-ad61-ee1e793063af,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:51.667621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4dad43-bf97-4bd5-8bd3-fe85f7d1f29a None None] Network 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:51.686848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:51.687200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:51.696922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65654650-154a-48f9-a8a9-6f8da4864ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.701277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.722816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38572) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:51.723040 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5589b730-254a-4cf0-9c58-3907d916ba67 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6040258 Mar 22 12:21:51.752589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65654650-154a-48f9-a8a9-6f8da4864ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.773962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': '2cecc8bc-7ca0-4a68-a3f9-337776c12a67', 'name': 'tempest-PortsIpV6TestJSON-1826393137'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:51.812282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65654650-154a-48f9-a8a9-6f8da4864ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.830242 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65654650-154a-48f9-a8a9-6f8da4864ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb52618-d847-4e11-a31a-651ddae27337,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:51.835151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65654650-154a-48f9-a8a9-6f8da4864ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.838987 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-65654650-154a-48f9-a8a9-6f8da4864ec5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0bb52618-d847-4e11-a31a-651ddae27337 HTTP/1.1" status: 204 len: 168 time: 0.2861404 Mar 22 12:21:51.904856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4213705-861e-47e2-be2d-5e52667044e4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:51.997427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8a312a04-a6bc-49f4-89c7-e7c3c3563ab7 None None] Provisioning complete for port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:51.998350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8a312a04-a6bc-49f4-89c7-e7c3c3563ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:52.241154 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Deleting port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:52.241768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:52.298263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-2cecc8bc-7ca0-4a68-a3f9-337776c12a67', 'network_id': '2cecc8bc-7ca0-4a68-a3f9-337776c12a67', 'tenant_id': 'fe44fae51d5c4117a8944d7feee32985', 'fixed_ips': [{'subnet_id': 'bc13c1b6-67ce-4b5c-a987-0b445ac9e2be'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:52.299964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:52.323152 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b4213705-861e-47e2-be2d-5e52667044e4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/68f413bf-cf79-478a-949b-442fe6504711 HTTP/1.1" status: 204 len: 168 time: 4.0250387 Mar 22 12:21:52.325825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38584) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:52.356631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:52.462846 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c70802e-dbb6-4e32-b20a-2f766c01ad9f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:21:52.465514 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c70802e-dbb6-4e32-b20a-2f766c01ad9f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/68f413bf-cf79-478a-949b-442fe6504711 HTTP/1.1" status: 404 len: 333 time: 0.1381063 Mar 22 12:21:52.468419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38590) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:52.559979 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Allocated IP 2001:db8::2 (2cecc8bc-7ca0-4a68-a3f9-337776c12a67/bc13c1b6-67ce-4b5c-a987-0b445ac9e2be/5f2728b0-069c-4243-8b1a-f9cd9f8849cf) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:52.589945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:52.727303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:52.768424 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:52.796442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:52.808358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Transition to ACTIVE for port object 5f2728b0-069c-4243-8b1a-f9cd9f8849cf will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:52.830214 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Transition to ACTIVE for port object 5f2728b0-069c-4243-8b1a-f9cd9f8849cf will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:52.831604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:52.834672 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:52.848830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:52.859960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:52.898291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port ab42d0a7-dfe1-4527-861e-435e79b7ca6f yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:52.945702 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f099ee37-9545-4b46-b442-9f012471f8e0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting subnet 6038e132-8dde-498f-b74d-005a69809b72 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:21:52.955585 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f099ee37-9545-4b46-b442-9f012471f8e0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:52.961178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Network 2cecc8bc-7ca0-4a68-a3f9-337776c12a67 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:52.962838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:52.971701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:52.979060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Pushing event updated for resources: {'Port': ['ID=5f2728b0-069c-4243-8b1a-f9cd9f8849cf,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:53.093803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Attempting to bind port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:53.095641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Attempting to bind port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2cecc8bc-7ca0-4a68-a3f9-337776c12a67'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:53.096188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Attempting to bind port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf on network 2cecc8bc-7ca0-4a68-a3f9-337776c12a67 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:53.105842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:53.106518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Checking segment: {'id': '3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2cecc8bc-7ca0-4a68-a3f9-337776c12a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:53.107223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.107801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Bound using segment: {'id': '3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2cecc8bc-7ca0-4a68-a3f9-337776c12a67'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:53.108394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Bound port: 5f2728b0-069c-4243-8b1a-f9cd9f8849cf, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '2cecc8bc-7ca0-4a68-a3f9-337776c12a67'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:53.108920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.110197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f099ee37-9545-4b46-b442-9f012471f8e0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.298894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] For port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:53.304310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] For port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5f2728b0-069c-4243-8b1a-f9cd9f8849cf,segment=NetworkSegment(3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c),segment_id=3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:53.309969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4cc30ab5-9dee-4764-8005-f3d17c6724d4 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:53.329010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.329822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6831f3b-5b40-424f-9147-d04618137e70 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:21:53.376213 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4de222-cb9a-41c9-b483-52489d2ae67b None None] Network 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:53.385339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f099ee37-9545-4b46-b442-9f012471f8e0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.391284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] For port 4cc30ab5-9dee-4764-8005-f3d17c6724d4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4cc30ab5-9dee-4764-8005-f3d17c6724d4,segment=NetworkSegment(444429c8-357a-4db7-a275-e3be59b7815c),segment_id=444429c8-357a-4db7-a275-e3be59b7815c)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:53.391657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.413246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.584787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f099ee37-9545-4b46-b442-9f012471f8e0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.647852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38606) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:53.651210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099ee37-9545-4b46-b442-9f012471f8e0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Subnet': ['ID=6038e132-8dde-498f-b74d-005a69809b72,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:53.669975 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f099ee37-9545-4b46-b442-9f012471f8e0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.673601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4eea1-cb82-4f8d-9992-810452558cec None None] Pushing event updated for resources: {'Port': ['ID=5f2728b0-069c-4243-8b1a-f9cd9f8849cf,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:53.683223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-33248860-1cd9-4779-9ee2-101015d5102d None None] Provisioning complete for port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:53.683761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-33248860-1cd9-4779-9ee2-101015d5102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.691567 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f099ee37-9545-4b46-b442-9f012471f8e0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/6038e132-8dde-498f-b74d-005a69809b72 HTTP/1.1" status: 204 len: 168 time: 1.2219586 Mar 22 12:21:53.692493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38612) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:53.713423 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccac380-266d-4266-9162-c23e5e55ecf7 None None] Network 6905a631-6bc2-4cad-9cda-f80a2df235de requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:53.862759 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Calling delete_port for 4cc30ab5-9dee-4764-8005-f3d17c6724d4 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:53.887837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.900299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 2a503831-ac29-4c11-ad35-104a12cba6d7 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:53.900630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.969218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1774493374'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:53.978167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:53.979316 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7c54e7a3-c456-41ce-8b73-eb5ebe4221a3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d6831f3b-5b40-424f-9147-d04618137e70 HTTP/1.1" status: 204 len: 168 time: 6.4107585 Mar 22 12:21:53.981015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:53.985385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Usage tracker for resource:network and tenant:40be3c3877e74e708c9adc307035bbcb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:53.988691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:53.995248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.004324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:54.012311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38616) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:54.039109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.138075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8::ac (2cecc8bc-7ca0-4a68-a3f9-337776c12a67/bc13c1b6-67ce-4b5c-a987-0b445ac9e2be/ab42d0a7-dfe1-4527-861e-435e79b7ca6f) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:54.139885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38620) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:54.157784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'subnet': {'network_id': 'b1450a9c-7013-4dc6-a636-b4b0cc85542b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:54.197336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Made reservation on behalf of 40be3c3877e74e708c9adc307035bbcb for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:54.201961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.236850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:54.237486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.240870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.319439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-958ed3d8-0c73-4e6a-a767-ac7253315172 admin admin] Deleting subnet 18a06b53-c0a1-4ba6-849e-2080b1d16ef7 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:21:54.392299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-958ed3d8-0c73-4e6a-a767-ac7253315172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.430068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:54.441593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Usage tracker for resource:security_group_rule and tenant:40be3c3877e74e708c9adc307035bbcb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:54.453561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:54.462220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:54.470730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:54.492877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] For port 2a503831-ac29-4c11-ad35-104a12cba6d7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2a503831-ac29-4c11-ad35-104a12cba6d7,segment=NetworkSegment(164d6b87-4b89-47b8-b22a-3428571c35fb),segment_id=164d6b87-4b89-47b8-b22a-3428571c35fb)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:54.493344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.502274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-958ed3d8-0c73-4e6a-a767-ac7253315172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.647339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:subnet and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:54.663384 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 2a503831-ac29-4c11-ad35-104a12cba6d7 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:54.693543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:54.716043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:54.718420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.805660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d820c7-f7e2-437d-94a4-8248b5c02e4b None None] DHCP port deletion for 6905a631-6bc2-4cad-9cda-f80a2df235de request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:21:54.813947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b9d820c7-f7e2-437d-94a4-8248b5c02e4b None None] Deleting port 2a503831-ac29-4c11-ad35-104a12cba6d7 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:54.814912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b9d820c7-f7e2-437d-94a4-8248b5c02e4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.819811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.836559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.847487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:54.892474 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Port': ['ID=4cc30ab5-9dee-4764-8005-f3d17c6724d4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:54.919524 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No DVR routers for this DVR port 2a503831-ac29-4c11-ad35-104a12cba6d7 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:54.946559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Allocated IP 172.26.0.111 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/c2d86f25-6bb0-4b0e-8818-4bb59335f0dc) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:54.948634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:54.978839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b9d820c7-f7e2-437d-94a4-8248b5c02e4b None None] The port '2a503831-ac29-4c11-ad35-104a12cba6d7' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:21:55.040548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ec0a88d4-1bdf-4c91-a911-6c9599df60d0 None None] Could not find standard attr ID for object 4cc30ab5-9dee-4764-8005-f3d17c6724d4. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:21:55.060679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No DVR routers for this DVR port 4cc30ab5-9dee-4764-8005-f3d17c6724d4 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:55.077263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.077644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.077943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.078466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.078942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.079656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.080127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.080599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.081064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.081552 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.082025 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.096082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24cb139-7fbb-4bbf-bae2-b73f40b2cd8b None None] DHCP port deletion for 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:21:55.168397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5785fe74-8859-4dfa-a7ab-19952fc3f201,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:55.195603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=2a503831-ac29-4c11-ad35-104a12cba6d7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:55.201929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-958ed3d8-0c73-4e6a-a767-ac7253315172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.205566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5f2728b0-069c-4243-8b1a-f9cd9f8849cf up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:55.234656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.314889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:55.316485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.318080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:55.326587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14f8b54-8a19-478a-ba78-1e58d1ec1d14 None None] Network 2cecc8bc-7ca0-4a68-a3f9-337776c12a67 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:55.327327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.327734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.328129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.328549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.328930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.329339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.329767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.330178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.330695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.331112 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.331982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.381558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.381558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.381558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.381558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.381558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.381558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.381558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.381558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.381558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.381558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.381558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:55.393123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.393795 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Added segment 23a83e19-1ce3-469d-854e-d6cabe8b8d78 of type vlan for network 8e230667-c5c7-465c-a53a-575af371b758 Mar 22 12:21:55.405266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.415986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.424001 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2a503831-ac29-4c11-ad35-104a12cba6d7 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:55.462993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6905a631-6bc2-4cad-9cda-f80a2df235de']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:55.475146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 2a503831-ac29-4c11-ad35-104a12cba6d7 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:55.475146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2a503831-ac29-4c11-ad35-104a12cba6d7 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:55.475499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device df27011f-5511-4cf0-ad61-ee1e793063af no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:55.482986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.487948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164d6b87-4b89-47b8-b22a-3428571c35fb') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:55.488244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164d6b87-4b89-47b8-b22a-3428571c35fb') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:55.490374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object ab42d0a7-dfe1-4527-861e-435e79b7ca6f will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:55.497670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-958ed3d8-0c73-4e6a-a767-ac7253315172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.517909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: df27011f-5511-4cf0-ad61-ee1e793063af {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:55.518301 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device df27011f-5511-4cf0-ad61-ee1e793063af not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:55.547412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.551166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Provisioning for port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:55.555383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ed3d8-0c73-4e6a-a767-ac7253315172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a06b53-c0a1-4ba6-849e-2080b1d16ef7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:55.561290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.561624 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Provisioning complete for port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:55.561917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.570459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.580755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-958ed3d8-0c73-4e6a-a767-ac7253315172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.597932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.612844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:55.613291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.621367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb777c9-b556-4348-a161-8327e1075a8f None None] Network 68b84d2c-d1e6-4359-ae6d-d770fffe6077 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:55.627641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Subnet': ['ID=c32b5d07-d380-4c61-8d9e-c83f2c1e1d5d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:55.629199 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:55.660369 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b469e7e-449a-458f-81b1-51fb23ea119c None None] Network 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:55.684664 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-958ed3d8-0c73-4e6a-a767-ac7253315172 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/18a06b53-c0a1-4ba6-849e-2080b1d16ef7 HTTP/1.1" status: 204 len: 168 time: 1.6378984 Mar 22 12:21:55.686116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.690856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:55.691446 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.692402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38624) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:55.695461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.813658 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1640508 Mar 22 12:21:55.816418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38628) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:55.827020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.831107 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.839012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Request body: {'subnet': {'network_id': '8e230667-c5c7-465c-a53a-575af371b758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:55.851709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29469828-cd08-46cb-b49b-2ccd205f4208 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Pushing event updated for resources: {'Network': ['ID=8e230667-c5c7-465c-a53a-575af371b758,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:55.880183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 8e230667-c5c7-465c-a53a-575af371b758 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:55.883798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Network': ['ID=6905a631-6bc2-4cad-9cda-f80a2df235de,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:55.934165 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f3957298-69ae-4d52-8fdd-a04038b1fd85 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/networks/6905a631-6bc2-4cad-9cda-f80a2df235de HTTP/1.1" status: 204 len: 168 time: 2.2401569 Mar 22 12:21:55.934895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38632) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:55.935516 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:55.956223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-470350300'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:55.963340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:55.971350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:network and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:55.981714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:55.991182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:56.002230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:56.006832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Usage tracker for resource:subnet and tenant:40be3c3877e74e708c9adc307035bbcb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:56.010415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:56.013376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:56.016346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.026076 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 2cecc8bc-7ca0-4a68-a3f9-337776c12a67 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:56.028099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=ab42d0a7-dfe1-4527-861e-435e79b7ca6f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:56.029970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:56.037156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:56.041886 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.044694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:56.049017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:56.049884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.055629 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:56.056127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Made reservation on behalf of 40be3c3877e74e708c9adc307035bbcb for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:56.077770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.079950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:56.083380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444429c8-357a-4db7-a275-e3be59b7815c') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:56.083682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444429c8-357a-4db7-a275-e3be59b7815c') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:56.129399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.149923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.150345 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Added segment 41dcdcf4-e81c-4dac-a7d0-265d6385a0bf of type vlan for network 20fbe7f6-10d3-4393-90cc-509b420de3d3 Mar 22 12:21:56.181731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.197966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.199996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.211849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b1a686-247f-430d-b3fc-ade9136de7ee None None] DHCP port deletion for 71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:21:56.225726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Deleting port c4bc52a0-df57-4ee2-a932-dfd43e957a00 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:56.226053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.265775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] For port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5f2728b0-069c-4243-8b1a-f9cd9f8849cf,segment=NetworkSegment(3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c),segment_id=3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:56.270249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:56.277492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.289111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:56.295346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.297244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.309901 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:56.363836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Pushing event updated for resources: {'Port': ['ID=5f2728b0-069c-4243-8b1a-f9cd9f8849cf,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:56.364590 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-adddc029-f1d6-481c-858c-60661f4a26b0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6401858 Mar 22 12:21:56.366781 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event updated for resources: {'Port': ['ID=c2d86f25-6bb0-4b0e-8818-4bb59335f0dc,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:56.367964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38636) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:56.378833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:56.380432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.383641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': '2cecc8bc-7ca0-4a68-a3f9-337776c12a67', 'name': 'tempest-PortsIpV6TestJSON-1067383488'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:56.388791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:56.389135 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:56.389481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:56.390144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:56.390473 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:56.390926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:56.391271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:56.391598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:56.391921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:56.392286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:56.392604 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e46ca9-71af-48cf-be79-48c72b8150ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:56.402550 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:56.460380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f38fac-760d-4d71-bc19-d9f709e49ee6 None None] DHCP port deletion for 68b84d2c-d1e6-4359-ae6d-d770fffe6077 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:21:56.466051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-69f38fac-760d-4d71-bc19-d9f709e49ee6 None None] Deleting port c4bc52a0-df57-4ee2-a932-dfd43e957a00 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:56.466051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69f38fac-760d-4d71-bc19-d9f709e49ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.488604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.492494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:56.493063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.599633 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Subnet': ['ID=a766d3a8-eb90-4567-8812-d6e9fce63ab4,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:56.686148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Checking segment: {'id': 'aea2095e-a46b-41bf-8c5a-7efb6c66d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1450a9c-7013-4dc6-a636-b4b0cc85542b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:56.686582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network hostable DHCP agents. Network: b1450a9c-7013-4dc6-a636-b4b0cc85542b, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:56.687288 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7459264 Mar 22 12:21:56.688047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38640) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:56.724168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5605be6-17d8-4b11-b46d-4a9b09119010 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Network': ['ID=20fbe7f6-10d3-4393-90cc-509b420de3d3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:56.728074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3d9af9c9-c9b0-451d-90f1-f39c74d1e3b7 None None] Provisioning complete for port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:56.729543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3d9af9c9-c9b0-451d-90f1-f39c74d1e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.732786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '20fbe7f6-10d3-4393-90cc-509b420de3d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:56.777434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.820846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.824748 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 20fbe7f6-10d3-4393-90cc-509b420de3d3 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:56.852972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:56.864736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:56.867161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:56.867527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-69f38fac-760d-4d71-bc19-d9f709e49ee6 None None] For port c4bc52a0-df57-4ee2-a932-dfd43e957a00, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c4bc52a0-df57-4ee2-a932-dfd43e957a00,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:56.868004 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69f38fac-760d-4d71-bc19-d9f709e49ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.872272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:56.875546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:port and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:56.893545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:56.897781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:56.900825 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd HTTP/1.1" status: 204 len: 168 time: 8.4768033 Mar 22 12:21:56.912415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38644) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:56.914235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:56.923644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d2016-0eca-4bd0-a28b-1d24dbfe3cee tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:56.934970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.966795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:56.978340 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c751deb-14a4-423f-bf9b-d6d6b49b30cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:21:56.979002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c751deb-14a4-423f-bf9b-d6d6b49b30cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:21:56.984121 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2c751deb-14a4-423f-bf9b-d6d6b49b30cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd HTTP/1.1" status: 404 len: 339 time: 0.0543950 Mar 22 12:21:56.986843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38648) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:56.992273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:56.992440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1793950208', 'description': 'd1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:56.995567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:56.998579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network b1450a9c-7013-4dc6-a636-b4b0cc85542b is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:57.001520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] For port c4bc52a0-df57-4ee2-a932-dfd43e957a00, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c4bc52a0-df57-4ee2-a932-dfd43e957a00,segment=NetworkSegment(e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a),segment_id=e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:21:57.001887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.016073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:57.088379 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-69f38fac-760d-4d71-bc19-d9f709e49ee6 None None] Calling delete_port for c4bc52a0-df57-4ee2-a932-dfd43e957a00 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:57.129761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5f2728b0-069c-4243-8b1a-f9cd9f8849cf up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:21:57.135248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Calling delete_port for c4bc52a0-df57-4ee2-a932-dfd43e957a00 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:57.160003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:network and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:57.169550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:57.177289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:57.183422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, b1450a9c-7013-4dc6-a636-b4b0cc85542b) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:57.204778 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:57.205655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.219102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d1affe-0259-4a03-a7c8-0863d942592d None None] Network b1450a9c-7013-4dc6-a636-b4b0cc85542b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:57.228206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:57.231461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.244463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port d83a938a-d14c-4c42-8f05-7e674d750be9 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:57.264773 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-61335193-c65b-43a3-925d-15e8a819a637 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1237876 Mar 22 12:21:57.270027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38652) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:57.279756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1894446293'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:57.289857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:57.293093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.296440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:57.298863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:network and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:57.302231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:57.310882 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.316165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:57.367324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.367861 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment 27f62f06-9926-4016-9fc2-db016410cae6 of type vlan for network a0318224-7f22-48eb-9e55-5474898547e0 Mar 22 12:21:57.369891 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bc52a0-df57-4ee2-a932-dfd43e957a00,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:57.378965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.385669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Pushing event updated for resources: {'Subnet': ['ID=9791dc93-c680-4f2c-855d-10f6d5b49206,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:57.434236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:57.434714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Checking segment: {'id': '23a83e19-1ce3-469d-854e-d6cabe8b8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8e230667-c5c7-465c-a53a-575af371b758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:57.435067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Network hostable DHCP agents. Network: 8e230667-c5c7-465c-a53a-575af371b758, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:57.437849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.484023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-69f38fac-760d-4d71-bc19-d9f709e49ee6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:21:57.484612 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-69f38fac-760d-4d71-bc19-d9f709e49ee6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:21:57.499189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:57.499638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.537833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] No DVR routers for this DVR port c4bc52a0-df57-4ee2-a932-dfd43e957a00 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:21:57.543581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Network 8e230667-c5c7-465c-a53a-575af371b758 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:57.580663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.582738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8::312 (2cecc8bc-7ca0-4a68-a3f9-337776c12a67/bc13c1b6-67ce-4b5c-a987-0b445ac9e2be/d83a938a-d14c-4c42-8f05-7e674d750be9) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:57.599403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-b1450a9c-7013-4dc6-a636-b4b0cc85542b', 'network_id': 'b1450a9c-7013-4dc6-a636-b4b0cc85542b', 'tenant_id': '7ee562ad3f6547f7862f15a8e821b824', 'fixed_ips': [{'subnet_id': 'a766d3a8-eb90-4567-8812-d6e9fce63ab4'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:57.600365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.615391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3d9af9c9-c9b0-451d-90f1-f39c74d1e3b7 None None] Provisioning for port ab42d0a7-dfe1-4527-861e-435e79b7ca6f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:57.618238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 8e230667-c5c7-465c-a53a-575af371b758) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:57.623539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:57.624120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.629183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3d9af9c9-c9b0-451d-90f1-f39c74d1e3b7 None None] Provisioning complete for port ab42d0a7-dfe1-4527-861e-435e79b7ca6f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:57.629630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3d9af9c9-c9b0-451d-90f1-f39c74d1e3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.658273 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7073e35f-5ad3-439a-ac41-0cd46d7ddab0 None None] Network 8e230667-c5c7-465c-a53a-575af371b758 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:57.680870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:21:57.715111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.715429 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Added segment 7f519efa-11d2-42f2-9196-db8edb0b6721 of type vlan for network 20daaf6e-c8dc-4392-a264-8720dda12b1d Mar 22 12:21:57.719480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.756577 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5815f29b-02bc-4b59-a290-e5a8c37eec4a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9363949 Mar 22 12:21:57.761240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38660) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:57.770206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.775943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Request body: {'port': {'network_id': '8e230667-c5c7-465c-a53a-575af371b758', 'name': 'tempest-ExtraDHCPOptionsTestJSON-340308107'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:57.800854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b84d2c-d1e6-4359-ae6d-d770fffe6077']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:57.807803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.811464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:57.812031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.828605 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.865211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3d9af9c9-c9b0-451d-90f1-f39c74d1e3b7 None None] Port ab42d0a7-dfe1-4527-861e-435e79b7ca6f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:57.879187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.901123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:57.901469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9917bdd-c0ab-4d66-ba6e-45a4c2dd2a4a') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:21:57.938489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Subnet': ['ID=865b4af6-7f37-4c30-b831-ff656a312b44,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:57.979893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.989139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-69f38fac-760d-4d71-bc19-d9f709e49ee6 None None] Deleting port c4bc52a0-df57-4ee2-a932-dfd43e957a00 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:57.989825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69f38fac-760d-4d71-bc19-d9f709e49ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:57.991394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Checking segment: {'id': '41dcdcf4-e81c-4dac-a7d0-265d6385a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '20fbe7f6-10d3-4393-90cc-509b420de3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:57.991751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network hostable DHCP agents. Network: 20fbe7f6-10d3-4393-90cc-509b420de3d3, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:21:57.997288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.000319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.033749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object d83a938a-d14c-4c42-8f05-7e674d750be9 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:58.042125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 20fbe7f6-10d3-4393-90cc-509b420de3d3 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:21:58.056867 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 20fbe7f6-10d3-4393-90cc-509b420de3d3) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:58.062222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:58.062866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.065351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4cc30ab5-9dee-4764-8005-f3d17c6724d4 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:58.085523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.091867 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-89004df8-85c4-4349-b8ba-d9588fd128c8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3753309 Mar 22 12:21:58.097751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38664) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:58.106398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d697857-61bc-4db8-bbb7-0fb3ada4e61b None None] Network 20fbe7f6-10d3-4393-90cc-509b420de3d3 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:21:58.135529 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 4cc30ab5-9dee-4764-8005-f3d17c6724d4 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:58.136069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4cc30ab5-9dee-4764-8005-f3d17c6724d4 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:58.136568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c4bc52a0-df57-4ee2-a932-dfd43e957a00 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:21:58.176648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=d83a938a-d14c-4c42-8f05-7e674d750be9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:58.192156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 2cecc8bc-7ca0-4a68-a3f9-337776c12a67 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:58.193866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:58.207998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:58.214246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:58.215120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.247070 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f1228232-0e90-4512-837c-290888255731 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8747609 Mar 22 12:21:58.247558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38668) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:58.278737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=a0318224-7f22-48eb-9e55-5474898547e0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:58.283145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: c4bc52a0-df57-4ee2-a932-dfd43e957a00 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:21:58.283593 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c4bc52a0-df57-4ee2-a932-dfd43e957a00 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:21:58.285953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.291090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Allocated IP 2001:db8:0:ffff::2 (b1450a9c-7013-4dc6-a636-b4b0cc85542b/a766d3a8-eb90-4567-8812-d6e9fce63ab4/a1a32c9c-7e60-44da-b677-73449afd2843) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:58.295470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '20fbe7f6-10d3-4393-90cc-509b420de3d3', 'name': 'tempest-PortsTestJSON-367749298', 'fixed_ips': [{'subnet_id': '865b4af6-7f37-4c30-b831-ff656a312b44', 'ip_address': '172.20.0.10'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:58.330782 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:21:58.342293 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1950a9ca-c1c5-470e-b566-210eeb99f3cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3551116 Mar 22 12:21:58.347686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38672) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:58.363201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-69f38fac-760d-4d71-bc19-d9f709e49ee6 None None] The port 'c4bc52a0-df57-4ee2-a932-dfd43e957a00' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:21:58.372386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:21:58.372979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.377790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network a0318224-7f22-48eb-9e55-5474898547e0 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:21:58.391000 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:21:58.497963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-11e8cc68-4469-421f-9856-93493235bf9c None None] Provisioning complete for port ab42d0a7-dfe1-4527-861e-435e79b7ca6f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:58.498545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-11e8cc68-4469-421f-9856-93493235bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.529670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32afd4ed-23f6-46da-8cfb-d529d399ef50 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:58.530308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-32afd4ed-23f6-46da-8cfb-d529d399ef50 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:58.541655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.543902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c37d693-71da-484a-816f-fd5f5c62b227 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:58.544553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c37d693-71da-484a-816f-fd5f5c62b227 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Synchronizing usage tracker for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:58.545293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:58.545898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.570262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-32afd4ed-23f6-46da-8cfb-d529d399ef50 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:58.574519 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-32afd4ed-23f6-46da-8cfb-d529d399ef50 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aac HTTP/1.1" status: 200 len: 928 time: 0.3230371 Mar 22 12:21:58.574665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38676) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:58.591640 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:58.613682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c37d693-71da-484a-816f-fd5f5c62b227 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Unset dirty status for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:58.614554 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8c37d693-71da-484a-816f-fd5f5c62b227 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/networks?id=a0318224-7f22-48eb-9e55-5474898547e0 HTTP/1.1" status: 200 len: 761 time: 0.2666333 Mar 22 12:21:58.621071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38680) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:58.628959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2af754f0-2586-46c7-aa6a-ab919dd56e45 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'description': 'd2'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:58.644526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-8e230667-c5c7-465c-a53a-575af371b758', 'network_id': '8e230667-c5c7-465c-a53a-575af371b758', 'tenant_id': '40be3c3877e74e708c9adc307035bbcb', 'fixed_ips': [{'subnet_id': '9791dc93-c680-4f2c-855d-10f6d5b49206'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:58.645345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.683853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Usage tracker for resource:port and tenant:40be3c3877e74e708c9adc307035bbcb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:58.703293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:58.714886 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.732525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d32ec743-23c4-4258-916c-f541d461e73d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port d83a938a-d14c-4c42-8f05-7e674d750be9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:21:58.732899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d32ec743-23c4-4258-916c-f541d461e73d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.735884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-11e8cc68-4469-421f-9856-93493235bf9c None None] Port ab42d0a7-dfe1-4527-861e-435e79b7ca6f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:58.738988 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:58.740777 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.753215 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] 10.222.0.62 "DELETE /v2.0/networks/68b84d2c-d1e6-4359-ae6d-d770fffe6077 HTTP/1.1" status: 204 len: 168 time: 3.0516460 Mar 22 12:21:58.761319 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4894540 Mar 22 12:21:58.770031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38686) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:58.775535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'subnet': {'network_id': '20daaf6e-c8dc-4392-a264-8720dda12b1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:58.780141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee500f68-bdbc-4f1d-b88d-d72ce1d2f73a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Network': ['ID=20daaf6e-c8dc-4392-a264-8720dda12b1d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:58.811844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98362731-26fb-4335-81e1-80655480d744 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b84d2c-d1e6-4359-ae6d-d770fffe6077,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:58.820302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:58.823584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Made reservation on behalf of 40be3c3877e74e708c9adc307035bbcb for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:58.826610 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.846336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 20daaf6e-c8dc-4392-a264-8720dda12b1d details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:58.849424 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:port and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:58.855009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:58.860345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-541f9042-f3e8-4953-a34f-7f89a6594c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:58.863697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:58.871334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] device_id is not set on port b51a7800-a166-4704-b506-5f65a4bde42d yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:58.934960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:59.071745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:59.085081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:subnet and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:21:59.089741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:21:59.103043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:59.105842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af754f0-2586-46c7-aa6a-ab919dd56e45 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.134385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ae36693d-4eb0-4854-a198-4a2144b966c4 None None] Provisioning for port d83a938a-d14c-4c42-8f05-7e674d750be9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:21:59.142606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ae36693d-4eb0-4854-a198-4a2144b966c4 None None] Provisioning complete for port d83a938a-d14c-4c42-8f05-7e674d750be9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:21:59.142973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae36693d-4eb0-4854-a198-4a2144b966c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.174384 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-20fbe7f6-10d3-4393-90cc-509b420de3d3', 'network_id': '20fbe7f6-10d3-4393-90cc-509b420de3d3', 'tenant_id': '6344ffba11c54feca200eae2b0b1bae8', 'fixed_ips': [{'subnet_id': '865b4af6-7f37-4c30-b831-ff656a312b44'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:21:59.175491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.182931 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.199224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.235776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38690) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:59.235937 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Transition to ACTIVE for port object a1a32c9c-7e60-44da-b677-73449afd2843 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:59.254684 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Allocated IP 172.20.0.8 (8e230667-c5c7-465c-a53a-575af371b758/9791dc93-c680-4f2c-855d-10f6d5b49206/b51a7800-a166-4704-b506-5f65a4bde42d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:59.293150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ae36693d-4eb0-4854-a198-4a2144b966c4 None None] Port d83a938a-d14c-4c42-8f05-7e674d750be9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:21:59.304957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:59.322088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Transition to ACTIVE for port object a1a32c9c-7e60-44da-b677-73449afd2843 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:59.326685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af754f0-2586-46c7-aa6a-ab919dd56e45 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.333741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.438922 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 4c4164af-77e2-4e80-9293-90b8e1dfae21 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:21:59.454527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Network b1450a9c-7013-4dc6-a636-b4b0cc85542b is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:21:59.461911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:21:59.464595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:21:59.468577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Pushing event updated for resources: {'Port': ['ID=a1a32c9c-7e60-44da-b677-73449afd2843,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:59.477098 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2af754f0-2586-46c7-aa6a-ab919dd56e45 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network a0318224-7f22-48eb-9e55-5474898547e0 is not hosted by any dhcp agent {{(pid=83794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 22 12:21:59.480706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af754f0-2586-46c7-aa6a-ab919dd56e45 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:59.481323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2af754f0-2586-46c7-aa6a-ab919dd56e45 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.482588 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2af754f0-2586-46c7-aa6a-ab919dd56e45 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "PUT /v2.0/networks/a0318224-7f22-48eb-9e55-5474898547e0 HTTP/1.1" status: 200 len: 758 time: 0.8605618 Mar 22 12:21:59.496396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38694) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:59.510752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Allocated IP 172.20.0.2 (20fbe7f6-10d3-4393-90cc-509b420de3d3/865b4af6-7f37-4c30-b831-ff656a312b44/e1f162a2-77b1-49e7-a655-5b6dbcdc5d45) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:21:59.533022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af754f0-2586-46c7-aa6a-ab919dd56e45 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=a0318224-7f22-48eb-9e55-5474898547e0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:21:59.554497 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network a0318224-7f22-48eb-9e55-5474898547e0 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:21:59.555839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.575759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d32ec743-23c4-4258-916c-f541d461e73d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.716866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Attempting to bind port a1a32c9c-7e60-44da-b677-73449afd2843 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:21:59.717266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Attempting to bind port a1a32c9c-7e60-44da-b677-73449afd2843 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'aea2095e-a46b-41bf-8c5a-7efb6c66d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1450a9c-7013-4dc6-a636-b4b0cc85542b'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:21:59.717591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Attempting to bind port a1a32c9c-7e60-44da-b677-73449afd2843 on network b1450a9c-7013-4dc6-a636-b4b0cc85542b {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:21:59.755121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:21:59.755521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Checking segment: {'id': 'aea2095e-a46b-41bf-8c5a-7efb6c66d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1450a9c-7013-4dc6-a636-b4b0cc85542b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:21:59.755894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.756243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Bound using segment: {'id': 'aea2095e-a46b-41bf-8c5a-7efb6c66d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1450a9c-7013-4dc6-a636-b4b0cc85542b'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:21:59.756716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Bound port: a1a32c9c-7e60-44da-b677-73449afd2843, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea2095e-a46b-41bf-8c5a-7efb6c66d8e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b1450a9c-7013-4dc6-a636-b4b0cc85542b'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:21:59.757066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.760458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d32ec743-23c4-4258-916c-f541d461e73d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for d83a938a-d14c-4c42-8f05-7e674d750be9 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:21:59.779904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9f118d-4c0a-4664-84ae-12d349ebe645 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:21:59.780601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ee9f118d-4c0a-4664-84ae-12d349ebe645 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Synchronizing usage tracker for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:21:59.797201 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-77c9b743-a6e4-47f8-baea-1ef19e78e154 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=934110f16cbd4eeaa5a066963b2a1493&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4257894 Mar 22 12:21:59.799570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38698) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:59.806733 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.849815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Transition to ACTIVE for port object b51a7800-a166-4704-b506-5f65a4bde42d will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:21:59.850922 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ee9f118d-4c0a-4664-84ae-12d349ebe645 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Unset dirty status for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:21:59.855725 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ee9f118d-4c0a-4664-84ae-12d349ebe645 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/networks?id=a0318224-7f22-48eb-9e55-5474898547e0 HTTP/1.1" status: 200 len: 761 time: 0.3548090 Mar 22 12:21:59.856202 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38702) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:21:59.866642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1041870018'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:21:59.874059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:21:59.880988 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Router b2edf854-f455-49a0-ad38-8ed5449759a0 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:21:59.894461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:21:59.942159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] For port a1a32c9c-7e60-44da-b677-73449afd2843, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:21:59.949997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] For port a1a32c9c-7e60-44da-b677-73449afd2843, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a1a32c9c-7e60-44da-b677-73449afd2843,segment=NetworkSegment(aea2095e-a46b-41bf-8c5a-7efb6c66d8e6),segment_id=aea2095e-a46b-41bf-8c5a-7efb6c66d8e6)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:21:59.955995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.960139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:21:59.978522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:21:59.981678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.015059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f7f457bf-4ce2-40ca-8b70-5ff487471d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.051477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.063043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f7f457bf-4ce2-40ca-8b70-5ff487471d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.097503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d32ec743-23c4-4258-916c-f541d461e73d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.121115 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Transition to ACTIVE for port object e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:00.177017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ec743-23c4-4258-916c-f541d461e73d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=d83a938a-d14c-4c42-8f05-7e674d750be9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:00.205144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Transition to ACTIVE for port object e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:00.210561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcc118-9fcd-41cd-9bd8-52928a7e4234 None None] Pushing event updated for resources: {'Port': ['ID=a1a32c9c-7e60-44da-b677-73449afd2843,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:00.225376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Allocated IP 172.20.0.2 (8e230667-c5c7-465c-a53a-575af371b758/9791dc93-c680-4f2c-855d-10f6d5b49206/44596fda-660e-4b96-a36e-9fdeb75b3378) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:00.228042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.243511 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d32ec743-23c4-4258-916c-f541d461e73d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.325999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f7f457bf-4ce2-40ca-8b70-5ff487471d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.353284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:00.358844 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Network 20fbe7f6-10d3-4393-90cc-509b420de3d3 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:00.377742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Network 8e230667-c5c7-465c-a53a-575af371b758 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:00.385099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:00.398765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.399104 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment 0de3c800-44b4-4bbc-a884-628d905b36cb of type vlan for network 1653aad4-fa4f-4c49-a500-1c35648b17bc Mar 22 12:22:00.405888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:00.410452 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:00.413590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:00.439197 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Pushing event updated for resources: {'Port': ['ID=e1f162a2-77b1-49e7-a655-5b6dbcdc5d45,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:00.440001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:22:00.450876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f457bf-4ce2-40ca-8b70-5ff487471d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ec18e0-15a4-491e-ab06-5db11e801d0f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:00.464718 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d32ec743-23c4-4258-916c-f541d461e73d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/d83a938a-d14c-4c42-8f05-7e674d750be9 HTTP/1.1" status: 204 len: 168 time: 1.8877182 Mar 22 12:22:00.466465 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38706) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:00.468577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.470973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Pushing event updated for resources: {'Port': ['ID=b51a7800-a166-4704-b506-5f65a4bde42d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:00.482433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.10 (20fbe7f6-10d3-4393-90cc-509b420de3d3/865b4af6-7f37-4c30-b831-ff656a312b44/4c4164af-77e2-4e80-9293-90b8e1dfae21) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:00.494119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f7f457bf-4ce2-40ca-8b70-5ff487471d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.498568 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f7f457bf-4ce2-40ca-8b70-5ff487471d6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45ec18e0-15a4-491e-ab06-5db11e801d0f HTTP/1.1" status: 204 len: 168 time: 0.6960065 Mar 22 12:22:00.632072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Attempting to bind port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:00.632632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Attempting to bind port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '41dcdcf4-e81c-4dac-a7d0-265d6385a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '20fbe7f6-10d3-4393-90cc-509b420de3d3'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:00.632929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Attempting to bind port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 on network 20fbe7f6-10d3-4393-90cc-509b420de3d3 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:00.649591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.659501 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:00.660309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.661836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:00.662327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Checking segment: {'id': '41dcdcf4-e81c-4dac-a7d0-265d6385a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '20fbe7f6-10d3-4393-90cc-509b420de3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:00.662849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.663492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Bound using segment: {'id': '41dcdcf4-e81c-4dac-a7d0-265d6385a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '20fbe7f6-10d3-4393-90cc-509b420de3d3'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:00.664072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Bound port: e1f162a2-77b1-49e7-a655-5b6dbcdc5d45, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41dcdcf4-e81c-4dac-a7d0-265d6385a0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '20fbe7f6-10d3-4393-90cc-509b420de3d3'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:00.664557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.707420 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00f956a-e5ad-48fb-9ddc-4876ce156246 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:22:00.707913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d00f956a-e5ad-48fb-9ddc-4876ce156246 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:00.711850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Subnet': ['ID=55147ac5-7bb1-4cfe-ab47-632a9e743b9f,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:00.770605 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Checking segment: {'id': '7f519efa-11d2-42f2-9196-db8edb0b6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '20daaf6e-c8dc-4392-a264-8720dda12b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:00.771094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network hostable DHCP agents. Network: 20daaf6e-c8dc-4392-a264-8720dda12b1d, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:00.796376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d00f956a-e5ad-48fb-9ddc-4876ce156246 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:00.800980 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3c0d2f1e-98db-47d7-9c33-af95d7ec2a9c tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0342448 Mar 22 12:22:00.805381 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d00f956a-e5ad-48fb-9ddc-4876ce156246 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/d83a938a-d14c-4c42-8f05-7e674d750be9 HTTP/1.1" status: 404 len: 333 time: 0.3128605 Mar 22 12:22:00.806131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38712) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:00.806464 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38714) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:00.841478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] For port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:00.846563 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] For port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e1f162a2-77b1-49e7-a655-5b6dbcdc5d45,segment=NetworkSegment(41dcdcf4-e81c-4dac-a7d0-265d6385a0bf),segment_id=41dcdcf4-e81c-4dac-a7d0-265d6385a0bf)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:00.852817 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.856670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.870386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Request body: {'port': {'network_id': '8e230667-c5c7-465c-a53a-575af371b758', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1867171099', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:00.870938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] bootfile-name is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:22:00.871260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] tftp-server is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:22:00.871707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] server-ip-address is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:22:00.896996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.901065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:00.901517 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:00.969510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff695f7-0e03-45fc-9325-75c4ff7890b8 None None] Pushing event updated for resources: {'Port': ['ID=e1f162a2-77b1-49e7-a655-5b6dbcdc5d45,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:00.981879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Transition to ACTIVE for port object 44596fda-660e-4b96-a36e-9fdeb75b3378 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:01.010934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Transition to ACTIVE for port object 44596fda-660e-4b96-a36e-9fdeb75b3378 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:01.025549 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:01.033320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network 20daaf6e-c8dc-4392-a264-8720dda12b1d is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:01.099022 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2384863 Mar 22 12:22:01.103454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38726) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:01.111314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Network 8e230667-c5c7-465c-a53a-575af371b758 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:01.114216 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:01.118328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:01.123396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 20daaf6e-c8dc-4392-a264-8720dda12b1d) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:01.124900 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Pushing event updated for resources: {'Port': ['ID=44596fda-660e-4b96-a36e-9fdeb75b3378,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:01.144304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac16fbd-c549-4224-af9b-4af2e59f5887 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=1653aad4-fa4f-4c49-a500-1c35648b17bc,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:01.150094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'network_id': '1653aad4-fa4f-4c49-a500-1c35648b17bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:01.188323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-026d3e0a-e5f1-4432-9478-c08868fcdb5e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port ab42d0a7-dfe1-4527-861e-435e79b7ca6f {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:01.188752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-026d3e0a-e5f1-4432-9478-c08868fcdb5e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:01.220196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:22:01.231056 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1881b4-5d6c-42a0-808e-a8651179c979 None None] Sync routers for ids ['b2edf854-f455-49a0-ad38-8ed5449759a0'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:22:01.245865 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:01.258566 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1881b4-5d6c-42a0-808e-a8651179c979 None None] Routers {'b2edf854-f455-49a0-ad38-8ed5449759a0'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:01.259419 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cf1881b4-5d6c-42a0-808e-a8651179c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['b2edf854-f455-49a0-ad38-8ed5449759a0'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:01.267404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:01.268266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b30caf-b85b-49ab-9b58-8cd4677ba757 None None] Network 20daaf6e-c8dc-4392-a264-8720dda12b1d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:01.268707 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3477b955-9b73-4256-a85f-dfa1ef7e965a tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "PUT /v2.0/routers/b2edf854-f455-49a0-ad38-8ed5449759a0 HTTP/1.1" status: 200 len: 915 time: 11.5136006 Mar 22 12:22:01.272965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38732) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:01.290743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 1653aad4-fa4f-4c49-a500-1c35648b17bc details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:01.308112 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:01.308708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:01.328864 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a1a32c9c-7e60-44da-b677-73449afd2843 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:01.459823 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cf1881b4-5d6c-42a0-808e-a8651179c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:01.520182 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1881b4-5d6c-42a0-808e-a8651179c979 None None] Routers {'b2edf854-f455-49a0-ad38-8ed5449759a0'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:01.520953 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cf1881b4-5d6c-42a0-808e-a8651179c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:21:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['b2edf854-f455-49a0-ad38-8ed5449759a0'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:01.536457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Attempting to bind port 44596fda-660e-4b96-a36e-9fdeb75b3378 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:01.536826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Attempting to bind port 44596fda-660e-4b96-a36e-9fdeb75b3378 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '23a83e19-1ce3-469d-854e-d6cabe8b8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8e230667-c5c7-465c-a53a-575af371b758'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:01.537188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Attempting to bind port 44596fda-660e-4b96-a36e-9fdeb75b3378 on network 8e230667-c5c7-465c-a53a-575af371b758 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:01.644718 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cf1881b4-5d6c-42a0-808e-a8651179c979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:01.645529 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1881b4-5d6c-42a0-808e-a8651179c979 None None] The sync data for ids ['b2edf854-f455-49a0-ad38-8ed5449759a0'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:22:01.651847 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object 4c4164af-77e2-4e80-9293-90b8e1dfae21 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:01.709744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:01.710377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Checking segment: {'id': '23a83e19-1ce3-469d-854e-d6cabe8b8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8e230667-c5c7-465c-a53a-575af371b758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:01.710650 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:01.710887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Bound using segment: {'id': '23a83e19-1ce3-469d-854e-d6cabe8b8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8e230667-c5c7-465c-a53a-575af371b758'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:01.711368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Bound port: 44596fda-660e-4b96-a36e-9fdeb75b3378, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a83e19-1ce3-469d-854e-d6cabe8b8d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8e230667-c5c7-465c-a53a-575af371b758'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:01.711739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:01.744184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:01.750210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Usage tracker for resource:port and tenant:40be3c3877e74e708c9adc307035bbcb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:01.754741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:01.758660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:01.761872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:01.785824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-da84db0b-6fe2-4410-9e38-229b4f5e9aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:01.816404 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Made reservation on behalf of 40be3c3877e74e708c9adc307035bbcb for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:01.825367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:01.860987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff92e0-a40e-4e6a-884e-a62b2ef03dea None None] Network b1450a9c-7013-4dc6-a636-b4b0cc85542b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:01.863837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 20fbe7f6-10d3-4393-90cc-509b420de3d3 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:01.878366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:01.881573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=4c4164af-77e2-4e80-9293-90b8e1dfae21,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:01.883974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:01.923639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port a1a32c9c-7e60-44da-b677-73449afd2843 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:01.957265 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c106536b-1702-40b2-a6be-8c246c5c1923 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/routers/b2edf854-f455-49a0-ad38-8ed5449759a0 HTTP/1.1" status: 200 len: 921 time: 0.6545994 Mar 22 12:22:01.957265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38742) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:01.999675 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-20daaf6e-c8dc-4392-a264-8720dda12b1d', 'network_id': '20daaf6e-c8dc-4392-a264-8720dda12b1d', 'tenant_id': '7ee562ad3f6547f7862f15a8e821b824', 'fixed_ips': [{'subnet_id': '55147ac5-7bb1-4cfe-ab47-632a9e743b9f'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:02.000547 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.001393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:02.002048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.052104 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c3388b07-40f7-42cb-98be-30d18a5b9534 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9456723 Mar 22 12:22:02.053715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38748) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:02.054837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.064332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': '20fbe7f6-10d3-4393-90cc-509b420de3d3', 'name': 'tempest-PortsTestJSON-422163541', 'fixed_ips': [{'subnet_id': '865b4af6-7f37-4c30-b831-ff656a312b44', 'ip_address': '172.20.0.9'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:02.092064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.147986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-026d3e0a-e5f1-4432-9478-c08868fcdb5e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.150268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38752) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:02.154040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-66e36e25-7c48-4d61-ab36-f8673adf1e56 None None] Provisioning for port a1a32c9c-7e60-44da-b677-73449afd2843 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:02.163118 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-312d1639-58f8-4dd9-bf21-dcbb6a751699 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&device_id=b2edf854-f455-49a0-ad38-8ed5449759a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2065823 Mar 22 12:22:02.178283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38756) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:02.194322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] For port 44596fda-660e-4b96-a36e-9fdeb75b3378, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:02.207619 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-66e36e25-7c48-4d61-ab36-f8673adf1e56 None None] Provisioning complete for port a1a32c9c-7e60-44da-b677-73449afd2843 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:02.208124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-66e36e25-7c48-4d61-ab36-f8673adf1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.304565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-026d3e0a-e5f1-4432-9478-c08868fcdb5e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for ab42d0a7-dfe1-4527-861e-435e79b7ca6f owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:02.334498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] For port 44596fda-660e-4b96-a36e-9fdeb75b3378, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=44596fda-660e-4b96-a36e-9fdeb75b3378,segment=NetworkSegment(23a83e19-1ce3-469d-854e-d6cabe8b8d78),segment_id=23a83e19-1ce3-469d-854e-d6cabe8b8d78)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:02.387845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:02.393554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:port and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:02.397930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:02.411611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:02.414437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.441359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2139365116'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:02.450083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:02.455926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.472565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:02.479915 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] device_id is not set on port c3bfcbb4-c212-4325-9c40-804b30d540a6 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:02.484727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:network and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:02.502081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:02.511609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:02.518585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57bc0d9-490e-47c4-9f1a-84bc8fb9e12c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:02.520412 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d57bc0d9-490e-47c4-9f1a-84bc8fb9e12c tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/networks/4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 881 time: 0.3393037 Mar 22 12:22:02.524528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38762) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:02.529425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 14ac8de9-bc4b-4d4a-b130-277904ffc9b7 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:02.575017 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e11d8da-a3b7-4926-b9ae-29d55e9063b6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8013597 Mar 22 12:22:02.579324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-026d3e0a-e5f1-4432-9478-c08868fcdb5e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.584998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38766) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:02.676845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Allocated IP 2001:db8::f816:3eff:fe87:ecb7 (20daaf6e-c8dc-4392-a264-8720dda12b1d/55147ac5-7bb1-4cfe-ab47-632a9e743b9f/2b93e0c2-ed86-434a-9016-000ac9ba9f22) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:02.694993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'port': {'network_id': '20daaf6e-c8dc-4392-a264-8720dda12b1d', 'name': 'tempest-NetworksIpV6TestAttrs-169105818'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:02.711021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25c711-bde1-45e9-9bb4-568aab77e5e8 None None] Pushing event updated for resources: {'Port': ['ID=44596fda-660e-4b96-a36e-9fdeb75b3378,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:02.721052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c691747-e5dc-470a-8b61-a5ded8718f3f None None] Network 20fbe7f6-10d3-4393-90cc-509b420de3d3 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:02.727619 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:02.730503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.738684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d3e0a-e5f1-4432-9478-c08868fcdb5e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=ab42d0a7-dfe1-4527-861e-435e79b7ca6f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:02.763452 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.780472 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-522a52bb-8fb9-4a50-bdbf-d8df495b6dab tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2edf854-f455-49a0-ad38-8ed5449759a0 HTTP/1.1" status: 200 len: 205 time: 0.2536497 Mar 22 12:22:02.786534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38770) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:02.811168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:02.862216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Usage tracker for resource:subnet and tenant:c3b96c3526fc4ce8983929829f39c67a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:02.870492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:02.882736 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:02.883779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:02.887103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:security_group_rule and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:02.888536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-026d3e0a-e5f1-4432-9478-c08868fcdb5e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:02.890338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:02.896706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:02.937413 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Allocated IP 172.20.0.9 (8e230667-c5c7-465c-a53a-575af371b758/9791dc93-c680-4f2c-855d-10f6d5b49206/c3bfcbb4-c212-4325-9c40-804b30d540a6) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:02.977567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:02.996223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-66e36e25-7c48-4d61-ab36-f8673adf1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.081021 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-026d3e0a-e5f1-4432-9478-c08868fcdb5e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/ab42d0a7-dfe1-4527-861e-435e79b7ca6f HTTP/1.1" status: 204 len: 168 time: 2.2734392 Mar 22 12:22:03.157128 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38774) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:03.208939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-66e36e25-7c48-4d61-ab36-f8673adf1e56 None None] For port a1a32c9c-7e60-44da-b677-73449afd2843, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a1a32c9c-7e60-44da-b677-73449afd2843,segment=NetworkSegment(aea2095e-a46b-41bf-8c5a-7efb6c66d8e6),segment_id=aea2095e-a46b-41bf-8c5a-7efb6c66d8e6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:03.311812 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5eb334e-6bbb-4c0a-8163-1a59c2d641d8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:22:03.312551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d5eb334e-6bbb-4c0a-8163-1a59c2d641d8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:03.331692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-66e36e25-7c48-4d61-ab36-f8673adf1e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.352426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:03.368556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d5eb334e-6bbb-4c0a-8163-1a59c2d641d8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:03.370019 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d5eb334e-6bbb-4c0a-8163-1a59c2d641d8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/ab42d0a7-dfe1-4527-861e-435e79b7ca6f HTTP/1.1" status: 404 len: 333 time: 0.2102172 Mar 22 12:22:03.371219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:port and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:03.374679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.377075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38778) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:03.392880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:03.405211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:03.422890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.449332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.450739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.462840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:03.516272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ec2c52-65d6-4916-b53c-80a1ec442e0c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:03.538902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.539523 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Added segment 8254a7f9-a760-47f6-998d-b1c36b1257d2 of type vlan for network 578a050b-df3b-4bf8-b5f3-612af8e4798e Mar 22 12:22:03.546585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.9 (20fbe7f6-10d3-4393-90cc-509b420de3d3/865b4af6-7f37-4c30-b831-ff656a312b44/14ac8de9-bc4b-4d4a-b130-277904ffc9b7) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:03.566336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.593409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e36e25-7c48-4d61-ab36-f8673adf1e56 None None] Pushing event updated for resources: {'Port': ['ID=a1a32c9c-7e60-44da-b677-73449afd2843,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:03.603307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Transition to ACTIVE for port object 2b93e0c2-ed86-434a-9016-000ac9ba9f22 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:03.628474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e1ff20ee-a6b9-4580-a40f-60e4dbef8a78 None None] Provisioning for port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:03.645572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Transition to ACTIVE for port object 2b93e0c2-ed86-434a-9016-000ac9ba9f22 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:03.659321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.688574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.691079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:03.714732 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:03.715368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.719444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:03.735083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.824298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=b1d3ee5c-c400-42f7-8b4c-ea0aa13dcb42,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:03.843248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Pushing event updated for resources: {'Port': ['ID=2b93e0c2-ed86-434a-9016-000ac9ba9f22,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:03.847799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Network 20daaf6e-c8dc-4392-a264-8720dda12b1d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:03.858259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:03.860400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-91faf50e-0179-4a12-a31e-16214a7b937c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting subnet bc13c1b6-67ce-4b5c-a987-0b445ac9e2be {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:03.865211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:03.869148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91faf50e-0179-4a12-a31e-16214a7b937c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.931000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:03.934181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.949975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.952669 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d9027e74-690f-4446-9d97-ad51c24b8bc2 None None] Provisioning complete for port a1a32c9c-7e60-44da-b677-73449afd2843 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:03.953208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9027e74-690f-4446-9d97-ad51c24b8bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.960195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:03.960844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:03.971220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] device_id is not set on port 060369dc-3bbc-427c-97f0-ab0d15d2ff4b yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:04.176701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.206854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91faf50e-0179-4a12-a31e-16214a7b937c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.227934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e1f162a2-77b1-49e7-a655-5b6dbcdc5d45,segment=NetworkSegment(41dcdcf4-e81c-4dac-a7d0-265d6385a0bf),segment_id=41dcdcf4-e81c-4dac-a7d0-265d6385a0bf)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:04.268780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Attempting to bind port 2b93e0c2-ed86-434a-9016-000ac9ba9f22 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:04.268922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Attempting to bind port 2b93e0c2-ed86-434a-9016-000ac9ba9f22 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '7f519efa-11d2-42f2-9196-db8edb0b6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '20daaf6e-c8dc-4392-a264-8720dda12b1d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:04.269271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Attempting to bind port 2b93e0c2-ed86-434a-9016-000ac9ba9f22 on network 20daaf6e-c8dc-4392-a264-8720dda12b1d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:04.278711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.279538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 44596fda-660e-4b96-a36e-9fdeb75b3378 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:04.304163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Allocated IP 2001:db8::f816:3eff:fede:debe (20daaf6e-c8dc-4392-a264-8720dda12b1d/55147ac5-7bb1-4cfe-ab47-632a9e743b9f/060369dc-3bbc-427c-97f0-ab0d15d2ff4b) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:04.329650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Network': ['ID=578a050b-df3b-4bf8-b5f3-612af8e4798e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:04.349360 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking segment: {'id': '0de3c800-44b4-4bbc-a884-628d905b36cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1653aad4-fa4f-4c49-a500-1c35648b17bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:04.349921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network hostable DHCP agents. Network: 1653aad4-fa4f-4c49-a500-1c35648b17bc, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:04.350322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:04.350722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Checking segment: {'id': '7f519efa-11d2-42f2-9196-db8edb0b6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '20daaf6e-c8dc-4392-a264-8720dda12b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:04.351203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.351477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Bound using segment: {'id': '7f519efa-11d2-42f2-9196-db8edb0b6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '20daaf6e-c8dc-4392-a264-8720dda12b1d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:04.351947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Bound port: 2b93e0c2-ed86-434a-9016-000ac9ba9f22, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f519efa-11d2-42f2-9196-db8edb0b6721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '20daaf6e-c8dc-4392-a264-8720dda12b1d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:04.352304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.377349 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0ceaac87-ac55-4455-92c9-9c5cf2575875 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2248716 Mar 22 12:22:04.386162 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38782) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:04.402415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.408294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:04.428357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network 1653aad4-fa4f-4c49-a500-1c35648b17bc is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:04.453221 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee29ed-da86-44f1-9d77-f3f939038527 None None] Network 8e230667-c5c7-465c-a53a-575af371b758 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:04.463489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:04.489202 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 1653aad4-fa4f-4c49-a500-1c35648b17bc) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:04.489430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.493893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:04.494717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.539113 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-da9fae88-bf26-493a-9553-ad58059bc0b4 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4191091 Mar 22 12:22:04.549522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38786) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:04.648152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732ec2c0-86db-4bb7-b544-40435693d920 None None] Network 1653aad4-fa4f-4c49-a500-1c35648b17bc requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:04.653324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object 14ac8de9-bc4b-4d4a-b130-277904ffc9b7 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:04.696285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91faf50e-0179-4a12-a31e-16214a7b937c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.724892 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:04.729994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.746369 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:04.750089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:04.763720 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:04.784829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.794224 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.801635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Transition to ACTIVE for port object c3bfcbb4-c212-4325-9c40-804b30d540a6 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:04.803262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:04.810983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.827551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Transition to ACTIVE for port object 060369dc-3bbc-427c-97f0-ab0d15d2ff4b will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:04.872166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=e1f162a2-77b1-49e7-a655-5b6dbcdc5d45,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:04.906965 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 44596fda-660e-4b96-a36e-9fdeb75b3378 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:04.913192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.921927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] For port 2b93e0c2-ed86-434a-9016-000ac9ba9f22, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:04.953008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:04.972178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] For port 2b93e0c2-ed86-434a-9016-000ac9ba9f22, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2b93e0c2-ed86-434a-9016-000ac9ba9f22,segment=NetworkSegment(7f519efa-11d2-42f2-9196-db8edb0b6721),segment_id=7f519efa-11d2-42f2-9196-db8edb0b6721)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:05.047340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Pushing event updated for resources: {'Port': ['ID=c3bfcbb4-c212-4325-9c40-804b30d540a6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:05.050292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.057085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.090401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91faf50e-0179-4a12-a31e-16214a7b937c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.131289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 20fbe7f6-10d3-4393-90cc-509b420de3d3 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:05.132100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a1a32c9c-7e60-44da-b677-73449afd2843 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:05.135616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Network 8e230667-c5c7-465c-a53a-575af371b758 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:05.139496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network 20daaf6e-c8dc-4392-a264-8720dda12b1d is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:05.146653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:05.149848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:05.154167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:05.160053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=14ac8de9-bc4b-4d4a-b130-277904ffc9b7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:05.162536 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91faf50e-0179-4a12-a31e-16214a7b937c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Subnet': ['ID=bc13c1b6-67ce-4b5c-a987-0b445ac9e2be,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:05.167010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:05.192676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:05.195308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:05.199654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:05.200260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.204388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.233901 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5800736 Mar 22 12:22:05.245319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38790) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:05.253389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1e10e-b3e0-4484-ba3b-ad4eeafaaa81 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Port': ['ID=060369dc-3bbc-427c-97f0-ab0d15d2ff4b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:05.280217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:05.280894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.291110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.320231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeafaa1b-9e96-444f-9501-17faa53fa5fe None None] Network 2cecc8bc-7ca0-4a68-a3f9-337776c12a67 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:05.320394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-91faf50e-0179-4a12-a31e-16214a7b937c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.383799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d3ee5c-c400-42f7-8b4c-ea0aa13dcb42,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:05.413697 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-91faf50e-0179-4a12-a31e-16214a7b937c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/bc13c1b6-67ce-4b5c-a987-0b445ac9e2be HTTP/1.1" status: 204 len: 168 time: 2.0309143 Mar 22 12:22:05.433182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38794) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:05.437347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:05.440613 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.466716 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a0278bc9-3004-45ce-94b3-2445fde82c57 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.6574681 Mar 22 12:22:05.467616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38798) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:05.501635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Provisioning for port 4c4164af-77e2-4e80-9293-90b8e1dfae21 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:05.511306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e099346-3716-4a08-ae6f-ae668f42c35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-1653aad4-fa4f-4c49-a500-1c35648b17bc', 'network_id': '1653aad4-fa4f-4c49-a500-1c35648b17bc', 'tenant_id': 'c3b96c3526fc4ce8983929829f39c67a', 'fixed_ips': [{'subnet_id': 'b1d3ee5c-c400-42f7-8b4c-ea0aa13dcb42'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:05.512306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e099346-3716-4a08-ae6f-ae668f42c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.526171 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee57e2d-a0fa-400c-8d99-fc32855b76c6 None None] Pushing event updated for resources: {'Port': ['ID=2b93e0c2-ed86-434a-9016-000ac9ba9f22,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:05.553130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Provisioning complete for port 4c4164af-77e2-4e80-9293-90b8e1dfae21 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:05.553682 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.563914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.607033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1653aad4-fa4f-4c49-a500-1c35648b17bc']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:05.616470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38802) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:05.616712 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-90845197-44a0-470f-843d-ee13ada86772 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5617416 Mar 22 12:22:05.671596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e19fd0-d02e-4c98-913c-0496a6fb49af tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:05.675236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e19fd0-d02e-4c98-913c-0496a6fb49af tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:05.684244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e19fd0-d02e-4c98-913c-0496a6fb49af tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:05.684244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d1e19fd0-d02e-4c98-913c-0496a6fb49af tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Synchronizing usage tracker for tenant:40be3c3877e74e708c9adc307035bbcb on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:05.692916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de3c800-44b4-4bbc-a884-628d905b36cb') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:05.695579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de3c800-44b4-4bbc-a884-628d905b36cb') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:05.714633 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.749704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.758189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d1e19fd0-d02e-4c98-913c-0496a6fb49af tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Unset dirty status for tenant:40be3c3877e74e708c9adc307035bbcb on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:05.763242 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d1e19fd0-d02e-4c98-913c-0496a6fb49af tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2870300 Mar 22 12:22:05.764381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38806) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:05.772433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:05.773095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.786687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Port 4c4164af-77e2-4e80-9293-90b8e1dfae21 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:05.793391 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:05.826874 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a1a32c9c-7e60-44da-b677-73449afd2843 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:05.827282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.841182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.865313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.895930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Deleting port c2d86f25-6bb0-4b0e-8818-4bb59335f0dc {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:05.896269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.952050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:05.952391 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.956390 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Provisioning complete for port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:05.956924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:05.967930 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:22:05.979984 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1f2d0e-540f-42ad-8dc2-79273c0f92ac tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:05.985742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5a1f2d0e-540f-42ad-8dc2-79273c0f92ac tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:05.992685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-210a317c-8d9d-4884-8594-4896e27b2c6e tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Deleting port c3bfcbb4-c212-4325-9c40-804b30d540a6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:05.997076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-210a317c-8d9d-4884-8594-4896e27b2c6e tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.004001 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864c763-a2e9-4dbb-bd03-647424c025db None None] Network 1653aad4-fa4f-4c49-a500-1c35648b17bc requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:06.030613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.065169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.066553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.084493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864c763-a2e9-4dbb-bd03-647424c025db None None] Network 1653aad4-fa4f-4c49-a500-1c35648b17bc could not be found, it might have been deleted concurrently. {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 22 12:22:06.085512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=1653aad4-fa4f-4c49-a500-1c35648b17bc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:06.100310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5a1f2d0e-540f-42ad-8dc2-79273c0f92ac tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:06.101571 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5a1f2d0e-540f-42ad-8dc2-79273c0f92ac tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4811299 Mar 22 12:22:06.105627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38810) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:06.144768 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:06.161238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=922339c5-0f1d-4e07-8e85-eb9a950628ea,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:06.211169 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3508f642-83cc-4ed6-937e-aca8b9a7537a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/1653aad4-fa4f-4c49-a500-1c35648b17bc HTTP/1.1" status: 204 len: 168 time: 1.6582289 Mar 22 12:22:06.218538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9952b89-8d5c-4833-a382-fc45c3d6511f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Deleting subnet 55147ac5-7bb1-4cfe-ab47-632a9e743b9f {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:06.220169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38814) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:06.259385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9952b89-8d5c-4833-a382-fc45c3d6511f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.284779 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72db70-d122-409f-8cd5-751538d81bb5 None None] DHCP port deletion for 2cecc8bc-7ca0-4a68-a3f9-337776c12a67 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:06.293661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7b72db70-d122-409f-8cd5-751538d81bb5 None None] Deleting port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:06.294077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7b72db70-d122-409f-8cd5-751538d81bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.323288 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef25fc3-dcc1-4972-8793-289e336f9808 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] GET failed (client error): The resource could not be found. Mar 22 12:22:06.323877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fef25fc3-dcc1-4972-8793-289e336f9808 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Synchronizing usage tracker for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:06.414053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9952b89-8d5c-4833-a382-fc45c3d6511f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.548721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7b72db70-d122-409f-8cd5-751538d81bb5 None None] For port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5f2728b0-069c-4243-8b1a-f9cd9f8849cf,segment=NetworkSegment(3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c),segment_id=3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:06.549202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7b72db70-d122-409f-8cd5-751538d81bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.560242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.580237 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:06.580866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network hostable DHCP agents. Network: 578a050b-df3b-4bf8-b5f3-612af8e4798e, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:06.617046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fef25fc3-dcc1-4972-8793-289e336f9808 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Unset dirty status for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:06.621973 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fef25fc3-dcc1-4972-8793-289e336f9808 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/subnets/b1d3ee5c-c400-42f7-8b4c-ea0aa13dcb42 HTTP/1.1" status: 404 len: 337 time: 0.3774538 Mar 22 12:22:06.625360 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38818) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:06.684604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9212c92-0a5f-4683-ba3e-5729257258a4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:06.688963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9212c92-0a5f-4683-ba3e-5729257258a4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:06.693742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9212c92-0a5f-4683-ba3e-5729257258a4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:06.695527 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b9212c92-0a5f-4683-ba3e-5729257258a4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.5888245 Mar 22 12:22:06.700706 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-544a4e15-076e-4fb7-89f3-8c98d87b45d1 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:06.701192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544a4e15-076e-4fb7-89f3-8c98d87b45d1 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:06.709347 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-544a4e15-076e-4fb7-89f3-8c98d87b45d1 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/1653aad4-fa4f-4c49-a500-1c35648b17bc HTTP/1.1" status: 404 len: 339 time: 0.0811868 Mar 22 12:22:06.710033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38822) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:06.710357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38824) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:06.746234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Calling delete_port for c2d86f25-6bb0-4b0e-8818-4bb59335f0dc owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:06.768306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:06.768759 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.805231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Provisioning for port 44596fda-660e-4b96-a36e-9fdeb75b3378 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:06.827318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:06.846181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] For port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5f2728b0-069c-4243-8b1a-f9cd9f8849cf,segment=NetworkSegment(3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c),segment_id=3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:06.846806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.863780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 578a050b-df3b-4bf8-b5f3-612af8e4798e) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:06.869058 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:06.870197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:06.892708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2cc7e8-88ba-4c56-ad99-5cd1ff6e187a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:06.893490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9f2cc7e8-88ba-4c56-ad99-5cd1ff6e187a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Synchronizing usage tracker for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:06.927585 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7b72db70-d122-409f-8cd5-751538d81bb5 None None] Calling delete_port for 5f2728b0-069c-4243-8b1a-f9cd9f8849cf owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:06.967351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98c35ee-6d3a-4f39-8e19-2746d2e08b61 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:06.992676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cb58ac56-aca2-4147-9925-7237ba368d01 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 14ac8de9-bc4b-4d4a-b130-277904ffc9b7 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:06.993110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb58ac56-aca2-4147-9925-7237ba368d01 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.018592 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Provisioning complete for port 44596fda-660e-4b96-a36e-9fdeb75b3378 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:07.018964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.043059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-210a317c-8d9d-4884-8594-4896e27b2c6e tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.054314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60669840-8b43-4b43-ad85-b103dbe319a5 None None] Network 20daaf6e-c8dc-4392-a264-8720dda12b1d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:07.064211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9f2cc7e8-88ba-4c56-ad99-5cd1ff6e187a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Unset dirty status for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:07.068772 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9f2cc7e8-88ba-4c56-ad99-5cd1ff6e187a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3503528 Mar 22 12:22:07.123058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38830) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:07.137521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 5f2728b0-069c-4243-8b1a-f9cd9f8849cf owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:07.185036 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-210a317c-8d9d-4884-8594-4896e27b2c6e tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Calling delete_port for c3bfcbb4-c212-4325-9c40-804b30d540a6 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:07.221625 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f6fd8a0e-3295-44ea-9261-8ecc4a9539ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8314302 Mar 22 12:22:07.224860 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38834) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:07.234623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'name': 'tempest-NetworksTestDHCPv6-235773688'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:07.307805 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-01dc4ef4-9f31-465a-b17b-a39adba3ba06 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 207 time: 0.1766770 Mar 22 12:22:07.307805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38838) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:07.333880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9952b89-8d5c-4833-a382-fc45c3d6511f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.433195 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7b72db70-d122-409f-8cd5-751538d81bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.434150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:22:07.434466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:22:07.514247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:07.523370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:07.528315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:07.537938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:07.543097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9952b89-8d5c-4833-a382-fc45c3d6511f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.561715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72db70-d122-409f-8cd5-751538d81bb5 None None] Pushing event deleted for resources: {'Port': ['ID=5f2728b0-069c-4243-8b1a-f9cd9f8849cf,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:07.573095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72db70-d122-409f-8cd5-751538d81bb5 None None] No DVR routers for this DVR port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:07.583011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.619459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.633264 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9952b89-8d5c-4833-a382-fc45c3d6511f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Subnet': ['ID=55147ac5-7bb1-4cfe-ab47-632a9e743b9f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:07.667426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90286c2-47f0-4390-98d0-fd0ac9806feb tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:07.668832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:07.671730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.689645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Pushing event deleted for resources: {'Port': ['ID=c2d86f25-6bb0-4b0e-8818-4bb59335f0dc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:07.691989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b9952b89-8d5c-4833-a382-fc45c3d6511f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.697707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90286c2-47f0-4390-98d0-fd0ac9806feb tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:07.706202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '922339c5-0f1d-4e07-8e85-eb9a950628ea'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:07.707000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.707485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90286c2-47f0-4390-98d0-fd0ac9806feb tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:07.711826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90286c2-47f0-4390-98d0-fd0ac9806feb tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:07.713904 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a90286c2-47f0-4390-98d0-fd0ac9806feb tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4064713 Mar 22 12:22:07.722718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38842) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:07.722949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] For port 44596fda-660e-4b96-a36e-9fdeb75b3378, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=44596fda-660e-4b96-a36e-9fdeb75b3378,segment=NetworkSegment(23a83e19-1ce3-469d-854e-d6cabe8b8d78),segment_id=23a83e19-1ce3-469d-854e-d6cabe8b8d78)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:07.772005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.778293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb58ac56-aca2-4147-9925-7237ba368d01 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.815220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2b93e0c2-ed86-434a-9016-000ac9ba9f22 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:07.838304 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b9952b89-8d5c-4833-a382-fc45c3d6511f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/subnets/55147ac5-7bb1-4cfe-ab47-632a9e743b9f HTTP/1.1" status: 204 len: 168 time: 2.5815747 Mar 22 12:22:07.846884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38846) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:07.897959 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port e1114d0b-065c-4dba-8a68-a91b87f7295b yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:07.938143 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 5f2728b0-069c-4243-8b1a-f9cd9f8849cf {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:07.938359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:07.974693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d53bbed-908f-462c-9a9c-1c8e8cd7d7ae None None] DHCP port deletion for 20daaf6e-c8dc-4392-a264-8720dda12b1d request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:07.991413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15805fb-db4d-428f-b168-6aedf81e1e54 None None] Pushing event updated for resources: {'Port': ['ID=44596fda-660e-4b96-a36e-9fdeb75b3378,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:08.001490 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7d53bbed-908f-462c-9a9c-1c8e8cd7d7ae None None] Deleting port 2b93e0c2-ed86-434a-9016-000ac9ba9f22 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:08.001833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d53bbed-908f-462c-9a9c-1c8e8cd7d7ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.018765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] The port '5f2728b0-069c-4243-8b1a-f9cd9f8849cf' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:22:08.024205 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.036049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cb58ac56-aca2-4147-9925-7237ba368d01 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 14ac8de9-bc4b-4d4a-b130-277904ffc9b7 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:08.055357 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Provisioning for port c3bfcbb4-c212-4325-9c40-804b30d540a6 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:08.083461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-210a317c-8d9d-4884-8594-4896e27b2c6e tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.102865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Provisioning complete for port c3bfcbb4-c212-4325-9c40-804b30d540a6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:08.103236 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.132958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/922339c5-0f1d-4e07-8e85-eb9a950628ea/389b6cf2-bc47-4c9b-9fdc-fb677ffc051d) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:08.148464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 2b93e0c2-ed86-434a-9016-000ac9ba9f22 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:08.154991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Port c3bfcbb4-c212-4325-9c40-804b30d540a6 was deleted so its status cannot be updated. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 22 12:22:08.179236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac31f6-4bc1-4793-8800-827dd439a73b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:08.180965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac31f6-4bc1-4793-8800-827dd439a73b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:08.182671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c2ac31f6-4bc1-4793-8800-827dd439a73b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Synchronizing usage tracker for tenant:7ee562ad3f6547f7862f15a8e821b824 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:08.186027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a317c-8d9d-4884-8594-4896e27b2c6e tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Pushing event deleted for resources: {'Port': ['ID=c3bfcbb4-c212-4325-9c40-804b30d540a6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:08.347838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.378318 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5f2728b0-069c-4243-8b1a-f9cd9f8849cf no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:08.435352 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e2acab8b-c4fd-41d6-9529-4e525902de30 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.7083118 Mar 22 12:22:08.439006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 5f2728b0-069c-4243-8b1a-f9cd9f8849cf {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:22:08.439238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5f2728b0-069c-4243-8b1a-f9cd9f8849cf not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:22:08.441114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Provisioning for port 2b93e0c2-ed86-434a-9016-000ac9ba9f22 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:08.465329 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Provisioning complete for port 2b93e0c2-ed86-434a-9016-000ac9ba9f22 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:08.466025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.468563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38850) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:08.501641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7d53bbed-908f-462c-9a9c-1c8e8cd7d7ae None None] For port 2b93e0c2-ed86-434a-9016-000ac9ba9f22, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2b93e0c2-ed86-434a-9016-000ac9ba9f22,segment=NetworkSegment(7f519efa-11d2-42f2-9196-db8edb0b6721),segment_id=7f519efa-11d2-42f2-9196-db8edb0b6721)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:08.502034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d53bbed-908f-462c-9a9c-1c8e8cd7d7ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.553108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb58ac56-aca2-4147-9925-7237ba368d01 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.561112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.563934 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cecc8bc-7ca0-4a68-a3f9-337776c12a67']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:08.576944 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.579936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:08.580228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7c05f5-4a88-4c81-99b2-aa53c8d1a81c') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:08.593573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.616338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c2ac31f6-4bc1-4793-8800-827dd439a73b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Unset dirty status for tenant:7ee562ad3f6547f7862f15a8e821b824 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:08.619237 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.620902 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c2ac31f6-4bc1-4793-8800-827dd439a73b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7690516 Mar 22 12:22:08.622676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38854) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:08.642218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58ac56-aca2-4147-9925-7237ba368d01 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=14ac8de9-bc4b-4d4a-b130-277904ffc9b7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:08.657437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:08.657893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:08.673083 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:08.680576 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7d53bbed-908f-462c-9a9c-1c8e8cd7d7ae None None] Calling delete_port for 2b93e0c2-ed86-434a-9016-000ac9ba9f22 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:08.706259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e07803-9801-422e-9026-61794d64a3c6 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:08.707505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e07803-9801-422e-9026-61794d64a3c6 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:08.714491 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f5e07803-9801-422e-9026-61794d64a3c6 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2338626 Mar 22 12:22:08.716769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38858) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:08.735071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.735894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Fanout notify agent at l3_agent the message router_deleted on router b2edf854-f455-49a0-ad38-8ed5449759a0 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:22:08.800168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-210a317c-8d9d-4884-8594-4896e27b2c6e tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.850390 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.874467 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-210a317c-8d9d-4884-8594-4896e27b2c6e tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] 10.222.0.62 "DELETE /v2.0/ports/c3bfcbb4-c212-4325-9c40-804b30d540a6 HTTP/1.1" status: 204 len: 168 time: 3.1012857 Mar 22 12:22:08.876471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Transition to ACTIVE for port object 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:08.877269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.878847 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-89714521-76f9-40e4-9c22-7dfbf27efd0f tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/b2edf854-f455-49a0-ad38-8ed5449759a0 HTTP/1.1" status: 204 len: 168 time: 6.0880740 Mar 22 12:22:08.882917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38862) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:08.883419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38864) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:08.883745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7b38-303a-4678-9974-bf44f04e8d8c tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.890555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cb58ac56-aca2-4147-9925-7237ba368d01 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.894240 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6d7b38-303a-4678-9974-bf44f04e8d8c tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 12:22:08.894664 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cb58ac56-aca2-4147-9925-7237ba368d01 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/14ac8de9-bc4b-4d4a-b130-277904ffc9b7 HTTP/1.1" status: 204 len: 168 time: 2.1797853 Mar 22 12:22:08.894794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6d7b38-303a-4678-9974-bf44f04e8d8c tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:08.898757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38870) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:08.900627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Request body: {'port': {'name': 'tempest-new-port-name-715260097', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:08.901619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] bootfile-name is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:22:08.902405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] tftp-server is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:22:08.902987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] server-ip-address is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:22:08.931572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.934087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f3cbb0-f589-436d-af08-2c2fbad07195 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:08.935554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f3cbb0-f589-436d-af08-2c2fbad07195 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:08.937286 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-50f3cbb0-f589-436d-af08-2c2fbad07195 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2158613 Mar 22 12:22:08.940676 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.plugins.ml2.db [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] No ports have port_id starting with 2b93e0c2-ed86-434a-9016-000ac9ba9f22 Mar 22 12:22:08.949576 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1d6d7b38-303a-4678-9974-bf44f04e8d8c tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/networks/20daaf6e-c8dc-4392-a264-8720dda12b1d HTTP/1.1" status: 409 len: 405 time: 0.3200719 Mar 22 12:22:08.950031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d53bbed-908f-462c-9a9c-1c8e8cd7d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.955128 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-76441dc0-fc13-436f-829b-2f66168af6bc tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1793597806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:08.959378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:08.960740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38874) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:08.961251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38876) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:08.966925 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/networks/2cecc8bc-7ca0-4a68-a3f9-337776c12a67 HTTP/1.1" status: 204 len: 168 time: 3.5200355 Mar 22 12:22:08.967367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38878) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:08.981585 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-76441dc0-fc13-436f-829b-2f66168af6bc tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:08.986180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1072947115'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:08.987510 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-556475260'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:08.994320 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf67b08-e10a-4cb9-a890-93aca16e38f4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:22:08.994955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ebf67b08-e10a-4cb9-a890-93aca16e38f4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:08.998016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:09.001505 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3a8bb-0efc-4bb7-895a-b0394da5ae5c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Network': ['ID=2cecc8bc-7ca0-4a68-a3f9-337776c12a67,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:09.007985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:network and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:09.011801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:09.021101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:09.024594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:09.026927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53bbed-908f-462c-9a9c-1c8e8cd7d7ae None None] No DVR routers for this DVR port 2b93e0c2-ed86-434a-9016-000ac9ba9f22 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:09.029918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Transition to ACTIVE for port object 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:09.030052 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ebf67b08-e10a-4cb9-a890-93aca16e38f4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:09.031456 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53bbed-908f-462c-9a9c-1c8e8cd7d7ae None None] Pushing event deleted for resources: {'Port': ['ID=2b93e0c2-ed86-434a-9016-000ac9ba9f22,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:09.031588 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ebf67b08-e10a-4cb9-a890-93aca16e38f4 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/14ac8de9-bc4b-4d4a-b130-277904ffc9b7 HTTP/1.1" status: 404 len: 333 time: 0.1315773 Mar 22 12:22:09.034243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38886) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:09.037808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-76441dc0-fc13-436f-829b-2f66168af6bc tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Usage tracker for resource:router and tenant:dc5ded5fdfda4bb789d009359947115c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:09.048940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:network and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:09.052023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Provisioning complete for port 44596fda-660e-4b96-a36e-9fdeb75b3378 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:09.052395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.075000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:09.077596 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.080751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.096399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-76441dc0-fc13-436f-829b-2f66168af6bc tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:09.103462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:09.141793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-76441dc0-fc13-436f-829b-2f66168af6bc tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:09.149519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:09.169270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:09.173251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:09.176571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:09.179060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:09.194604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c515b6fd-dad2-4e08-8566-8802d633890d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 4c4164af-77e2-4e80-9293-90b8e1dfae21 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:09.195008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c515b6fd-dad2-4e08-8566-8802d633890d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.219890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-76441dc0-fc13-436f-829b-2f66168af6bc tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.221549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-76441dc0-fc13-436f-829b-2f66168af6bc tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.239844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-76441dc0-fc13-436f-829b-2f66168af6bc tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.244941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::6e (578a050b-df3b-4bf8-b5f3-612af8e4798e/922339c5-0f1d-4e07-8e85-eb9a950628ea/e1114d0b-065c-4dba-8a68-a91b87f7295b) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:09.247293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.247702 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Added segment 8636ea3c-954d-40c0-ade2-34afaffbddeb of type vlan for network fbb9a4be-e9ed-4b73-9a03-b725d0a07641 Mar 22 12:22:09.249202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Pushing event updated for resources: {'Port': ['ID=389b6cf2-bc47-4c9b-9fdc-fb677ffc051d,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:09.262047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:09.267330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.277534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.279350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Attempting to bind port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:09.279722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Attempting to bind port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:09.280084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Attempting to bind port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:09.293760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-76441dc0-fc13-436f-829b-2f66168af6bc tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.325022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:09.325316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:09.325723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.326112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:09.326587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Bound port: 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:09.326959 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.355496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.379507 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d521978-770b-45a1-bc51-3d1a79385741 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:09.380986 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8d521978-770b-45a1-bc51-3d1a79385741 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/networks/3b6a8124-d4e4-49a2-8caa-2beff3192fcd HTTP/1.1" status: 200 len: 799 time: 0.4050548 Mar 22 12:22:09.388863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38890) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:09.406694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-76441dc0-fc13-436f-829b-2f66168af6bc tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.406941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Could not find standard attr ID for object 14ac8de9-bc4b-4d4a-b130-277904ffc9b7. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:22:09.407836 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-76441dc0-fc13-436f-829b-2f66168af6bc tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5191636 Mar 22 12:22:09.410555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:09.412481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38894) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:09.425611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'enable_snat': False}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:09.442916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Provisioning for port b51a7800-a166-4704-b506-5f65a4bde42d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:09.451646 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Provisioning complete for port b51a7800-a166-4704-b506-5f65a4bde42d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:09.452010 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.479350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] For port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:09.493267 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:22:09.493670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.494878 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Added segment 1c449696-2a47-41d0-b7c0-151daed2d01c of type vlan for network 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 Mar 22 12:22:09.505019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] For port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=389b6cf2-bc47-4c9b-9fdc-fb677ffc051d,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:09.514894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.517932 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-59e1957d-7094-447a-8cd9-fd5a2d24101c None None] Port b51a7800-a166-4704-b506-5f65a4bde42d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:09.597066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f76374-db92-46a8-ac6d-f55d9ae8e55a None None] Pushing event updated for resources: {'Port': ['ID=389b6cf2-bc47-4c9b-9fdc-fb677ffc051d,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:09.668686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.680327 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.683384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:09.683964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.716106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 44596fda-660e-4b96-a36e-9fdeb75b3378 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:09.764420 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7861254 Mar 22 12:22:09.772143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38898) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:09.820373 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 44596fda-660e-4b96-a36e-9fdeb75b3378 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:09.820944 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.852966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': 'fbb9a4be-e9ed-4b73-9a03-b725d0a07641', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:09.867892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:22:09.915458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.919361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:09.920119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.972773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2f3a6-64c7-4cfc-a4c2-ccc8ffaf65f0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Network': ['ID=fbb9a4be-e9ed-4b73-9a03-b725d0a07641,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:09.977400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9d03fa88-9903-43ed-aa97-227910abe346 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Synchronizing usage tracker for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:09.983289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c515b6fd-dad2-4e08-8566-8802d633890d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:09.987369 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network fbb9a4be-e9ed-4b73-9a03-b725d0a07641 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:10.077491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2b93e0c2-ed86-434a-9016-000ac9ba9f22 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:10.126054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 2b93e0c2-ed86-434a-9016-000ac9ba9f22 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:22:10.126635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2b93e0c2-ed86-434a-9016-000ac9ba9f22 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:22:10.130928 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1535473 Mar 22 12:22:10.134725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38902) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:10.138239 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:10.142764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d503d-2c53-496a-a609-08dac7b387f2 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Network': ['ID=9a832ef4-29c9-4ed0-9a32-3dee12cf8e72,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:10.149789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c515b6fd-dad2-4e08-8566-8802d633890d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 4c4164af-77e2-4e80-9293-90b8e1dfae21 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:10.171252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:10.178449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9d03fa88-9903-43ed-aa97-227910abe346 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Unset dirty status for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:10.179755 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9d03fa88-9903-43ed-aa97-227910abe346 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/networks/3b6a8124-d4e4-49a2-8caa-2beff3192fcd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.7896662 Mar 22 12:22:10.192271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'subnet': {'network_id': '9a832ef4-29c9-4ed0-9a32-3dee12cf8e72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:10.210862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38906) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:10.346268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:10.399633 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:10.403617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:10.414028 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:10.422855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object e1114d0b-065c-4dba-8a68-a91b87f7295b will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:10.428766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:22:10.446037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:10.449186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:10.473017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:10.524047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:10.530011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f6c304-525a-47d7-994c-131d8d5a0802 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:10.530760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-83f6c304-525a-47d7-994c-131d8d5a0802 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Synchronizing usage tracker for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:10.574409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:10.594045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:10.606982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:10.647815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:10.661326 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-83f6c304-525a-47d7-994c-131d8d5a0802 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Unset dirty status for tenant:c3b96c3526fc4ce8983929829f39c67a on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:10.662539 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-83f6c304-525a-47d7-994c-131d8d5a0802 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/subnets/474aea9d-165e-42a8-a23f-8b2042a1d282 HTTP/1.1" status: 200 len: 811 time: 0.4483860 Mar 22 12:22:10.663937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:10.682377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38910) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:10.692568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Pushing event updated for resources: {'Port': ['ID=b51a7800-a166-4704-b506-5f65a4bde42d,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:10.809807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] In _notify_port_updated(), no bound segment for port b51a7800-a166-4704-b506-5f65a4bde42d on network 8e230667-c5c7-465c-a53a-575af371b758 {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:22:10.813798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:10.814323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:10.815939 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5f9ac546-683a-44e5-88ea-a4e92b73f7cd tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] 10.222.0.62 "PUT /v2.0/ports/b51a7800-a166-4704-b506-5f65a4bde42d HTTP/1.1" status: 200 len: 1135 time: 1.9287553 Mar 22 12:22:10.828283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c515b6fd-dad2-4e08-8566-8802d633890d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:10.829726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38914) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:10.831577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc05d3d-71ea-4e58-b48c-af07aa57d21d None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:10.849195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=e1114d0b-065c-4dba-8a68-a91b87f7295b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:10.863285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:10.934563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:10.959407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:10.963336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:10.963927 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:10.982827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:10.997023 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515b6fd-dad2-4e08-8566-8802d633890d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=4c4164af-77e2-4e80-9293-90b8e1dfae21,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:11.003348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ca128757-22ee-4392-895d-bee843892558 None None] Provisioning for port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:11.010756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c451b-80e8-447c-bd30-65abe0ee52a3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:11.012264 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-258c451b-80e8-447c-bd30-65abe0ee52a3 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "GET /v2.0/subnets/474aea9d-165e-42a8-a23f-8b2042a1d282?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3288331 Mar 22 12:22:11.018142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38918) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:11.035502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-109765671'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:11.047628 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:11.078552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:11.088395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.135388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68532d13-1fe2-4dc0-ae1d-88c555ae3064 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:11.136014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-68532d13-1fe2-4dc0-ae1d-88c555ae3064 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Synchronizing usage tracker for tenant:40be3c3877e74e708c9adc307035bbcb on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:11.185085 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-73aed33b-4320-43d0-8e1c-a9d86b95c36f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9593942 Mar 22 12:22:11.195879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38922) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:11.206867 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-44d7c185-cb2a-4ad5-81b4-b021d1c5f4dd None None] Provisioning complete for port b51a7800-a166-4704-b506-5f65a4bde42d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:11.207488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44d7c185-cb2a-4ad5-81b4-b021d1c5f4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.222970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Subnet': ['ID=2e21b6d5-f6c7-402f-b4a7-d2d7e01ce902,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:11.263453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:11.266679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.292498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-44d7c185-cb2a-4ad5-81b4-b021d1c5f4dd None None] Port b51a7800-a166-4704-b506-5f65a4bde42d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:11.297202 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c515b6fd-dad2-4e08-8566-8802d633890d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.299820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-68532d13-1fe2-4dc0-ae1d-88c555ae3064 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Unset dirty status for tenant:40be3c3877e74e708c9adc307035bbcb on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:11.304643 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-68532d13-1fe2-4dc0-ae1d-88c555ae3064 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] 10.222.0.62 "GET /v2.0/ports/b51a7800-a166-4704-b506-5f65a4bde42d HTTP/1.1" status: 200 len: 1135 time: 0.4624522 Mar 22 12:22:11.308082 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38926) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:11.339938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Checking segment: {'id': '8636ea3c-954d-40c0-ade2-34afaffbddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fbb9a4be-e9ed-4b73-9a03-b725d0a07641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:11.340337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network hostable DHCP agents. Network: fbb9a4be-e9ed-4b73-9a03-b725d0a07641, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:11.346157 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c515b6fd-dad2-4e08-8566-8802d633890d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/4c4164af-77e2-4e80-9293-90b8e1dfae21 HTTP/1.1" status: 204 len: 168 time: 2.3106658 Mar 22 12:22:11.352760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:11.355256 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38930) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:11.372199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.372504 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Added segment 774d4033-bcef-4dcd-98a7-6481abc8b73a of type vlan for network 890dfe47-8f0c-423a-b942-9b93b48216f4 Mar 22 12:22:11.388509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.429208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.446860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.462133 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a24718-63bb-4c20-907f-5eefb0d3ffdd tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:22:11.462819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c9a24718-63bb-4c20-907f-5eefb0d3ffdd tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:11.488564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a010f290-94f3-47f0-b075-1793652dfdd7 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Deleting port b51a7800-a166-4704-b506-5f65a4bde42d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:11.488899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a010f290-94f3-47f0-b075-1793652dfdd7 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.494929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network fbb9a4be-e9ed-4b73-9a03-b725d0a07641 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:11.536091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, fbb9a4be-e9ed-4b73-9a03-b725d0a07641) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:11.546062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:11.546062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.552094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.552525 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7817bc1-1b8c-4f15-bba1-fb27494cdaf4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:11.552696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ceb65-26d1-4adf-8a46-ef1cd74f3ef9 None None] Network fbb9a4be-e9ed-4b73-9a03-b725d0a07641 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:11.555901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:11.556399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7817bc1-1b8c-4f15-bba1-fb27494cdaf4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:11.556505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:11.557172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f7817bc1-1b8c-4f15-bba1-fb27494cdaf4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:11.580132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c9a24718-63bb-4c20-907f-5eefb0d3ffdd tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:11.581201 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c9a24718-63bb-4c20-907f-5eefb0d3ffdd tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/4c4164af-77e2-4e80-9293-90b8e1dfae21 HTTP/1.1" status: 404 len: 333 time: 0.2167366 Mar 22 12:22:11.592044 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38934) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:11.694548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f7817bc1-1b8c-4f15-bba1-fb27494cdaf4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:11.698793 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f7817bc1-1b8c-4f15-bba1-fb27494cdaf4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5018055 Mar 22 12:22:11.699600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38938) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:11.738390 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Network': ['ID=890dfe47-8f0c-423a-b942-9b93b48216f4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:11.799065 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9954e3ee-39cc-4e0d-ae7e-e29098165b97 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9654057 Mar 22 12:22:11.806630 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-99892d2a-8434-43a9-bde9-824a9e3ed439 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7862296 Mar 22 12:22:11.811116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38942) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:11.811437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38944) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:11.814781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Allocated IP 172.26.0.64 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/bb224ade-a651-4dfd-8401-02e6c43e57ba) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:11.839606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 890dfe47-8f0c-423a-b942-9b93b48216f4 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:11.855152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:11.859432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': 'fbb9a4be-e9ed-4b73-9a03-b725d0a07641', 'name': 'tempest-PortsIpV6TestJSON-171042740', 'fixed_ips': [{'subnet_id': '2e21b6d5-f6c7-402f-b4a7-d2d7e01ce902', 'ip_address': '2001:db8::10'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:11.875102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'network_id': '890dfe47-8f0c-423a-b942-9b93b48216f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:11.978069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.010738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.042973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-fbb9a4be-e9ed-4b73-9a03-b725d0a07641', 'network_id': 'fbb9a4be-e9ed-4b73-9a03-b725d0a07641', 'tenant_id': 'fe44fae51d5c4117a8944d7feee32985', 'fixed_ips': [{'subnet_id': '2e21b6d5-f6c7-402f-b4a7-d2d7e01ce902'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:12.044019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.076133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-968d3f2e-f806-4bf6-b295-27e1a9d05fc1 None None] Provisioning for port e1114d0b-065c-4dba-8a68-a91b87f7295b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:12.087484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-968d3f2e-f806-4bf6-b295-27e1a9d05fc1 None None] Provisioning complete for port e1114d0b-065c-4dba-8a68-a91b87f7295b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:12.087875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-968d3f2e-f806-4bf6-b295-27e1a9d05fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.118160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:12.119443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Pushing event updated for resources: {'Port': ['ID=bb224ade-a651-4dfd-8401-02e6c43e57ba,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:12.122925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:12.129171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:12.214445 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-968d3f2e-f806-4bf6-b295-27e1a9d05fc1 None None] Port e1114d0b-065c-4dba-8a68-a91b87f7295b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:12.216023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:12.232156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:12.232392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.272336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3f813-7771-4fad-8031-d05470ab5d9f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port e1114d0b-065c-4dba-8a68-a91b87f7295b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:12.273156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f813-7771-4fad-8031-d05470ab5d9f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.336459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-968d3f2e-f806-4bf6-b295-27e1a9d05fc1 None None] Provisioning complete for port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:12.336459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-968d3f2e-f806-4bf6-b295-27e1a9d05fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.408768 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Allocated IP 2001:db8::2 (fbb9a4be-e9ed-4b73-9a03-b725d0a07641/2e21b6d5-f6c7-402f-b4a7-d2d7e01ce902/de6ae5e7-6ad7-4774-a79a-bb476433ca13) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:12.413160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.541648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a010f290-94f3-47f0-b075-1793652dfdd7 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.578199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:22:12.583982 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.585313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:12.586484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.590701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.646154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-968d3f2e-f806-4bf6-b295-27e1a9d05fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.695395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=389b6cf2-bc47-4c9b-9fdc-fb677ffc051d,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:12.706876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.715376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.719229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:12.727161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a010f290-94f3-47f0-b075-1793652dfdd7 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Calling delete_port for b51a7800-a166-4704-b506-5f65a4bde42d owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:12.759247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:12.787104 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b20c2e-aa82-498b-ad19-02020ae22927 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting subnet 865b4af6-7f37-4c30-b831-ff656a312b44 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:12.803856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:port and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:12.806375 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60b20c2e-aa82-498b-ad19-02020ae22927 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.831962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Router ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:22:12.843164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:12.861357 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-968d3f2e-f806-4bf6-b295-27e1a9d05fc1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:22:12.861775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-968d3f2e-f806-4bf6-b295-27e1a9d05fc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:22:12.878581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.881088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=389b6cf2-bc47-4c9b-9fdc-fb677ffc051d,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:12.883113 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:12.892060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Transition to ACTIVE for port object de6ae5e7-6ad7-4774-a79a-bb476433ca13 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:12.895405 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Made reservation on behalf of c3b96c3526fc4ce8983929829f39c67a for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:12.912591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Transition to ACTIVE for port object de6ae5e7-6ad7-4774-a79a-bb476433ca13 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:12.921670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:12.994450 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Network fbb9a4be-e9ed-4b73-9a03-b725d0a07641 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:12.998186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:13.002530 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Pushing event updated for resources: {'Port': ['ID=de6ae5e7-6ad7-4774-a79a-bb476433ca13,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:13.010316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:13.045441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:22:13.056020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.056020 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aeaf9c47-e603-40cc-add2-3205932c5cb2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "PUT /v2.0/routers/ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf HTTP/1.1" status: 200 len: 915 time: 3.6370957 Mar 22 12:22:13.056257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38950) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:13.110089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60b20c2e-aa82-498b-ad19-02020ae22927 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.143893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a7e47-b0e1-4d2c-bddc-68e57cb1ce92 None None] Sync routers for ids ['ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:22:13.168470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:13.181110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Attempting to bind port de6ae5e7-6ad7-4774-a79a-bb476433ca13 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:13.181527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Attempting to bind port de6ae5e7-6ad7-4774-a79a-bb476433ca13 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8636ea3c-954d-40c0-ade2-34afaffbddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fbb9a4be-e9ed-4b73-9a03-b725d0a07641'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:13.181962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Attempting to bind port de6ae5e7-6ad7-4774-a79a-bb476433ca13 on network fbb9a4be-e9ed-4b73-9a03-b725d0a07641 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:13.188453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Subnet': ['ID=439a2268-6ced-4383-96b6-34019cd59619,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:13.192484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a7e47-b0e1-4d2c-bddc-68e57cb1ce92 None None] Routers {'ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:13.193336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8b6a7e47-b0e1-4d2c-bddc-68e57cb1ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:13.194987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.254883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:13.255376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Checking segment: {'id': '8636ea3c-954d-40c0-ade2-34afaffbddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fbb9a4be-e9ed-4b73-9a03-b725d0a07641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:13.255616 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.256002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Bound using segment: {'id': '8636ea3c-954d-40c0-ade2-34afaffbddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fbb9a4be-e9ed-4b73-9a03-b725d0a07641'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:13.256476 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Bound port: de6ae5e7-6ad7-4774-a79a-bb476433ca13, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8636ea3c-954d-40c0-ade2-34afaffbddeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'fbb9a4be-e9ed-4b73-9a03-b725d0a07641'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:13.256844 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.274013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.277494 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8b6a7e47-b0e1-4d2c-bddc-68e57cb1ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:13.329512 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c01e4ab1-0d52-4e82-a9a5-7ac7097e6ce2 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/routers/ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf HTTP/1.1" status: 200 len: 921 time: 0.2714560 Mar 22 12:22:13.332203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38954) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:13.340322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a7e47-b0e1-4d2c-bddc-68e57cb1ce92 None None] Routers {'ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:13.340961 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8b6a7e47-b0e1-4d2c-bddc-68e57cb1ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:13.407266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1f274328-d43b-4de0-97eb-972e9b6131ff tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Synchronizing usage tracker for tenant:0d9053668e164b5384d1ffdd112728ab on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:13.419560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1f274328-d43b-4de0-97eb-972e9b6131ff tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Unset dirty status for tenant:0d9053668e164b5384d1ffdd112728ab on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:13.421380 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1f274328-d43b-4de0-97eb-972e9b6131ff tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&device_id=ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0880911 Mar 22 12:22:13.424237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38958) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:13.455079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8b6a7e47-b0e1-4d2c-bddc-68e57cb1ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:13.455479 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a7e47-b0e1-4d2c-bddc-68e57cb1ce92 None None] The sync data for ids ['ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:22:13.480038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] For port de6ae5e7-6ad7-4774-a79a-bb476433ca13, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:13.484184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] For port de6ae5e7-6ad7-4774-a79a-bb476433ca13, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=de6ae5e7-6ad7-4774-a79a-bb476433ca13,segment=NetworkSegment(8636ea3c-954d-40c0-ade2-34afaffbddeb),segment_id=8636ea3c-954d-40c0-ade2-34afaffbddeb)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:13.490773 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.528532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Performing IP validity checks on allocation pools {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 12:22:13.528981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 12:22:13.575664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cc8bf-d23b-43e7-8024-9cf20f949ac3 None None] Pushing event updated for resources: {'Port': ['ID=de6ae5e7-6ad7-4774-a79a-bb476433ca13,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:13.590349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1353c485-c366-4899-96f1-14dc8e3b2f15 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:13.595547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1353c485-c366-4899-96f1-14dc8e3b2f15 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Synchronizing usage tracker for tenant:0d9053668e164b5384d1ffdd112728ab on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:13.611694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1353c485-c366-4899-96f1-14dc8e3b2f15 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] Unset dirty status for tenant:0d9053668e164b5384d1ffdd112728ab on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:13.613237 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1353c485-c366-4899-96f1-14dc8e3b2f15 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/networks/4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 881 time: 0.1868780 Mar 22 12:22:13.617852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38962) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:13.621002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-664f0cff-06bd-44a4-9abc-165c228ab2ee None None] Provisioning complete for port e1114d0b-065c-4dba-8a68-a91b87f7295b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:13.621417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-664f0cff-06bd-44a4-9abc-165c228ab2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.667066 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-09209604-29b9-41d1-b763-cff22cec6d2e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf HTTP/1.1" status: 200 len: 205 time: 0.0478084 Mar 22 12:22:13.669714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38966) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:13.698365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-664f0cff-06bd-44a4-9abc-165c228ab2ee None None] Port e1114d0b-065c-4dba-8a68-a91b87f7295b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:13.703930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:13.764281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Checking segment: {'id': '1c449696-2a47-41d0-b7c0-151daed2d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a832ef4-29c9-4ed0-9a32-3dee12cf8e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:13.764993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network hostable DHCP agents. Network: 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:13.791816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:13.791816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.797650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a010f290-94f3-47f0-b075-1793652dfdd7 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.837469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60b20c2e-aa82-498b-ad19-02020ae22927 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.870302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f813-7771-4fad-8031-d05470ab5d9f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.949490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.950830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:13.959232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010f290-94f3-47f0-b075-1793652dfdd7 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Pushing event deleted for resources: {'Port': ['ID=b51a7800-a166-4704-b506-5f65a4bde42d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:14.108211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3f813-7771-4fad-8031-d05470ab5d9f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for e1114d0b-065c-4dba-8a68-a91b87f7295b owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:14.244264 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port fefb4ab8-cb87-47c9-97f7-aebb9f904b6c yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:14.261024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:14.272934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Deleting port bb224ade-a651-4dfd-8401-02e6c43e57ba {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:14.273352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:14.366438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:14.401549 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:14.411482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29386744-4d38-4980-b8e9-4e6b491446c3 None None] Network 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:14.440345 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60b20c2e-aa82-498b-ad19-02020ae22927 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:14.470578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:14.471396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:14.490824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:14.569106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a010f290-94f3-47f0-b075-1793652dfdd7 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:14.575426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b20c2e-aa82-498b-ad19-02020ae22927 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Subnet': ['ID=865b4af6-7f37-4c30-b831-ff656a312b44,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:14.631908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c295c157-546c-4107-ab26-39b8b6d5bd44 None None] Network 20fbe7f6-10d3-4393-90cc-509b420de3d3 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:14.651212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Calling delete_port for bb224ade-a651-4dfd-8401-02e6c43e57ba owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:14.693387 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a010f290-94f3-47f0-b075-1793652dfdd7 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] 10.222.0.62 "DELETE /v2.0/ports/b51a7800-a166-4704-b506-5f65a4bde42d HTTP/1.1" status: 204 len: 168 time: 3.3842752 Mar 22 12:22:14.694715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60b20c2e-aa82-498b-ad19-02020ae22927 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:14.696815 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-60b20c2e-aa82-498b-ad19-02020ae22927 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/865b4af6-7f37-4c30-b831-ff656a312b44 HTTP/1.1" status: 204 len: 168 time: 3.1032717 Mar 22 12:22:14.715568 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a5a5c354-fc5a-472b-80c9-6af787ec2a5f tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5737796 Mar 22 12:22:14.716292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38970) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:14.716611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38972) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:14.717109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38974) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:14.728393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:14.767895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-9a832ef4-29c9-4ed0-9a32-3dee12cf8e72', 'network_id': '9a832ef4-29c9-4ed0-9a32-3dee12cf8e72', 'tenant_id': '7ee562ad3f6547f7862f15a8e821b824', 'fixed_ips': [{'subnet_id': '439a2268-6ced-4383-96b6-34019cd59619'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:14.768631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:14.779990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'port': {'network_id': '9a832ef4-29c9-4ed0-9a32-3dee12cf8e72', 'name': 'tempest-NetworksIpV6TestAttrs-2120563008'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:14.801430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c540d88-c6ed-4b83-bfac-14611287520a None None] Network fbb9a4be-e9ed-4b73-9a03-b725d0a07641 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:14.840963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:14.885671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Pushing event deleted for resources: {'Port': ['ID=bb224ade-a651-4dfd-8401-02e6c43e57ba,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:15.078994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-48b21285-6b77-41e8-b07c-19812a9ae0d0 None None] Provisioning for port de6ae5e7-6ad7-4774-a79a-bb476433ca13 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:15.108878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=0392d948-4798-4fa7-9c22-8b434813e631,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:15.109285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.124788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f813-7771-4fad-8031-d05470ab5d9f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.209733 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8::10 (fbb9a4be-e9ed-4b73-9a03-b725d0a07641/2e21b6d5-f6c7-402f-b4a7-d2d7e01ce902/fefb4ab8-cb87-47c9-97f7-aebb9f904b6c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:15.236670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Allocated IP 2001:db8::f816:3eff:fe6a:d8d (9a832ef4-29c9-4ed0-9a32-3dee12cf8e72/439a2268-6ced-4383-96b6-34019cd59619/953bf3b8-60da-4a5c-888f-951aae77f20b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:15.374040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee48ed-8f71-49e6-806c-258fc907f788 None None] DHCP port deletion for 20fbe7f6-10d3-4393-90cc-509b420de3d3 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:15.396528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.398216 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee48ed-8f71-49e6-806c-258fc907f788 None None] Deleting port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:15.398576 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d3ee48ed-8f71-49e6-806c-258fc907f788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.402695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.436609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.437275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Fanout notify agent at l3_agent the message router_deleted on router ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:22:15.459704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.466466 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-194e145d-2e26-4071-a926-79d97c3dc21e tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf HTTP/1.1" status: 204 len: 168 time: 1.7946584 Mar 22 12:22:15.467089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:15.473602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1970865182', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:15.480500 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:15.484873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Usage tracker for resource:router and tenant:dc5ded5fdfda4bb789d009359947115c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:15.488461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:15.494758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:15.513375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.514757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.538162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.713822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.742085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3f813-7771-4fad-8031-d05470ab5d9f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=e1114d0b-065c-4dba-8a68-a91b87f7295b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:15.744554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Transition to ACTIVE for port object 953bf3b8-60da-4a5c-888f-951aae77f20b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:15.748832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d3ee48ed-8f71-49e6-806c-258fc907f788 None None] For port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e1f162a2-77b1-49e7-a655-5b6dbcdc5d45,segment=NetworkSegment(41dcdcf4-e81c-4dac-a7d0-265d6385a0bf),segment_id=41dcdcf4-e81c-4dac-a7d0-265d6385a0bf)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:15.749126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d3ee48ed-8f71-49e6-806c-258fc907f788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.750876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.794435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ffc3f813-7771-4fad-8031-d05470ab5d9f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.796584 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ffc3f813-7771-4fad-8031-d05470ab5d9f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/e1114d0b-065c-4dba-8a68-a91b87f7295b HTTP/1.1" status: 204 len: 168 time: 4.0842118 Mar 22 12:22:15.823747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38986) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:15.828829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device de6ae5e7-6ad7-4774-a79a-bb476433ca13 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:15.913990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:15.914490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.926493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Transition to ACTIVE for port object 953bf3b8-60da-4a5c-888f-951aae77f20b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:15.933440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee48ed-8f71-49e6-806c-258fc907f788 None None] Calling delete_port for e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:15.935203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:15.939203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Checking segment: {'id': '774d4033-bcef-4dcd-98a7-6481abc8b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '890dfe47-8f0c-423a-b942-9b93b48216f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:15.939575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network hostable DHCP agents. Network: 890dfe47-8f0c-423a-b942-9b93b48216f4, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:15.968881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:15.982216 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.005198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:port and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:16.022772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:16.040766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:16.093143 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ab0482-d6bd-4b60-8e94-a6f9d14bc3b1 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Deleting subnet 9791dc93-c680-4f2c-855d-10f6d5b49206 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:16.099110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Network 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:16.100038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Pushing event updated for resources: {'Port': ['ID=953bf3b8-60da-4a5c-888f-951aae77f20b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:16.105782 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842d66a-945c-49fe-a79f-ef5a800f44f8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:16.107048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842d66a-945c-49fe-a79f-ef5a800f44f8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:16.107782 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1842d66a-945c-49fe-a79f-ef5a800f44f8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:16.113630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:16.116041 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:16.120420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.127051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81ab0482-d6bd-4b60-8e94-a6f9d14bc3b1 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.135655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.166100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d3ee48ed-8f71-49e6-806c-258fc907f788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.170223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.205040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81ab0482-d6bd-4b60-8e94-a6f9d14bc3b1 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.241681 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port de6ae5e7-6ad7-4774-a79a-bb476433ca13 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:16.251526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee48ed-8f71-49e6-806c-258fc907f788 None None] Pushing event deleted for resources: {'Port': ['ID=e1f162a2-77b1-49e7-a655-5b6dbcdc5d45,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:16.260105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port de6ae5e7-6ad7-4774-a79a-bb476433ca13 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:16.260474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.266761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:16.269746 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.284410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee48ed-8f71-49e6-806c-258fc907f788 None None] No DVR routers for this DVR port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:16.323216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object fefb4ab8-cb87-47c9-97f7-aebb9f904b6c will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:16.329029 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Attempting to bind port 953bf3b8-60da-4a5c-888f-951aae77f20b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:16.329399 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Attempting to bind port 953bf3b8-60da-4a5c-888f-951aae77f20b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '1c449696-2a47-41d0-b7c0-151daed2d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a832ef4-29c9-4ed0-9a32-3dee12cf8e72'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:16.330219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Attempting to bind port 953bf3b8-60da-4a5c-888f-951aae77f20b on network 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:16.337555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Allocated IP 172.26.0.66 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/f67c8e73-48de-4e8e-b1ce-235fc175e6a2) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:16.343590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:16.344052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Checking segment: {'id': '1c449696-2a47-41d0-b7c0-151daed2d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a832ef4-29c9-4ed0-9a32-3dee12cf8e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:16.344507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.344890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Bound using segment: {'id': '1c449696-2a47-41d0-b7c0-151daed2d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a832ef4-29c9-4ed0-9a32-3dee12cf8e72'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:16.345273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Network 890dfe47-8f0c-423a-b942-9b93b48216f4 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:16.345396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Bound port: 953bf3b8-60da-4a5c-888f-951aae77f20b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c449696-2a47-41d0-b7c0-151daed2d01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9a832ef4-29c9-4ed0-9a32-3dee12cf8e72'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:16.345743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.357309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] device_id is not set on port fc8d0dac-6012-4433-8eb6-ab3748e90f5f yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:16.461912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1842d66a-945c-49fe-a79f-ef5a800f44f8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:16.463149 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1842d66a-945c-49fe-a79f-ef5a800f44f8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6383736 Mar 22 12:22:16.466222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38990) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:16.474794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 890dfe47-8f0c-423a-b942-9b93b48216f4) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:16.480137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.499553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28606f52-5a11-4db2-a4a3-55c6371bde7a None None] Network 890dfe47-8f0c-423a-b942-9b93b48216f4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:16.505647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:16.506364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.555449 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.556556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] For port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e1f162a2-77b1-49e7-a655-5b6dbcdc5d45,segment=NetworkSegment(41dcdcf4-e81c-4dac-a7d0-265d6385a0bf),segment_id=41dcdcf4-e81c-4dac-a7d0-265d6385a0bf)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:16.557019 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.576721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] For port 953bf3b8-60da-4a5c-888f-951aae77f20b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:16.601865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] For port 953bf3b8-60da-4a5c-888f-951aae77f20b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=953bf3b8-60da-4a5c-888f-951aae77f20b,segment=NetworkSegment(1c449696-2a47-41d0-b7c0-151daed2d01c),segment_id=1c449696-2a47-41d0-b7c0-151daed2d01c)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:16.613405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.665122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port de6ae5e7-6ad7-4774-a79a-bb476433ca13, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=de6ae5e7-6ad7-4774-a79a-bb476433ca13,segment=NetworkSegment(8636ea3c-954d-40c0-ade2-34afaffbddeb),segment_id=8636ea3c-954d-40c0-ade2-34afaffbddeb)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:16.693028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.695703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-592c1907-01c5-4b22-97bb-5fa76da82e72 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 922339c5-0f1d-4e07-8e85-eb9a950628ea {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:16.703533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.705166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:16.706926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-592c1907-01c5-4b22-97bb-5fa76da82e72 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.762194 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-668b42d2-8428-4810-ab32-425f8084d510 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.9317658 Mar 22 12:22:16.770773 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fc3b6-adc5-4e9c-b0c4-eae2e75c0cd1 None None] Pushing event updated for resources: {'Port': ['ID=953bf3b8-60da-4a5c-888f-951aae77f20b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:16.777903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 38994) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:16.789276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-efc82ac3-3a81-4b76-9542-f50995242946 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:16.809616 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:16.832992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-592c1907-01c5-4b22-97bb-5fa76da82e72 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.838488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81ab0482-d6bd-4b60-8e94-a6f9d14bc3b1 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.865362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:22:16.865362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:22:16.872836 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:16.887199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.890207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:16.899287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Pushing event updated for resources: {'Port': ['ID=f67c8e73-48de-4e8e-b1ce-235fc175e6a2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:16.904038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:16.936713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=de6ae5e7-6ad7-4774-a79a-bb476433ca13,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:16.949534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-890dfe47-8f0c-423a-b942-9b93b48216f4', 'network_id': '890dfe47-8f0c-423a-b942-9b93b48216f4', 'tenant_id': 'c3b96c3526fc4ce8983929829f39c67a', 'fixed_ips': [{'subnet_id': '0392d948-4798-4fa7-9c22-8b434813e631'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:16.950379 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:16.981935 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Allocated IP 2001:db8::f816:3eff:fe09:f029 (9a832ef4-29c9-4ed0-9a32-3dee12cf8e72/439a2268-6ced-4383-96b6-34019cd59619/fc8d0dac-6012-4433-8eb6-ab3748e90f5f) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:17.047123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-592c1907-01c5-4b22-97bb-5fa76da82e72 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:17.100035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network fbb9a4be-e9ed-4b73-9a03-b725d0a07641 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:17.107468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:17.109370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=fefb4ab8-cb87-47c9-97f7-aebb9f904b6c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:17.111567 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:17.115557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:17.116435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:17.149748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-592c1907-01c5-4b22-97bb-5fa76da82e72 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:17.164240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:22:17.164556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:22:17.245204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c1907-01c5-4b22-97bb-5fa76da82e72 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=922339c5-0f1d-4e07-8e85-eb9a950628ea,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:17.247378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Allocated IP 172.20.0.3 (890dfe47-8f0c-423a-b942-9b93b48216f4/0392d948-4798-4fa7-9c22-8b434813e631/ead7bf3c-309a-44f6-85bd-3295a1dc3674) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:17.255986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-592c1907-01c5-4b22-97bb-5fa76da82e72 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:17.272813 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527e791c-9c8d-4aad-9115-ffe2aec0d0e4 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:17.282281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:17.283276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:17.290398 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-592c1907-01c5-4b22-97bb-5fa76da82e72 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/922339c5-0f1d-4e07-8e85-eb9a950628ea HTTP/1.1" status: 204 len: 168 time: 0.8201487 Mar 22 12:22:17.290973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 38998) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:17.313247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-efc82ac3-3a81-4b76-9542-f50995242946 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15443234'] for subnet, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:17.451669 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f5c91559-6e75-42c0-9cf5-a33da91a14f4 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.6203609 Mar 22 12:22:17.502848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39002) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:17.510300 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-294d6faa-fd14-4d14-864d-5845e0007d99 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2155125 Mar 22 12:22:17.511926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81ab0482-d6bd-4b60-8e94-a6f9d14bc3b1 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:17.513726 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39006) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:17.516583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': 'fbb9a4be-e9ed-4b73-9a03-b725d0a07641', 'name': 'tempest-PortsIpV6TestJSON-667931040', 'fixed_ips': [{'subnet_id': '2e21b6d5-f6c7-402f-b4a7-d2d7e01ce902', 'ip_address': '2001:db8::f'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:17.543000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:17.590071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab0482-d6bd-4b60-8e94-a6f9d14bc3b1 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Pushing event deleted for resources: {'Subnet': ['ID=9791dc93-c680-4f2c-855d-10f6d5b49206,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:17.592290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-81ab0482-d6bd-4b60-8e94-a6f9d14bc3b1 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:17.596361 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-81ab0482-d6bd-4b60-8e94-a6f9d14bc3b1 tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] 10.222.0.62 "DELETE /v2.0/subnets/9791dc93-c680-4f2c-855d-10f6d5b49206 HTTP/1.1" status: 204 len: 168 time: 2.8704636 Mar 22 12:22:17.598388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39010) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:17.619076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec2c41-36c2-4486-b486-16e01dae6382 None None] Network 8e230667-c5c7-465c-a53a-575af371b758 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:17.656097 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e86cfa1f-f33a-4e77-8f50-548d8b9830e3 req-79166350-8d1d-402e-ae7c-e620559d151f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4658101 Mar 22 12:22:17.770287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0b6ec69f-895f-4a18-88cd-dbc0123b1661 None None] Provisioning for port fefb4ab8-cb87-47c9-97f7-aebb9f904b6c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:17.804098 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0b6ec69f-895f-4a18-88cd-dbc0123b1661 None None] Provisioning complete for port fefb4ab8-cb87-47c9-97f7-aebb9f904b6c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:17.804756 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0b6ec69f-895f-4a18-88cd-dbc0123b1661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:17.916414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:17.926041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:17.929338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:17.932388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device de6ae5e7-6ad7-4774-a79a-bb476433ca13 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:17.934271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:17.940703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:port and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:17.947836 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:17.950741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:17.957625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:17.977658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:17.977959 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port e1f162a2-77b1-49e7-a655-5b6dbcdc5d45 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:17.978418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:17.982081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.005592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.020846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:18.036756 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ec69f-895f-4a18-88cd-dbc0123b1661 None None] Port fefb4ab8-cb87-47c9-97f7-aebb9f904b6c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:18.038717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.064335 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Transition to ACTIVE for port object ead7bf3c-309a-44f6-85bd-3295a1dc3674 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:18.104275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Transition to ACTIVE for port object ead7bf3c-309a-44f6-85bd-3295a1dc3674 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:18.127602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.164780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] The port 'e1f162a2-77b1-49e7-a655-5b6dbcdc5d45' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:22:18.168829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port de6ae5e7-6ad7-4774-a79a-bb476433ca13 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:18.169358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.197684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4350de-d6df-480b-90a5-ca3a541e7aba None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:18.212559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Deleting port 44596fda-660e-4b96-a36e-9fdeb75b3378 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:18.212917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.294543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2a4350de-d6df-480b-90a5-ca3a541e7aba None None] Deleting port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:18.295018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2a4350de-d6df-480b-90a5-ca3a541e7aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.365935 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c9b5b6-ee77-4511-a366-7962f1e71508 None None] DHCP port deletion for 8e230667-c5c7-465c-a53a-575af371b758 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:18.377475 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Pushing event updated for resources: {'Port': ['ID=ead7bf3c-309a-44f6-85bd-3295a1dc3674,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:18.396369 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.397202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-20c9b5b6-ee77-4511-a366-7962f1e71508 None None] Deleting port 44596fda-660e-4b96-a36e-9fdeb75b3378 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:18.397690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-20c9b5b6-ee77-4511-a366-7962f1e71508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.411857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.450859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8fcd58-39f0-464b-ab9a-ca441005cbfa None None] Network 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:18.484969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=ef636963-b341-44c0-b041-ffca32c09cc6,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:18.490626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Network 890dfe47-8f0c-423a-b942-9b93b48216f4 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:18.519585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Transition to ACTIVE for port object fc8d0dac-6012-4433-8eb6-ab3748e90f5f will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:18.532978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:18.536388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:18.544188 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:18.544514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.580875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.581781 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:18.584396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:18.594680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.620708 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-986b7011-0935-4b2e-848b-031e1bcbe261 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0872707 Mar 22 12:22:18.624798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39014) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:18.632621 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'name': 'tempest-NetworksTestDHCPv6-1041506479'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:18.658441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port 158ac6b4-7448-4fe5-bc22-4dcd284f667a yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:18.669750 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e86cfa1f-f33a-4e77-8f50-548d8b9830e3 req-0d5e15b9-603a-4623-b374-540fcfd32038 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 1099 time: 0.6610539 Mar 22 12:22:18.685693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fbe7f6-10d3-4393-90cc-509b420de3d3']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:18.743079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41dcdcf4-e81c-4dac-a7d0-265d6385a0bf') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:18.743079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41dcdcf4-e81c-4dac-a7d0-265d6385a0bf') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:18.758446 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Router 62d5a0d3-c443-4e54-b1a3-9db93b8b9eae is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:22:18.890237 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.917894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:18.932677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e40de808-182e-4921-9941-0d036df8bf1c None None] Provisioning for port 953bf3b8-60da-4a5c-888f-951aae77f20b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:18.983863 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 953bf3b8-60da-4a5c-888f-951aae77f20b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:18.991551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.019979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:19.039693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:19.049073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:19.049493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:19.063823 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:19.090779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-efc82ac3-3a81-4b76-9542-f50995242946 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747665871773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15792683'] for subnet, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.115727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:19.118945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.120433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Attempting to bind port ead7bf3c-309a-44f6-85bd-3295a1dc3674 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:19.120829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Attempting to bind port ead7bf3c-309a-44f6-85bd-3295a1dc3674 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '774d4033-bcef-4dcd-98a7-6481abc8b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '890dfe47-8f0c-423a-b942-9b93b48216f4'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:19.121189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Attempting to bind port ead7bf3c-309a-44f6-85bd-3295a1dc3674 on network 890dfe47-8f0c-423a-b942-9b93b48216f4 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:19.158133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8::f (fbb9a4be-e9ed-4b73-9a03-b725d0a07641/2e21b6d5-f6c7-402f-b4a7-d2d7e01ce902/158ac6b4-7448-4fe5-bc22-4dcd284f667a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:19.172206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] For port 44596fda-660e-4b96-a36e-9fdeb75b3378, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=44596fda-660e-4b96-a36e-9fdeb75b3378,segment=NetworkSegment(23a83e19-1ce3-469d-854e-d6cabe8b8d78),segment_id=23a83e19-1ce3-469d-854e-d6cabe8b8d78)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:19.172427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.188845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:19.192253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:19.192586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Checking segment: {'id': '774d4033-bcef-4dcd-98a7-6481abc8b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '890dfe47-8f0c-423a-b942-9b93b48216f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:19.192972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.193357 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Bound using segment: {'id': '774d4033-bcef-4dcd-98a7-6481abc8b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '890dfe47-8f0c-423a-b942-9b93b48216f4'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:19.193852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Bound port: ead7bf3c-309a-44f6-85bd-3295a1dc3674, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774d4033-bcef-4dcd-98a7-6481abc8b73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '890dfe47-8f0c-423a-b942-9b93b48216f4'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:19.194816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.209010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Port': ['ID=fc8d0dac-6012-4433-8eb6-ab3748e90f5f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:19.211528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:19.263677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port f8defdcc-3e8b-46e2-a1e0-dec7b1973568 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:19.275055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2a4350de-d6df-480b-90a5-ca3a541e7aba None None] For port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=389b6cf2-bc47-4c9b-9fdc-fb677ffc051d,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:19.275437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2a4350de-d6df-480b-90a5-ca3a541e7aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.292195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:19.296444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:19.297221 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.379022 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Calling delete_port for 44596fda-660e-4b96-a36e-9fdeb75b3378 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:19.419905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cfa1f-f33a-4e77-8f50-548d8b9830e3 req-3392d480-af56-4413-8da4-9ce842099fe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:19.421271 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e86cfa1f-f33a-4e77-8f50-548d8b9830e3 req-3392d480-af56-4413-8da4-9ce842099fe9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 200 len: 913 time: 0.7182999 Mar 22 12:22:19.466285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-20c9b5b6-ee77-4511-a366-7962f1e71508 None None] For port 44596fda-660e-4b96-a36e-9fdeb75b3378, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=44596fda-660e-4b96-a36e-9fdeb75b3378,segment=NetworkSegment(23a83e19-1ce3-469d-854e-d6cabe8b8d78),segment_id=23a83e19-1ce3-469d-854e-d6cabe8b8d78)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:19.466854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-20c9b5b6-ee77-4511-a366-7962f1e71508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.494856 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2a4350de-d6df-480b-90a5-ca3a541e7aba None None] Calling delete_port for 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:19.498946 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.500767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc82ac3-3a81-4b76-9542-f50995242946 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:19.501673 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-efc82ac3-3a81-4b76-9542-f50995242946 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.503166 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-efc82ac3-3a81-4b76-9542-f50995242946 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "PUT /v2.0/subnets/0392d948-4798-4fa7-9c22-8b434813e631 HTTP/1.1" status: 200 len: 877 time: 2.7203321 Mar 22 12:22:19.521149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39020) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:19.537583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.539745 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/networks/20fbe7f6-10d3-4393-90cc-509b420de3d3 HTTP/1.1" status: 204 len: 168 time: 4.8143466 Mar 22 12:22:19.553111 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f8127d60-f3c4-46bc-bb82-3138d48f483d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.8261480 Mar 22 12:22:19.555291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39024) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:19.560339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39026) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:19.565568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc82ac3-3a81-4b76-9542-f50995242946 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event updated for resources: {'Subnet': ['ID=0392d948-4798-4fa7-9c22-8b434813e631,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:19.698526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-20c9b5b6-ee77-4511-a366-7962f1e71508 None None] Calling delete_port for 44596fda-660e-4b96-a36e-9fdeb75b3378 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:19.713864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-233332807'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:19.718095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e0681-2551-4edf-a330-bb47b72a76a2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Network': ['ID=20fbe7f6-10d3-4393-90cc-509b420de3d3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:19.725429 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:19.741360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:network and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:19.746969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:19.751724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 953bf3b8-60da-4a5c-888f-951aae77f20b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:19.761751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:19.781023 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.790650 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 953bf3b8-60da-4a5c-888f-951aae77f20b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:19.791005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.818986 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e86cfa1f-f33a-4e77-8f50-548d8b9830e3 req-8174d599-63fb-4e8f-abf9-8f71ba90b7ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 200 len: 1001 time: 0.3812962 Mar 22 12:22:19.825282 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:19.827031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] For port ead7bf3c-309a-44f6-85bd-3295a1dc3674, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:19.827716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.854145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] For port ead7bf3c-309a-44f6-85bd-3295a1dc3674, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ead7bf3c-309a-44f6-85bd-3295a1dc3674,segment=NetworkSegment(774d4033-bcef-4dcd-98a7-6481abc8b73a),segment_id=774d4033-bcef-4dcd-98a7-6481abc8b73a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:19.877907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Pushing event deleted for resources: {'Port': ['ID=44596fda-660e-4b96-a36e-9fdeb75b3378,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:19.881032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.899195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::2df (578a050b-df3b-4bf8-b5f3-612af8e4798e/ef636963-b341-44c0-b041-ffca32c09cc6/f8defdcc-3e8b-46e2-a1e0-dec7b1973568) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:19.904129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] No DVR routers for this DVR port 44596fda-660e-4b96-a36e-9fdeb75b3378 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:19.936346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2a4350de-d6df-480b-90a5-ca3a541e7aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.942832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:19.965931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-20c9b5b6-ee77-4511-a366-7962f1e71508 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:22:19.968285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-20c9b5b6-ee77-4511-a366-7962f1e71508 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:22:20.046409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object 158ac6b4-7448-4fe5-bc22-4dcd284f667a will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:20.058844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:22:20.064506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cfa1f-f33a-4e77-8f50-548d8b9830e3 req-717eaf18-3dd1-434e-b278-c3de33b51237 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:20.066340 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e86cfa1f-f33a-4e77-8f50-548d8b9830e3 req-717eaf18-3dd1-434e-b278-c3de33b51237 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0f85f5d-3677-4e10-b04c-44bdd300d811 HTTP/1.1" status: 200 len: 851 time: 0.2290196 Mar 22 12:22:20.072111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:20.074640 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f0487-6c30-4f47-b382-f2dec67b8dd0 None None] Sync routers for ids ['62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:22:20.082976 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4350de-d6df-480b-90a5-ca3a541e7aba None None] No DVR routers for this DVR port 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:20.103069 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f0487-6c30-4f47-b382-f2dec67b8dd0 None None] Routers {'62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:20.103069 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-302f0487-6c30-4f47-b382-f2dec67b8dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:20.116439 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cfbc0-67c8-4587-814c-e1c76819df1a None None] Pushing event updated for resources: {'Port': ['ID=ead7bf3c-309a-44f6-85bd-3295a1dc3674,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:20.129551 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215ecc36-0b14-4336-bb2c-5fce18b26ef6 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:20.163234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.163566 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Added segment 5815efb4-00a8-453d-9eb5-eb3456f5207f of type vlan for network bea16fdc-420a-4a8a-9a98-c83108709b91 Mar 22 12:22:20.166421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.182108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.189386 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-302f0487-6c30-4f47-b382-f2dec67b8dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:20.214038 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302f0487-6c30-4f47-b382-f2dec67b8dd0 None None] Routers {'62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:20.215398 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-302f0487-6c30-4f47-b382-f2dec67b8dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:20.256135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e230667-c5c7-465c-a53a-575af371b758']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:20.281505 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.286344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a83e19-1ce3-469d-854e-d6cabe8b8d78') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:20.286633 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a83e19-1ce3-469d-854e-d6cabe8b8d78') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:20.307529 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.338607 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-302f0487-6c30-4f47-b382-f2dec67b8dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:20.340290 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f0487-6c30-4f47-b382-f2dec67b8dd0 None None] The sync data for ids ['62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:22:20.361689 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.370099 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e86cfa1f-f33a-4e77-8f50-548d8b9830e3 req-3c608eed-2b45-4dbc-8e9f-d0b65e9663d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6203a9c2-1d85-413b-8d33-42b4c72db112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2852027 Mar 22 12:22:20.375314 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:20.375704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:20.396533 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:20.410397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4350de-d6df-480b-90a5-ca3a541e7aba None None] Pushing event deleted for resources: {'Port': ['ID=389b6cf2-bc47-4c9b-9fdc-fb677ffc051d,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:20.438953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Deleting port ead7bf3c-309a-44f6-85bd-3295a1dc3674 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:20.440654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.443107 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.463839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.465264 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9ef74baa-0713-4f7b-8b06-22ed4e5d4589 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9972112 Mar 22 12:22:20.472557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.473962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-20c9b5b6-ee77-4511-a366-7962f1e71508 None None] Deleting port 44596fda-660e-4b96-a36e-9fdeb75b3378 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:20.474526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-20c9b5b6-ee77-4511-a366-7962f1e71508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.482231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:20.482829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.485542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39032) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:20.523234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:20.610129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.671058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 953bf3b8-60da-4a5c-888f-951aae77f20b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=953bf3b8-60da-4a5c-888f-951aae77f20b,segment=NetworkSegment(1c449696-2a47-41d0-b7c0-151daed2d01c),segment_id=1c449696-2a47-41d0-b7c0-151daed2d01c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:20.682635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f0abeefc-fd93-4377-84b4-840724b1427f None None] Provisioning complete for port 953bf3b8-60da-4a5c-888f-951aae77f20b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:20.683004 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0abeefc-fd93-4377-84b4-840724b1427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.721013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.746081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-967e331e-8e4e-4cbd-8e28-f850380c36f6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Deleting subnet 439a2268-6ced-4383-96b6-34019cd59619 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:20.784483 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2181273 Mar 22 12:22:20.785823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39036) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:20.799312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-967e331e-8e4e-4cbd-8e28-f850380c36f6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.813468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': 'bea16fdc-420a-4a8a-9a98-c83108709b91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:20.835665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.840850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:20.848875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2d86c-0300-4593-af36-3ea8c75514ab tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Network': ['ID=bea16fdc-420a-4a8a-9a98-c83108709b91,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:20.935233 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] Pushing event deleted for resources: {'Network': ['ID=8e230667-c5c7-465c-a53a-575af371b758,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:20.947435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-20c9b5b6-ee77-4511-a366-7962f1e71508 None None] The port '44596fda-660e-4b96-a36e-9fdeb75b3378' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:22:20.957612 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eb8199a1-5638-448d-91a1-78eae1fab62a tempest-ExtraDHCPOptionsTestJSON-2080656846 tempest-ExtraDHCPOptionsTestJSON-2080656846-project] 10.222.0.62 "DELETE /v2.0/networks/8e230667-c5c7-465c-a53a-575af371b758 HTTP/1.1" status: 204 len: 168 time: 3.3575971 Mar 22 12:22:20.966133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network fbb9a4be-e9ed-4b73-9a03-b725d0a07641 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:20.966954 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=158ac6b4-7448-4fe5-bc22-4dcd284f667a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:20.984999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:21.006760 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': 'ef636963-b341-44c0-b041-ffca32c09cc6'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:21.007583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-967e331e-8e4e-4cbd-8e28-f850380c36f6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:21.007707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:21.018998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network bea16fdc-420a-4a8a-9a98-c83108709b91 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:21.021148 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e86cfa1f-f33a-4e77-8f50-548d8b9830e3 req-587d3715-4db0-487c-87e4-70b9d8997e30 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6174312 Mar 22 12:22:21.022177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:21.048966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:21.059893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:21.060279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:21.064200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:21.064810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:21.108239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:21.127022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ead7bf3c-309a-44f6-85bd-3295a1dc3674 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:21.128289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:21.181170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=953bf3b8-60da-4a5c-888f-951aae77f20b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:21.218196 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e86cfa1f-f33a-4e77-8f50-548d8b9830e3 req-4b26ea48-e89e-400c-abe5-59601f2abc55 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905000 Mar 22 12:22:21.230460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:21.269657 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b722e418-4556-457a-9670-af49d41ff5b3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7654858 Mar 22 12:22:21.275889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object f8defdcc-3e8b-46e2-a1e0-dec7b1973568 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:21.279517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39042) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:21.482668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] For port ead7bf3c-309a-44f6-85bd-3295a1dc3674, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ead7bf3c-309a-44f6-85bd-3295a1dc3674,segment=NetworkSegment(774d4033-bcef-4dcd-98a7-6481abc8b73a),segment_id=774d4033-bcef-4dcd-98a7-6481abc8b73a)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:21.483630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:21.486339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:21.503147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port ead7bf3c-309a-44f6-85bd-3295a1dc3674 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:21.527101 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f0abeefc-fd93-4377-84b4-840724b1427f None None] Provisioning for port fc8d0dac-6012-4433-8eb6-ab3748e90f5f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:21.544562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f0abeefc-fd93-4377-84b4-840724b1427f None None] Provisioning complete for port fc8d0dac-6012-4433-8eb6-ab3748e90f5f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:21.544958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0abeefc-fd93-4377-84b4-840724b1427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:21.596814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39048) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:21.602600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:21.650101 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:22:21.650491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 389b6cf2-bc47-4c9b-9fdc-fb677ffc051d not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:22:21.650899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 44596fda-660e-4b96-a36e-9fdeb75b3378 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:21.699638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 44596fda-660e-4b96-a36e-9fdeb75b3378 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:22:21.699972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 44596fda-660e-4b96-a36e-9fdeb75b3378 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:22:21.722291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f0abeefc-fd93-4377-84b4-840724b1427f None None] Port fc8d0dac-6012-4433-8eb6-ab3748e90f5f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:21.763031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Calling delete_port for ead7bf3c-309a-44f6-85bd-3295a1dc3674 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:21.808330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d4533-72d2-4d43-8253-c704f5512caf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:21.808562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bb4d4533-72d2-4d43-8253-c704f5512caf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:21.825903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:21.902834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-967e331e-8e4e-4cbd-8e28-f850380c36f6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:21.915993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/ef636963-b341-44c0-b041-ffca32c09cc6/02044021-69e2-484f-869f-d2644b94dbe2) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:21.921140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1a1017fd-f128-4b99-94b2-36040014cd6e None None] Provisioning for port 158ac6b4-7448-4fe5-bc22-4dcd284f667a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:21.928808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1a1017fd-f128-4b99-94b2-36040014cd6e None None] Provisioning complete for port 158ac6b4-7448-4fe5-bc22-4dcd284f667a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:21.931926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1a1017fd-f128-4b99-94b2-36040014cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:21.952067 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2ddb2fa7-f6cc-41a9-8c51-be58a8080c12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=40be3c3877e74e708c9adc307035bbcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3536618 Mar 22 12:22:21.966405 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39056) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:21.969829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.076866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0178d-b118-42b1-8baf-11bf98ecfc75 None None] Network 890dfe47-8f0c-423a-b942-9b93b48216f4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:22.114060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Subnet': ['ID=d710f653-abb2-456b-a770-cd946295e7c9,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:22.143028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Checking segment: {'id': '5815efb4-00a8-453d-9eb5-eb3456f5207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bea16fdc-420a-4a8a-9a98-c83108709b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:22.143738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network hostable DHCP agents. Network: bea16fdc-420a-4a8a-9a98-c83108709b91, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:22.149808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dad7b617-76b2-4864-8ddc-a8aeb907ca38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.152483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1a1017fd-f128-4b99-94b2-36040014cd6e None None] Port 158ac6b4-7448-4fe5-bc22-4dcd284f667a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:22.259388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1a1017fd-f128-4b99-94b2-36040014cd6e None None] Provisioning complete for port fc8d0dac-6012-4433-8eb6-ab3748e90f5f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:22.259522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1a1017fd-f128-4b99-94b2-36040014cd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.297090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dad7b617-76b2-4864-8ddc-a8aeb907ca38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.299113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:22.318044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:22.320069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network bea16fdc-420a-4a8a-9a98-c83108709b91 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:22.320693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:22.325640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:22.326247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.336358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bb4d4533-72d2-4d43-8253-c704f5512caf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:22.338537 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bb4d4533-72d2-4d43-8253-c704f5512caf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.0537221 Mar 22 12:22:22.341842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39060) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:22.357289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=f8defdcc-3e8b-46e2-a1e0-dec7b1973568,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:22.362475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-967e331e-8e4e-4cbd-8e28-f850380c36f6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.380092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, bea16fdc-420a-4a8a-9a98-c83108709b91) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:22.388928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:22.389775 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.420305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1a1017fd-f128-4b99-94b2-36040014cd6e None None] Port fc8d0dac-6012-4433-8eb6-ab3748e90f5f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:22.436359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98d135b-def6-4a88-b013-72b15b2394dd None None] Network bea16fdc-420a-4a8a-9a98-c83108709b91 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:22.437702 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b2b05bfb-0e45-4d34-874b-947fabd340d5 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6374941 Mar 22 12:22:22.441122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39064) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:22.448351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-998e2b87-16ac-47f2-957e-d2fb97740480 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1387048668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:22.457007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dad7b617-76b2-4864-8ddc-a8aeb907ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.460722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-998e2b87-16ac-47f2-957e-d2fb97740480 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:22.477720 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-998e2b87-16ac-47f2-957e-d2fb97740480 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:router and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:22.482984 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-998e2b87-16ac-47f2-957e-d2fb97740480 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:22.485842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7b617-76b2-4864-8ddc-a8aeb907ca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5785fe74-8859-4dfa-a7ab-19952fc3f201,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:22.490670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dad7b617-76b2-4864-8ddc-a8aeb907ca38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.491923 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dad7b617-76b2-4864-8ddc-a8aeb907ca38 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5785fe74-8859-4dfa-a7ab-19952fc3f201 HTTP/1.1" status: 204 len: 168 time: 0.5244076 Mar 22 12:22:22.492016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.499488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3d4ea0-8d08-4645-940a-b70d8cb45e42 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:22.503792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3d4ea0-8d08-4645-940a-b70d8cb45e42 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:22.507694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3d4ea0-8d08-4645-940a-b70d8cb45e42 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:22.508637 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cd3d4ea0-8d08-4645-940a-b70d8cb45e42 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:22.512042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-998e2b87-16ac-47f2-957e-d2fb97740480 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:22.527414 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cd3d4ea0-8d08-4645-940a-b70d8cb45e42 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:22.528547 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cd3d4ea0-8d08-4645-940a-b70d8cb45e42 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1855567 Mar 22 12:22:22.530646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-998e2b87-16ac-47f2-957e-d2fb97740480 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.531725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-998e2b87-16ac-47f2-957e-d2fb97740480 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.534866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39070) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:22.536948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e331e-8e4e-4cbd-8e28-f850380c36f6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Subnet': ['ID=439a2268-6ced-4383-96b6-34019cd59619,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:22.540499 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-23b20f31-5686-4be4-a8e7-1fbcf12efc1f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9129579 Mar 22 12:22:22.573341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39074) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:22.601073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Transition to ACTIVE for port object 02044021-69e2-484f-869f-d2644b94dbe2 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:22.609098 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-967e331e-8e4e-4cbd-8e28-f850380c36f6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.610988 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-967e331e-8e4e-4cbd-8e28-f850380c36f6 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/subnets/439a2268-6ced-4383-96b6-34019cd59619 HTTP/1.1" status: 204 len: 168 time: 3.0496454 Mar 22 12:22:22.613862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39078) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:22.647433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.666121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Transition to ACTIVE for port object 02044021-69e2-484f-869f-d2644b94dbe2 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:22.683406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0009840-ca16-4499-9767-dd44af6c2d68 None None] Network 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:22.708341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-58d3477b-302b-4bf2-a952-6d24c59e920b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 158ac6b4-7448-4fe5-bc22-4dcd284f667a {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:22.708820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58d3477b-302b-4bf2-a952-6d24c59e920b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.713301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Port': ['ID=ead7bf3c-309a-44f6-85bd-3295a1dc3674,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:22.774908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd927c26-767d-4e7c-a778-66e9c8b4cf13 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:22.776190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd927c26-767d-4e7c-a778-66e9c8b4cf13 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:22.776939 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fd927c26-767d-4e7c-a778-66e9c8b4cf13 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Synchronizing usage tracker for tenant:7ee562ad3f6547f7862f15a8e821b824 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:22.792483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-998e2b87-16ac-47f2-957e-d2fb97740480 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.810304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No DVR routers for this DVR port ead7bf3c-309a-44f6-85bd-3295a1dc3674 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:22.851365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fd927c26-767d-4e7c-a778-66e9c8b4cf13 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Unset dirty status for tenant:7ee562ad3f6547f7862f15a8e821b824 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:22.852624 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fd927c26-767d-4e7c-a778-66e9c8b4cf13 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2337778 Mar 22 12:22:22.857221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39084) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:22.864769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e113f524-2db9-4144-b3f4-8479ecdf8738 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:22.865473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e113f524-2db9-4144-b3f4-8479ecdf8738 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:22.895647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-998e2b87-16ac-47f2-957e-d2fb97740480 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.930101 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-36665aad-5401-4e9b-b67b-5fff7e1161f4 None None] Could not find standard attr ID for object ead7bf3c-309a-44f6-85bd-3295a1dc3674. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:22:22.941104 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-998e2b87-16ac-47f2-957e-d2fb97740480 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:22.942320 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-998e2b87-16ac-47f2-957e-d2fb97740480 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5002735 Mar 22 12:22:22.947047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e113f524-2db9-4144-b3f4-8479ecdf8738 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:22.948293 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e113f524-2db9-4144-b3f4-8479ecdf8738 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3728409 Mar 22 12:22:22.949090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39090) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:22.956140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.000566 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39092) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:23.013771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'network_id': 'bea16fdc-420a-4a8a-9a98-c83108709b91', 'name': 'tempest-PortsTestJSON-1779705501'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:23.058114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9f4cea4b-7897-4419-b0b5-7b165abd385d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.091146 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4cea4b-7897-4419-b0b5-7b165abd385d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 12:22:23.091582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4cea4b-7897-4419-b0b5-7b165abd385d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:23.093259 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9f4cea4b-7897-4419-b0b5-7b165abd385d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/networks/9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 HTTP/1.1" status: 409 len: 405 time: 0.2345486 Mar 22 12:22:23.094029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.124237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39102) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:23.143950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2136878753'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:23.182912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:23.215858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8a45b47f-613a-4a59-9168-6a14345e4941 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port f8defdcc-3e8b-46e2-a1e0-dec7b1973568 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:23.216488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a45b47f-613a-4a59-9168-6a14345e4941 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.242049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:network and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:23.245377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Pushing event updated for resources: {'Port': ['ID=02044021-69e2-484f-869f-d2644b94dbe2,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:23.292284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58d3477b-302b-4bf2-a952-6d24c59e920b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.295910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:23.306897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.311645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:23.356061 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Subnet': ['ID=0392d948-4798-4fa7-9c22-8b434813e631,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:23.365408 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:23.368575 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 953bf3b8-60da-4a5c-888f-951aae77f20b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:23.368743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:23.369709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:23.372180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.464462 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:23.480360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:23.546761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-58d3477b-302b-4bf2-a952-6d24c59e920b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 158ac6b4-7448-4fe5-bc22-4dcd284f667a owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:23.611694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-bea16fdc-420a-4a8a-9a98-c83108709b91', 'network_id': 'bea16fdc-420a-4a8a-9a98-c83108709b91', 'tenant_id': '6344ffba11c54feca200eae2b0b1bae8', 'fixed_ips': [{'subnet_id': 'd710f653-abb2-456b-a770-cd946295e7c9'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:23.612412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.629295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:23.688717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.707850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.708125 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Added segment e3b13bf5-3253-46b4-b6b2-ede23ed44aaa of type vlan for network 2e286340-6c24-4e20-8db9-bca4f27e5722 Mar 22 12:22:23.734383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890dfe47-8f0c-423a-b942-9b93b48216f4']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:23.758730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774d4033-bcef-4dcd-98a7-6481abc8b73a') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:23.759347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774d4033-bcef-4dcd-98a7-6481abc8b73a') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:23.776255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 953bf3b8-60da-4a5c-888f-951aae77f20b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:23.776255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.792881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.811158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Attempting to bind port 02044021-69e2-484f-869f-d2644b94dbe2 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:23.811603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Attempting to bind port 02044021-69e2-484f-869f-d2644b94dbe2 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:23.811976 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Attempting to bind port 02044021-69e2-484f-869f-d2644b94dbe2 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:23.842078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.845807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.878944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:23.879484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.888228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:23.888825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:23.889002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.889396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:23.893309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Bound port: 02044021-69e2-484f-869f-d2644b94dbe2, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:23.893755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:23.901012 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:23.949834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Allocated IP 172.20.0.2 (bea16fdc-420a-4a8a-9a98-c83108709b91/d710f653-abb2-456b-a770-cd946295e7c9/7f3a6b07-a77a-415f-9b70-54e7af3034a7) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:24.021575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.040057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a45b47f-613a-4a59-9168-6a14345e4941 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.047654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39116) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:24.051686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.080085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.084037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:24.084707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.095771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=890dfe47-8f0c-423a-b942-9b93b48216f4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:24.102010 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e22d66a-934a-436a-bc02-6fe91639ef1e tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/890dfe47-8f0c-423a-b942-9b93b48216f4 HTTP/1.1" status: 204 len: 168 time: 4.5798042 Mar 22 12:22:24.118460 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39122) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:24.165979 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a154e6-bf21-4d59-926c-72bc6c7375bf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:24.166310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a154e6-bf21-4d59-926c-72bc6c7375bf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:24.170845 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-20a154e6-bf21-4d59-926c-72bc6c7375bf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/subnets/0392d948-4798-4fa7-9c22-8b434813e631 HTTP/1.1" status: 404 len: 337 time: 0.0464852 Mar 22 12:22:24.177984 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39126) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:24.195642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8a45b47f-613a-4a59-9168-6a14345e4941 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for f8defdcc-3e8b-46e2-a1e0-dec7b1973568 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:24.267681 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1347775 Mar 22 12:22:24.287754 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.288354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:port and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:24.298726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Transition to ACTIVE for port object 7f3a6b07-a77a-415f-9b70-54e7af3034a7 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:24.299726 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0b72c-eb4b-4d49-b8a3-5c86fba0e5d4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Network': ['ID=2e286340-6c24-4e20-8db9-bca4f27e5722,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:24.302158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:24.304585 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.310083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39130) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:24.319878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Transition to ACTIVE for port object 7f3a6b07-a77a-415f-9b70-54e7af3034a7 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:24.322076 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:24.322276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d3f92e-f8d3-42d1-ae72-a8e12e432265 None None] Network 890dfe47-8f0c-423a-b942-9b93b48216f4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:24.322691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'subnet': {'network_id': '2e286340-6c24-4e20-8db9-bca4f27e5722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:24.340526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600cfce0-a45b-4662-b881-08baa8ba6282 None None] DHCP port deletion for 9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:24.350362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d3f92e-f8d3-42d1-ae72-a8e12e432265 None None] Network 890dfe47-8f0c-423a-b942-9b93b48216f4 could not be found, it might have been deleted concurrently. {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 22 12:22:24.355199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 2e286340-6c24-4e20-8db9-bca4f27e5722 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:24.375467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:24.376394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1dbb58b1-bc25-45cf-a8c0-c0f2ba9d45cb None None] Could not find standard attr ID for object ead7bf3c-309a-44f6-85bd-3295a1dc3674. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:22:24.378111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.378317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.418212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-600cfce0-a45b-4662-b881-08baa8ba6282 None None] Deleting port 953bf3b8-60da-4a5c-888f-951aae77f20b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:24.418581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-600cfce0-a45b-4662-b881-08baa8ba6282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.497202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f655f8-d0f9-4a88-8707-447f11cb594a None None] DHCP port deletion for 890dfe47-8f0c-423a-b942-9b93b48216f4 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:24.541202 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 8eedb7a4-22ec-41b6-97f8-a43992b1fddb yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:24.575736 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7b57a7-5895-42a5-b7c8-748dd489b3fb tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:24.577260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7b57a7-5895-42a5-b7c8-748dd489b3fb tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:24.581502 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ad7b57a7-5895-42a5-b7c8-748dd489b3fb tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/890dfe47-8f0c-423a-b942-9b93b48216f4 HTTP/1.1" status: 404 len: 339 time: 0.4002328 Mar 22 12:22:24.586119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39134) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:24.595801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-65c47f50-9c0a-4d28-956a-f99153dd38eb tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1121829557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:24.611575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-65c47f50-9c0a-4d28-956a-f99153dd38eb tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:24.643153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Network bea16fdc-420a-4a8a-9a98-c83108709b91 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:24.648717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Pushing event updated for resources: {'Port': ['ID=7f3a6b07-a77a-415f-9b70-54e7af3034a7,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:24.666907 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-65c47f50-9c0a-4d28-956a-f99153dd38eb tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Usage tracker for resource:router and tenant:8313ac01e0594744aec196649dd17667 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:24.673033 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1003e2fa-f3fd-410b-9026-9e348ab714c8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:24.673630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1003e2fa-f3fd-410b-9026-9e348ab714c8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:24.678838 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1003e2fa-f3fd-410b-9026-9e348ab714c8 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/subnets/b1d3ee5c-c400-42f7-8b4c-ea0aa13dcb42 HTTP/1.1" status: 404 len: 337 time: 0.0716805 Mar 22 12:22:24.678838 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-65c47f50-9c0a-4d28-956a-f99153dd38eb tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:24.682767 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:24.685854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39138) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:24.693483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-65c47f50-9c0a-4d28-956a-f99153dd38eb tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:24.703076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:24.711008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.726464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:24.727922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:24.730744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65c47f50-9c0a-4d28-956a-f99153dd38eb tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.731695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65c47f50-9c0a-4d28-956a-f99153dd38eb tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.741299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Deleting port f67c8e73-48de-4e8e-b1ce-235fc175e6a2 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:24.741723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.761938 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-798b4a24-98bd-429d-8bf3-6656229607e5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:24.762945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798b4a24-98bd-429d-8bf3-6656229607e5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:24.776293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a45b47f-613a-4a59-9168-6a14345e4941 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.792260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:24.805542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] For port 02044021-69e2-484f-869f-d2644b94dbe2, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:24.865843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45b47f-613a-4a59-9168-6a14345e4941 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=f8defdcc-3e8b-46e2-a1e0-dec7b1973568,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:24.868121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] For port 02044021-69e2-484f-869f-d2644b94dbe2, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=02044021-69e2-484f-869f-d2644b94dbe2,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:24.874906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58d3477b-302b-4bf2-a952-6d24c59e920b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.926325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ead7bf3c-309a-44f6-85bd-3295a1dc3674 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:24.944769 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-798b4a24-98bd-429d-8bf3-6656229607e5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/1653aad4-fa4f-4c49-a500-1c35648b17bc HTTP/1.1" status: 404 len: 339 time: 0.2577560 Mar 22 12:22:24.955756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39142) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:24.958731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3477b-302b-4bf2-a952-6d24c59e920b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=158ac6b4-7448-4fe5-bc22-4dcd284f667a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:24.962718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:24.972201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65c47f50-9c0a-4d28-956a-f99153dd38eb tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.019739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: ead7bf3c-309a-44f6-85bd-3295a1dc3674 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:22:25.020063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ead7bf3c-309a-44f6-85bd-3295a1dc3674 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:22:25.020655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 953bf3b8-60da-4a5c-888f-951aae77f20b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:25.021171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.078326 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Attempting to bind port 7f3a6b07-a77a-415f-9b70-54e7af3034a7 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:25.079376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Attempting to bind port 7f3a6b07-a77a-415f-9b70-54e7af3034a7 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '5815efb4-00a8-453d-9eb5-eb3456f5207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bea16fdc-420a-4a8a-9a98-c83108709b91'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:25.079376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Attempting to bind port 7f3a6b07-a77a-415f-9b70-54e7af3034a7 on network bea16fdc-420a-4a8a-9a98-c83108709b91 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:25.108729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-600cfce0-a45b-4662-b881-08baa8ba6282 None None] For port 953bf3b8-60da-4a5c-888f-951aae77f20b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=953bf3b8-60da-4a5c-888f-951aae77f20b,segment=NetworkSegment(1c449696-2a47-41d0-b7c0-151daed2d01c),segment_id=1c449696-2a47-41d0-b7c0-151daed2d01c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:25.109096 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-600cfce0-a45b-4662-b881-08baa8ba6282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.142985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58d3477b-302b-4bf2-a952-6d24c59e920b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.147385 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58d3477b-302b-4bf2-a952-6d24c59e920b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/158ac6b4-7448-4fe5-bc22-4dcd284f667a HTTP/1.1" status: 204 len: 168 time: 2.6092422 Mar 22 12:22:25.157545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39146) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:25.158698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a45b47f-613a-4a59-9168-6a14345e4941 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.163264 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8a45b47f-613a-4a59-9168-6a14345e4941 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/f8defdcc-3e8b-46e2-a1e0-dec7b1973568 HTTP/1.1" status: 204 len: 168 time: 2.1539280 Mar 22 12:22:25.166177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39148) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:25.167791 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.10 (bea16fdc-420a-4a8a-9a98-c83108709b91/d710f653-abb2-456b-a770-cd946295e7c9/8eedb7a4-22ec-41b6-97f8-a43992b1fddb) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:25.223774 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c70b836-90cf-42c6-bbba-7e92c381d484 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:22:25.224394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7c70b836-90cf-42c6-bbba-7e92c381d484 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:25.275429 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:25.277126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Checking segment: {'id': '5815efb4-00a8-453d-9eb5-eb3456f5207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bea16fdc-420a-4a8a-9a98-c83108709b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:25.277126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.277126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Bound using segment: {'id': '5815efb4-00a8-453d-9eb5-eb3456f5207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bea16fdc-420a-4a8a-9a98-c83108709b91'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:25.277126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Bound port: 7f3a6b07-a77a-415f-9b70-54e7af3034a7, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5815efb4-00a8-453d-9eb5-eb3456f5207f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bea16fdc-420a-4a8a-9a98-c83108709b91'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:25.277723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.282883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65c47f50-9c0a-4d28-956a-f99153dd38eb tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.308409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.318871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.380194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-600cfce0-a45b-4662-b881-08baa8ba6282 None None] Calling delete_port for 953bf3b8-60da-4a5c-888f-951aae77f20b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:25.396549 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7c70b836-90cf-42c6-bbba-7e92c381d484 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:25.400578 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7c70b836-90cf-42c6-bbba-7e92c381d484 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/158ac6b4-7448-4fe5-bc22-4dcd284f667a HTTP/1.1" status: 404 len: 333 time: 0.2356517 Mar 22 12:22:25.402266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39154) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:25.409427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0446e6fe-19c2-4a91-ad40-1429dbf3f90c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:25.410760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0446e6fe-19c2-4a91-ad40-1429dbf3f90c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:25.414797 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0446e6fe-19c2-4a91-ad40-1429dbf3f90c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2391233 Mar 22 12:22:25.427307 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65c47f50-9c0a-4d28-956a-f99153dd38eb tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.430867 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-65c47f50-9c0a-4d28-956a-f99153dd38eb tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3537333 Mar 22 12:22:25.430867 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39158) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:25.436605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863df77-e262-4ecb-868c-99564d1b77ad None None] Pushing event updated for resources: {'Port': ['ID=02044021-69e2-484f-869f-d2644b94dbe2,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:25.477186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39160) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:25.480649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-932e2f2c-e894-4978-ab12-a48677900cbe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port fefb4ab8-cb87-47c9-97f7-aebb9f904b6c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:25.480989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-932e2f2c-e894-4978-ab12-a48677900cbe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.507248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Calling delete_port for f67c8e73-48de-4e8e-b1ce-235fc175e6a2 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:25.555757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1593928577'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:25.578045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:25.640965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Usage tracker for resource:network and tenant:8313ac01e0594744aec196649dd17667 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:25.666802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.671360 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:22:25.681970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.704900 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] For port 7f3a6b07-a77a-415f-9b70-54e7af3034a7, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:25.723938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:25.778537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-600cfce0-a45b-4662-b881-08baa8ba6282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.785502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] For port 7f3a6b07-a77a-415f-9b70-54e7af3034a7, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7f3a6b07-a77a-415f-9b70-54e7af3034a7,segment=NetworkSegment(5815efb4-00a8-453d-9eb5-eb3456f5207f),segment_id=5815efb4-00a8-453d-9eb5-eb3456f5207f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:25.813681 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:25.848672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cfce0-a45b-4662-b881-08baa8ba6282 None None] Pushing event deleted for resources: {'Port': ['ID=953bf3b8-60da-4a5c-888f-951aae77f20b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:25.884372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Subnet': ['ID=391c6fa0-d02b-481f-a1fb-a44b44aeda84,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:25.887487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.902970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.934095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Made reservation on behalf of 8313ac01e0594744aec196649dd17667 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:25.937015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:25.959855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0318224-7f22-48eb-9e55-5474898547e0']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:25.962962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Checking segment: {'id': 'e3b13bf5-3253-46b4-b6b2-ede23ed44aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2e286340-6c24-4e20-8db9-bca4f27e5722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:25.963614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network hostable DHCP agents. Network: 2e286340-6c24-4e20-8db9-bca4f27e5722, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:25.973089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3287b8b8-c927-43f0-ba7e-7d818825714d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet ef636963-b341-44c0-b041-ffca32c09cc6 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:25.997296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cfce0-a45b-4662-b881-08baa8ba6282 None None] No DVR routers for this DVR port 953bf3b8-60da-4a5c-888f-951aae77f20b on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:26.008535 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f62f06-9926-4016-9fc2-db016410cae6') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:26.009005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f62f06-9926-4016-9fc2-db016410cae6') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:26.010860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3287b8b8-c927-43f0-ba7e-7d818825714d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.015930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.048330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d131067-56a6-4979-948a-116cfdf2037f None None] Pushing event updated for resources: {'Port': ['ID=7f3a6b07-a77a-415f-9b70-54e7af3034a7,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:26.100025 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.107447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3287b8b8-c927-43f0-ba7e-7d818825714d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.116426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.144117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network 2e286340-6c24-4e20-8db9-bca4f27e5722 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:26.174753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.175021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.175482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object 8eedb7a4-22ec-41b6-97f8-a43992b1fddb will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:26.200138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 2e286340-6c24-4e20-8db9-bca4f27e5722) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:26.201700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:26.202106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.204824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:26.205559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.213166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945716f-3df4-4386-b85b-2823f786f04c None None] Network 2e286340-6c24-4e20-8db9-bca4f27e5722 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:26.217960 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:26.249769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:26.253490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-932e2f2c-e894-4978-ab12-a48677900cbe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.316906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Usage tracker for resource:security_group_rule and tenant:8313ac01e0594744aec196649dd17667 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:26.332932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:26.386467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Pushing event deleted for resources: {'Port': ['ID=f67c8e73-48de-4e8e-b1ce-235fc175e6a2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:26.508374 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9ee7684c-1015-4310-8ff4-919f460cf51b tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1948154 Mar 22 12:22:26.517386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39168) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:26.531867 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-2e286340-6c24-4e20-8db9-bca4f27e5722', 'network_id': '2e286340-6c24-4e20-8db9-bca4f27e5722', 'tenant_id': '7ee562ad3f6547f7862f15a8e821b824', 'fixed_ips': [{'subnet_id': '391c6fa0-d02b-481f-a1fb-a44b44aeda84'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:26.532945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.678126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3287b8b8-c927-43f0-ba7e-7d818825714d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.682405 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-932e2f2c-e894-4978-ab12-a48677900cbe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for fefb4ab8-cb87-47c9-97f7-aebb9f904b6c owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:26.726532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:26.761574 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Allocated IP 2001:db8::f816:3eff:fecc:5eb3 (2e286340-6c24-4e20-8db9-bca4f27e5722/391c6fa0-d02b-481f-a1fb-a44b44aeda84/c936b710-1db8-4ff1-a785-8738faa8fe8a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:26.798671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.800613 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.849411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:26.853228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=a0318224-7f22-48eb-9e55-5474898547e0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:26.929591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=8eedb7a4-22ec-41b6-97f8-a43992b1fddb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:26.972108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.016574 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0eea2214-cc50-4f0d-a328-cd005eb04112 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/a0318224-7f22-48eb-9e55-5474898547e0 HTTP/1.1" status: 204 len: 168 time: 2.0555565 Mar 22 12:22:27.029115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39172) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:27.037929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.080211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 02044021-69e2-484f-869f-d2644b94dbe2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:27.088486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network bea16fdc-420a-4a8a-9a98-c83108709b91 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:27.095520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:27.101685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.102770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:27.143281 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad80a60-6718-4dc5-adba-dbd5ae925064 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:27.145066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad80a60-6718-4dc5-adba-dbd5ae925064 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:27.147508 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.171179 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.176735 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7ad80a60-6718-4dc5-adba-dbd5ae925064 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/subnets/c32b5d07-d380-4c61-8d9e-c83f2c1e1d5d HTTP/1.1" status: 404 len: 337 time: 0.1365623 Mar 22 12:22:27.177603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39176) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:27.182763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.185697 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c0a1211f-a264-497a-a67d-38a2fd7ffbee None None] Provisioning for port 02044021-69e2-484f-869f-d2644b94dbe2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:27.187106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:27.204014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.205069 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Added segment a685f1d9-901c-4ff5-81cf-6c74667f544a of type vlan for network 52d23f34-a242-46e5-8479-9c00dbb523bf Mar 22 12:22:27.206662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Transition to ACTIVE for port object c936b710-1db8-4ff1-a785-8738faa8fe8a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:27.216205 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a25123f-5bc8-4e35-9254-e03c3d8e2676 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:27.217411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a25123f-5bc8-4e35-9254-e03c3d8e2676 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:27.230765 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4a25123f-5bc8-4e35-9254-e03c3d8e2676 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/71be5bef-e8c0-47c4-b21d-1eed4a9ba0dd HTTP/1.1" status: 404 len: 339 time: 0.0487051 Mar 22 12:22:27.232670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39180) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:27.236587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.254269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.268922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Transition to ACTIVE for port object c936b710-1db8-4ff1-a785-8738faa8fe8a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:27.283617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 02044021-69e2-484f-869f-d2644b94dbe2 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:27.286615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.321976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3287b8b8-c927-43f0-ba7e-7d818825714d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.338660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 02044021-69e2-484f-869f-d2644b94dbe2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:27.339026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.351047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-932e2f2c-e894-4978-ab12-a48677900cbe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.358103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:27.358798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.368095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebfb6f1-f022-47be-a742-ac89a610d864,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:27.369987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3287b8b8-c927-43f0-ba7e-7d818825714d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.373077 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3287b8b8-c927-43f0-ba7e-7d818825714d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/ef636963-b341-44c0-b041-ffca32c09cc6 HTTP/1.1" status: 204 len: 168 time: 1.8741295 Mar 22 12:22:27.374304 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0423851-490f-4cb1-8e99-575d8c0d42cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:27.374710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0423851-490f-4cb1-8e99-575d8c0d42cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:27.378828 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b0423851-490f-4cb1-8e99-575d8c0d42cf tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/subnets/3e784092-a898-412a-a7e2-05e8a45dd1c3 HTTP/1.1" status: 404 len: 337 time: 0.1440237 Mar 22 12:22:27.379736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39184) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:27.380055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39186) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:27.457035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Pushing event updated for resources: {'Port': ['ID=c936b710-1db8-4ff1-a785-8738faa8fe8a,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:27.466068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e2f2c-e894-4978-ab12-a48677900cbe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=fefb4ab8-cb87-47c9-97f7-aebb9f904b6c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:27.468763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.472772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:27.473054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Network 2e286340-6c24-4e20-8db9-bca4f27e5722 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:27.473558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.477151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:27.481914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:27.497353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7476f893-e218-4106-9b41-f506b971b6e3 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:27.560264 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9307178c-7eb6-40aa-a362-a3b2f580426a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1737714 Mar 22 12:22:27.561365 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4401d6-ce22-4d71-b9e0-e623e7bd0d65 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:27.561879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4401d6-ce22-4d71-b9e0-e623e7bd0d65 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:27.566610 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0a4401d6-ce22-4d71-b9e0-e623e7bd0d65 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/e5b22cbb-32de-4828-96ae-c95e24d3e5db HTTP/1.1" status: 404 len: 339 time: 0.1786585 Mar 22 12:22:27.567423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287b8b8-c927-43f0-ba7e-7d818825714d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=ef636963-b341-44c0-b041-ffca32c09cc6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:27.569907 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39192) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:27.570227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39194) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:27.589010 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:27.608370 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dec30ff9-f6ac-44c7-8295-87f41fa02d8b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6092207 Mar 22 12:22:27.609035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39200) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:27.699793 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-143b7fa3-ae54-4915-b33f-4d3369186c4f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:27.700230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143b7fa3-ae54-4915-b33f-4d3369186c4f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:27.704663 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-143b7fa3-ae54-4915-b33f-4d3369186c4f tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/subnets/4d0785b1-c656-4929-8d80-941a4de642e5 HTTP/1.1" status: 404 len: 337 time: 0.1229711 Mar 22 12:22:27.712784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39204) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:27.729231 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.2240453 Mar 22 12:22:27.740861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39208) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:27.769727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Request body: {'subnet': {'network_id': '52d23f34-a242-46e5-8479-9c00dbb523bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:27.805171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.817147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-546e8d33-a2c4-4288-8910-949c52ef198b None None] Could not find standard attr ID for object f8defdcc-3e8b-46e2-a1e0-dec7b1973568. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:22:27.820564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Attempting to bind port c936b710-1db8-4ff1-a785-8738faa8fe8a on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:27.820918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Attempting to bind port c936b710-1db8-4ff1-a785-8738faa8fe8a by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'e3b13bf5-3253-46b4-b6b2-ede23ed44aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2e286340-6c24-4e20-8db9-bca4f27e5722'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:27.821266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Attempting to bind port c936b710-1db8-4ff1-a785-8738faa8fe8a on network 2e286340-6c24-4e20-8db9-bca4f27e5722 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:27.852386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-932e2f2c-e894-4978-ab12-a48677900cbe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.854691 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-932e2f2c-e894-4978-ab12-a48677900cbe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/fefb4ab8-cb87-47c9-97f7-aebb9f904b6c HTTP/1.1" status: 204 len: 168 time: 2.4490857 Mar 22 12:22:27.859927 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd9b47-ffa5-4bfa-910b-7660f6bdff8a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event updated for resources: {'Network': ['ID=52d23f34-a242-46e5-8479-9c00dbb523bf,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:27.864694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39212) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:27.881945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05418fd-96b5-4863-a916-b9ce0f379cc2 None None] Network bea16fdc-420a-4a8a-9a98-c83108709b91 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:27.896452 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:27.896822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Checking segment: {'id': 'e3b13bf5-3253-46b4-b6b2-ede23ed44aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2e286340-6c24-4e20-8db9-bca4f27e5722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:27.897190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.897587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Bound using segment: {'id': 'e3b13bf5-3253-46b4-b6b2-ede23ed44aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2e286340-6c24-4e20-8db9-bca4f27e5722'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:27.898054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Bound port: c936b710-1db8-4ff1-a785-8738faa8fe8a, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b13bf5-3253-46b4-b6b2-ede23ed44aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2e286340-6c24-4e20-8db9-bca4f27e5722'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:27.898464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:27.935835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 52d23f34-a242-46e5-8479-9c00dbb523bf details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:28.038408 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f78d5d-1b5e-4561-922c-5dceee119783 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:28.039212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f78d5d-1b5e-4561-922c-5dceee119783 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:28.043317 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0f78d5d-1b5e-4561-922c-5dceee119783 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/d2619475-ad57-47ff-87fd-49bc768e6cfe HTTP/1.1" status: 404 len: 339 time: 0.3238049 Mar 22 12:22:28.064285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39216) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:28.085330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:28.096741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Usage tracker for resource:subnet and tenant:8313ac01e0594744aec196649dd17667 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:28.100490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:28.107547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:28.119905 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbc85c5-7bcd-4974-8b46-2cfb86349b7d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:22:28.121019 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4fbc85c5-7bcd-4974-8b46-2cfb86349b7d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/fefb4ab8-cb87-47c9-97f7-aebb9f904b6c HTTP/1.1" status: 404 len: 333 time: 0.2530189 Mar 22 12:22:28.127552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:28.132058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39220) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:28.136969 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6982594e-27b4-4103-8088-d64f69c597f2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:28.137551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6982594e-27b4-4103-8088-d64f69c597f2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:28.142365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:28.175348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Made reservation on behalf of 8313ac01e0594744aec196649dd17667 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:28.180762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:28.197761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Router 62d5a0d3-c443-4e54-b1a3-9db93b8b9eae has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:22:28.201935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:28.207011 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6982594e-27b4-4103-8088-d64f69c597f2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/subnets/b06ed37c-9ee2-4091-9391-a7132fccd4e6 HTTP/1.1" status: 404 len: 337 time: 0.1384008 Mar 22 12:22:28.215930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39224) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:28.225761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:28.281953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:28.286620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:28.290101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:28.325314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Subnet': ['ID=391c6fa0-d02b-481f-a1fb-a44b44aeda84,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:28.335959 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ab6b0f69-1ba6-4088-980f-3ec4595008ab None None] Provisioning for port 7f3a6b07-a77a-415f-9b70-54e7af3034a7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:28.399893 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-446d72ec-6044-4c7d-8bc5-852a5c58370a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:28.400310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446d72ec-6044-4c7d-8bc5-852a5c58370a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:28.404672 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-446d72ec-6044-4c7d-8bc5-852a5c58370a tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/93466c02-f003-46a0-8e23-711d2dbefb05 HTTP/1.1" status: 404 len: 339 time: 0.1844659 Mar 22 12:22:28.416825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39228) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:28.435861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] For port c936b710-1db8-4ff1-a785-8738faa8fe8a, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:28.441199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 02044021-69e2-484f-869f-d2644b94dbe2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=02044021-69e2-484f-869f-d2644b94dbe2,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:28.450955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] For port c936b710-1db8-4ff1-a785-8738faa8fe8a, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c936b710-1db8-4ff1-a785-8738faa8fe8a,segment=NetworkSegment(e3b13bf5-3253-46b4-b6b2-ede23ed44aaa),segment_id=e3b13bf5-3253-46b4-b6b2-ede23ed44aaa)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:28.452799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:28.453591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7f3a6b07-a77a-415f-9b70-54e7af3034a7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:28.461266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:28.522413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:28.619956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868393ad-cc5c-434e-895b-aecc0a8139d8 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:28.636132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-868393ad-cc5c-434e-895b-aecc0a8139d8 None None] Deleting port 02044021-69e2-484f-869f-d2644b94dbe2 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:28.636584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-868393ad-cc5c-434e-895b-aecc0a8139d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:28.703064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=02044021-69e2-484f-869f-d2644b94dbe2,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:28.703319 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbcb5f7-6680-4de9-ae4d-eed370154a12 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:28.703752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dbcb5f7-6680-4de9-ae4d-eed370154a12 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:28.705362 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5dbcb5f7-6680-4de9-ae4d-eed370154a12 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/subnets/4ea17c33-1b04-4fcb-a039-b8bb0e34a597 HTTP/1.1" status: 404 len: 337 time: 0.2811980 Mar 22 12:22:28.735059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39232) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:28.767487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:28.770420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6b72fa48-dd01-412c-9552-f7d428afa4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:28.845086 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2cf797-9946-4443-8209-af81fc56e5ba tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:28.845562 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2cf797-9946-4443-8209-af81fc56e5ba tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:28.853876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e286340-6c24-4e20-8db9-bca4f27e5722']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:28.868434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 7f3a6b07-a77a-415f-9b70-54e7af3034a7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:28.877850 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7f2cf797-9946-4443-8209-af81fc56e5ba tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/435ab53f-dcaf-43be-98d6-72750ab55b4b HTTP/1.1" status: 404 len: 339 time: 0.1414237 Mar 22 12:22:28.878061 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b13bf5-3253-46b4-b6b2-ede23ed44aaa') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:28.878198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b13bf5-3253-46b4-b6b2-ede23ed44aaa') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:28.881156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:28.890357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05b6276-284c-47c4-bcad-7d4f1332c95c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting subnet 2e21b6d5-f6c7-402f-b4a7-d2d7e01ce902 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:28.890549 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39236) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:28.894307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 7f3a6b07-a77a-415f-9b70-54e7af3034a7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:28.894989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:28.956608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b565ec-4ed7-4ee3-869d-d033965a1538 None None] Pushing event updated for resources: {'Port': ['ID=c936b710-1db8-4ff1-a785-8738faa8fe8a,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:28.957136 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb82016-d504-4767-828e-35b38d7fa4da tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:28.957605 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb82016-d504-4767-828e-35b38d7fa4da tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:28.961807 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6cb82016-d504-4767-828e-35b38d7fa4da tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/subnets/03351c38-f4be-4e83-8c0c-30dbc25b1d1f HTTP/1.1" status: 404 len: 337 time: 0.0645442 Mar 22 12:22:28.970566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39240) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:28.973347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a05b6276-284c-47c4-bcad-7d4f1332c95c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.063424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.097622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.120172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:22:29.147283 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cfc222-7059-46c5-b2f3-6a4235260b2c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:29.147710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cfc222-7059-46c5-b2f3-6a4235260b2c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:29.152787 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ede9a8-9b8b-4f40-ad6c-07b96a18d66a None None] Sync routers for ids ['62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:22:29.155201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.173788 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:29.174180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:29.202616 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:29.207962 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-26cfc222-7059-46c5-b2f3-6a4235260b2c tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/adefced1-bf06-4d87-85dc-64c0caba40e5 HTTP/1.1" status: 404 len: 339 time: 0.2028666 Mar 22 12:22:29.208885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.210046 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-247e8e31-7ba4-4d49-91ac-91b2273a44f1 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "PUT /v2.0/routers/62d5a0d3-c443-4e54-b1a3-9db93b8b9eae HTTP/1.1" status: 200 len: 706 time: 8.7234514 Mar 22 12:22:29.218043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a05b6276-284c-47c4-bcad-7d4f1332c95c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.220756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39246) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:29.229427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39248) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:29.285012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.295179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ede9a8-9b8b-4f40-ad6c-07b96a18d66a None None] Routers {'62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:29.295934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e6ede9a8-9b8b-4f40-ad6c-07b96a18d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:29.363856 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4bd45837-d55e-4298-bc85-6ae19acd347c None None] Provisioning for port 8eedb7a4-22ec-41b6-97f8-a43992b1fddb completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:29.372744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-868393ad-cc5c-434e-895b-aecc0a8139d8 None None] For port 02044021-69e2-484f-869f-d2644b94dbe2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=02044021-69e2-484f-869f-d2644b94dbe2,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:29.373707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-868393ad-cc5c-434e-895b-aecc0a8139d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.380877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e6ede9a8-9b8b-4f40-ad6c-07b96a18d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:29.391239 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4bd45837-d55e-4298-bc85-6ae19acd347c None None] Provisioning complete for port 8eedb7a4-22ec-41b6-97f8-a43992b1fddb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:29.391500 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.391626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4bd45837-d55e-4298-bc85-6ae19acd347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.426446 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 12:22:29.426446 dv-neutron-834653-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 12:22:29.426446 dv-neutron-834653-1-hyperv neutron-server[83794]: [parameters: {'id': '2e286340-6c24-4e20-8db9-bca4f27e5722'}] Mar 22 12:22:29.426446 dv-neutron-834653-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:22:29.426904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:22:29.480132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:29.484017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:29.490118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:29.490702 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.508306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=186e58d2-2dfb-4f30-998c-dd3c1060ece5,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:29.520520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a05b6276-284c-47c4-bcad-7d4f1332c95c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.553598 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a76f8602-4b16-46ae-a349-938da293f7d9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9710927 Mar 22 12:22:29.555962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39254) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:29.563654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'name': 'tempest-NetworksTestDHCPv6-455245026'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:29.571736 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc50b734-1e3f-4267-903d-fe15527da4d5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:29.572296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc50b734-1e3f-4267-903d-fe15527da4d5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:29.576457 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bc50b734-1e3f-4267-903d-fe15527da4d5 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/subnets/108a0899-45c1-43a0-863d-5f5699995435 HTTP/1.1" status: 404 len: 337 time: 0.3171041 Mar 22 12:22:29.578846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39258) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:29.593047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Checking segment: {'id': 'a685f1d9-901c-4ff5-81cf-6c74667f544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '52d23f34-a242-46e5-8479-9c00dbb523bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:29.593812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Network hostable DHCP agents. Network: 52d23f34-a242-46e5-8479-9c00dbb523bf, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:29.601775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-868393ad-cc5c-434e-895b-aecc0a8139d8 None None] Calling delete_port for 02044021-69e2-484f-869f-d2644b94dbe2 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:29.630752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event updated for resources: {'Subnet': ['ID=f6a9d409-f5e5-48c0-8866-ac037d9cc0cf,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:29.645914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 7f3a6b07-a77a-415f-9b70-54e7af3034a7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7f3a6b07-a77a-415f-9b70-54e7af3034a7,segment=NetworkSegment(5815efb4-00a8-453d-9eb5-eb3456f5207f),segment_id=5815efb4-00a8-453d-9eb5-eb3456f5207f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:29.665785 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7b86be-f6e0-401f-87f4-2524514758a2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:29.666376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7b86be-f6e0-401f-87f4-2524514758a2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:29.667083 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4bd45837-d55e-4298-bc85-6ae19acd347c None None] Port 8eedb7a4-22ec-41b6-97f8-a43992b1fddb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:29.668746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.671440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ede9a8-9b8b-4f40-ad6c-07b96a18d66a None None] Routers {'62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:29.671602 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1c7b86be-f6e0-401f-87f4-2524514758a2 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/e8c21f9d-9d73-431d-9cac-928f8f949777 HTTP/1.1" status: 404 len: 339 time: 0.0837533 Mar 22 12:22:29.671712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e6ede9a8-9b8b-4f40-ad6c-07b96a18d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:29.671838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39262) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:29.744263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a05b6276-284c-47c4-bcad-7d4f1332c95c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.817120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b6276-284c-47c4-bcad-7d4f1332c95c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Subnet': ['ID=2e21b6d5-f6c7-402f-b4a7-d2d7e01ce902,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:29.820746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e6ede9a8-9b8b-4f40-ad6c-07b96a18d66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:29.821225 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ede9a8-9b8b-4f40-ad6c-07b96a18d66a None None] The sync data for ids ['62d5a0d3-c443-4e54-b1a3-9db93b8b9eae'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:22:29.823311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a05b6276-284c-47c4-bcad-7d4f1332c95c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.832038 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a05b6276-284c-47c4-bcad-7d4f1332c95c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/2e21b6d5-f6c7-402f-b4a7-d2d7e01ce902 HTTP/1.1" status: 204 len: 168 time: 1.6944911 Mar 22 12:22:29.834674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:29.844379 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1682d4-c76e-4100-bfbb-554ee3f5b9a5 None None] Network fbb9a4be-e9ed-4b73-9a03-b725d0a07641 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:29.845199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:29.848275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:29.860602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:29.864189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39266) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:29.866091 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e98417c-c3d7-49fa-b08d-93cd97d49228 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:29.866713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e98417c-c3d7-49fa-b08d-93cd97d49228 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:29.870901 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e98417c-c3d7-49fa-b08d-93cd97d49228 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/subnets/081637e0-12a5-4c57-a1f1-3bd2f3fe7a7d HTTP/1.1" status: 404 len: 337 time: 0.1284046 Mar 22 12:22:29.872218 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39270) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:29.882205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:29.885762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:29.887446 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c936b710-1db8-4ff1-a785-8738faa8fe8a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:29.887974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Network 52d23f34-a242-46e5-8479-9c00dbb523bf is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:29.909802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 38e2a137-5ac8-4011-b325-316e090c8887 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:29.956987 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df24fe20-9fe0-4e65-88d5-a4697bac9b54 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/routers/62d5a0d3-c443-4e54-b1a3-9db93b8b9eae HTTP/1.1" status: 200 len: 741 time: 0.6912370 Mar 22 12:22:30.016769 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-868393ad-cc5c-434e-895b-aecc0a8139d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.020401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=7f3a6b07-a77a-415f-9b70-54e7af3034a7,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:30.023319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4bd45837-d55e-4298-bc85-6ae19acd347c None None] Provisioning complete for port 7f3a6b07-a77a-415f-9b70-54e7af3034a7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:30.023867 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4bd45837-d55e-4298-bc85-6ae19acd347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.087976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39274) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:30.129204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0d9628-63a7-44e2-aed7-1dc233533148 None None] Network 2e286340-6c24-4e20-8db9-bca4f27e5722 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:30.149391 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 52d23f34-a242-46e5-8479-9c00dbb523bf) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:30.153599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:30.154174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.163886 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868393ad-cc5c-434e-895b-aecc0a8139d8 None None] Pushing event deleted for resources: {'Port': ['ID=02044021-69e2-484f-869f-d2644b94dbe2,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:30.181774 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0d98a9-cc85-44ff-b04d-16b295b57f49 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:30.181995 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0d98a9-cc85-44ff-b04d-16b295b57f49 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:30.186363 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ef0d98a9-cc85-44ff-b04d-16b295b57f49 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/08b91828-00f0-4995-8601-36501a2b4b96 HTTP/1.1" status: 404 len: 339 time: 0.2963204 Mar 22 12:22:30.198748 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39278) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:30.202360 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3aeb86e2-54c0-4adc-9eb7-d13acbdcdfbf tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4581962 Mar 22 12:22:30.204924 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-680dd02a-b8f3-4ab2-8f3d-59c98b7ce3e4 tempest-RoutersAdminTest-1991772607 tempest-RoutersAdminTest-1991772607-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&device_id=62d5a0d3-c443-4e54-b1a3-9db93b8b9eae HTTP/1.1" status: 200 len: 205 time: 0.1152098 Mar 22 12:22:30.210053 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::229 (578a050b-df3b-4bf8-b5f3-612af8e4798e/186e58d2-2dfb-4f30-998c-dd3c1060ece5/38e2a137-5ac8-4011-b325-316e090c8887) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:30.262604 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa7fb7b-4b47-4b57-9dd1-cd8db22cc1f3 None None] Network 52d23f34-a242-46e5-8479-9c00dbb523bf requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:30.275047 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868393ad-cc5c-434e-895b-aecc0a8139d8 None None] No DVR routers for this DVR port 02044021-69e2-484f-869f-d2644b94dbe2 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:30.292312 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39282) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:30.292701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39284) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:30.308990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Request body: {'network': {'name': 'tempest-router-network01--1850180683'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:30.330282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.363637 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75930cff-2d0a-4114-b95f-93be0fd14f45 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:30.366508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Deleting port c936b710-1db8-4ff1-a785-8738faa8fe8a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:30.366842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.506114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.509332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:30.515077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port c936b710-1db8-4ff1-a785-8738faa8fe8a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:30.521252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.533955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Usage tracker for resource:network and tenant:8313ac01e0594744aec196649dd17667 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:30.543770 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2fcb589f-1247-43fb-bd6f-f118aaad6f01 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d5a0d3-c443-4e54-b1a3-9db93b8b9eae HTTP/1.1" status: 200 len: 205 time: 0.2401893 Mar 22 12:22:30.544864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:30.548708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39290) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:30.559160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:22:30.569611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:30.571270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port de6ae5e7-6ad7-4774-a79a-bb476433ca13 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:30.571609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.624561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.648966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Made reservation on behalf of 8313ac01e0594744aec196649dd17667 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:30.652088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.665840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 38e2a137-5ac8-4011-b325-316e090c8887 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:30.670762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.735326 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 02044021-69e2-484f-869f-d2644b94dbe2 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:30.771715 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] For port c936b710-1db8-4ff1-a785-8738faa8fe8a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c936b710-1db8-4ff1-a785-8738faa8fe8a,segment=NetworkSegment(e3b13bf5-3253-46b4-b6b2-ede23ed44aaa),segment_id=e3b13bf5-3253-46b4-b6b2-ede23ed44aaa)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:30.772358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.775837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b058eefe-d84a-4bfb-bda3-29c83621fd71 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Deleting subnet 474aea9d-165e-42a8-a23f-8b2042a1d282 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:30.797736 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b058eefe-d84a-4bfb-bda3-29c83621fd71 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.800141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 02044021-69e2-484f-869f-d2644b94dbe2 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:22:30.800486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 02044021-69e2-484f-869f-d2644b94dbe2 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:22:30.903046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Calling delete_port for c936b710-1db8-4ff1-a785-8738faa8fe8a owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:30.920403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=8eedb7a4-22ec-41b6-97f8-a43992b1fddb,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:30.924010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:30.960131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9cd8bed-f19d-452b-b1f7-6b92e671d248 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.973439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b058eefe-d84a-4bfb-bda3-29c83621fd71 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:30.992661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ccbc32-702e-43a5-89e9-fe384a24e3f6 None None] DHCP port deletion for fbb9a4be-e9ed-4b73-9a03-b725d0a07641 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:31.010863 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '186e58d2-2dfb-4f30-998c-dd3c1060ece5'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:31.011896 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.025628 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-52d23f34-a242-46e5-8479-9c00dbb523bf', 'network_id': '52d23f34-a242-46e5-8479-9c00dbb523bf', 'tenant_id': '8313ac01e0594744aec196649dd17667', 'fixed_ips': [{'subnet_id': 'f6a9d409-f5e5-48c0-8866-ac037d9cc0cf'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:31.026750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.038770 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-46ccbc32-702e-43a5-89e9-fe384a24e3f6 None None] Deleting port de6ae5e7-6ad7-4774-a79a-bb476433ca13 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:31.039330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-46ccbc32-702e-43a5-89e9-fe384a24e3f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.065003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.065351 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Added segment b8469151-8472-4fc2-af62-e5a5ee0d1291 of type vlan for network a0668713-b993-4434-bfa7-dfcbefdd382f Mar 22 12:22:31.199630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f8c897-c931-442a-b520-9445de42d353 None None] DHCP port deletion for 2e286340-6c24-4e20-8db9-bca4f27e5722 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:31.201358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe1d304a-a273-4760-8075-4ee0d76c0dfe None None] Provisioning for port c936b710-1db8-4ff1-a785-8738faa8fe8a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:31.209940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.233085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.247555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe1d304a-a273-4760-8075-4ee0d76c0dfe None None] Provisioning complete for port c936b710-1db8-4ff1-a785-8738faa8fe8a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:31.247928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe1d304a-a273-4760-8075-4ee0d76c0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.280448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] For port de6ae5e7-6ad7-4774-a79a-bb476433ca13, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=de6ae5e7-6ad7-4774-a79a-bb476433ca13,segment=NetworkSegment(8636ea3c-954d-40c0-ade2-34afaffbddeb),segment_id=8636ea3c-954d-40c0-ade2-34afaffbddeb)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:31.280723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.283789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8c897-c931-442a-b520-9445de42d353 None None] Deleting port c936b710-1db8-4ff1-a785-8738faa8fe8a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:31.283947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e6f8c897-c931-442a-b520-9445de42d353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.284563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.339209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:31.342940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No DVR routers for this DVR port c936b710-1db8-4ff1-a785-8738faa8fe8a on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:31.350567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d304a-a273-4760-8075-4ee0d76c0dfe None None] Port c936b710-1db8-4ff1-a785-8738faa8fe8a was deleted so its status cannot be updated. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 22 12:22:31.365622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:22:31.370289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=38e2a137-5ac8-4011-b325-316e090c8887,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:31.414548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8c897-c931-442a-b520-9445de42d353 None None] The port 'c936b710-1db8-4ff1-a785-8738faa8fe8a' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:22:31.425063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:31.442207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for de6ae5e7-6ad7-4774-a79a-bb476433ca13 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:31.472452 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b058eefe-d84a-4bfb-bda3-29c83621fd71 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.472727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:31.476169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:31.476930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.568275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.572158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:31.573068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.604077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe1d304a-a273-4760-8075-4ee0d76c0dfe None None] Provisioning complete for port 8eedb7a4-22ec-41b6-97f8-a43992b1fddb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:31.604445 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe1d304a-a273-4760-8075-4ee0d76c0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.677935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Port': ['ID=c936b710-1db8-4ff1-a785-8738faa8fe8a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:31.694089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Allocated IP 172.20.0.2 (52d23f34-a242-46e5-8479-9c00dbb523bf/f6a9d409-f5e5-48c0-8866-ac037d9cc0cf/24983446-d3b1-4849-a6cc-2e0335c7a872) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:31.703561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-46ccbc32-702e-43a5-89e9-fe384a24e3f6 None None] For port de6ae5e7-6ad7-4774-a79a-bb476433ca13, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=de6ae5e7-6ad7-4774-a79a-bb476433ca13,segment=NetworkSegment(8636ea3c-954d-40c0-ade2-34afaffbddeb),segment_id=8636ea3c-954d-40c0-ade2-34afaffbddeb)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:31.703987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-46ccbc32-702e-43a5-89e9-fe384a24e3f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.713381 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/186e58d2-2dfb-4f30-998c-dd3c1060ece5/bd1fda9a-0801-4c4f-a370-ef1071688cdb) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:31.753379 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4479856 Mar 22 12:22:31.763088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39294) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:31.774417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Request body: {'network': {'name': 'tempest-router-network02--1910295443'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:31.793589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fed51-a656-49f1-995f-e42e1228f017 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event updated for resources: {'Network': ['ID=a0668713-b993-4434-bfa7-dfcbefdd382f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:31.797958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.813137 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b058eefe-d84a-4bfb-bda3-29c83621fd71 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.845471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:31.846434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d304a-a273-4760-8075-4ee0d76c0dfe None None] Port 8eedb7a4-22ec-41b6-97f8-a43992b1fddb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:31.847949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01b73ea4-fad6-409e-8418-a22eaf9cc2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.856242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-46ccbc32-702e-43a5-89e9-fe384a24e3f6 None None] Calling delete_port for de6ae5e7-6ad7-4774-a79a-bb476433ca13 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:31.876792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.889186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b058eefe-d84a-4bfb-bda3-29c83621fd71 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.889899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network a0668713-b993-4434-bfa7-dfcbefdd382f details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:31.902235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7f3a6b07-a77a-415f-9b70-54e7af3034a7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:31.908451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Usage tracker for resource:network and tenant:8313ac01e0594744aec196649dd17667 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:31.920768 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-46a8ab48-749b-43e6-9af9-875c900f5b2a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3617165 Mar 22 12:22:31.921735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:31.924349 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dae50f-f94e-4b32-8003-87454283cc77 None None] Network 3b6a8124-d4e4-49a2-8caa-2beff3192fcd requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:31.925079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:31.934403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39298) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:31.937736 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=de6ae5e7-6ad7-4774-a79a-bb476433ca13,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:31.939670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:31.942129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058eefe-d84a-4bfb-bda3-29c83621fd71 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Subnet': ['ID=474aea9d-165e-42a8-a23f-8b2042a1d282,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:31.948942 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b058eefe-d84a-4bfb-bda3-29c83621fd71 tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/subnets/474aea9d-165e-42a8-a23f-8b2042a1d282 HTTP/1.1" status: 204 len: 168 time: 1.7456899 Mar 22 12:22:31.949543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39302) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:31.954472 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No DVR routers for this DVR port de6ae5e7-6ad7-4774-a79a-bb476433ca13 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:31.975442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9cd8bed-f19d-452b-b1f7-6b92e671d248 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.002914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9cd8bed-f19d-452b-b1f7-6b92e671d248 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.014370 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e286340-6c24-4e20-8db9-bca4f27e5722']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:32.031201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Made reservation on behalf of 8313ac01e0594744aec196649dd17667 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:32.034236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.052928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b13bf5-3253-46b4-b6b2-ede23ed44aaa') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:32.053215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b13bf5-3253-46b4-b6b2-ede23ed44aaa') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:32.086147 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.112592 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9cd8bed-f19d-452b-b1f7-6b92e671d248 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.113104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cd8bed-f19d-452b-b1f7-6b92e671d248 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Fanout notify agent at l3_agent the message router_deleted on router 62d5a0d3-c443-4e54-b1a3-9db93b8b9eae {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:22:32.117415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.130501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:32.133142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:32.133576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:32.149911 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:32.224654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8fcfa0-06d7-4caa-85c6-0561072bfd32 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:32.225364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4f8fcfa0-06d7-4caa-85c6-0561072bfd32 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:32.246606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.246940 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Added segment 9d60e1ee-74e4-4ac3-9a79-864d463df3ec of type vlan for network 5e0cd766-8951-4644-a915-9a7cceefe780 Mar 22 12:22:32.251168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9cd8bed-f19d-452b-b1f7-6b92e671d248 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.255575 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c9cd8bed-f19d-452b-b1f7-6b92e671d248 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/62d5a0d3-c443-4e54-b1a3-9db93b8b9eae HTTP/1.1" status: 204 len: 168 time: 1.7028172 Mar 22 12:22:32.265249 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39310) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:32.319572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.323611 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5a9e25b2-0e11-4133-8cc7-37ccc07de1cd tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=62d5a0d3-c443-4e54-b1a3-9db93b8b9eae HTTP/1.1" status: 200 len: 205 time: 0.0567899 Mar 22 12:22:32.334279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4f8fcfa0-06d7-4caa-85c6-0561072bfd32 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:32.335835 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4f8fcfa0-06d7-4caa-85c6-0561072bfd32 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3981214 Mar 22 12:22:32.350717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39314) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:32.351191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39316) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:32.355415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.399606 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.414302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.414584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.424132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.430250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.439142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.457162 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb9a4be-e9ed-4b73-9a03-b725d0a07641']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:32.460838 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Network': ['ID=2e286340-6c24-4e20-8db9-bca4f27e5722,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:32.476617 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-7fcfe40d-bcd7-4b49-93f3-debec8f3e97d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] delete failed (client error): The resource could not be found. Mar 22 12:22:32.477839 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7fcfe40d-bcd7-4b49-93f3-debec8f3e97d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/62d5a0d3-c443-4e54-b1a3-9db93b8b9eae HTTP/1.1" status: 404 len: 336 time: 0.1172211 Mar 22 12:22:32.491285 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2da210f5-862b-475f-8a40-bd78f9b367c4 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/networks/2e286340-6c24-4e20-8db9-bca4f27e5722 HTTP/1.1" status: 204 len: 168 time: 5.9727459 Mar 22 12:22:32.493199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39322) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:32.493614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39324) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:32.515678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Deleting port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:32.515926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.529372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2f2019c0-5283-465e-bb5d-1eba2d0102b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 38e2a137-5ac8-4011-b325-316e090c8887 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:32.529731 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f2019c0-5283-465e-bb5d-1eba2d0102b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.543249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1740782226'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:32.547367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8636ea3c-954d-40c0-ade2-34afaffbddeb') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:32.547654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8636ea3c-954d-40c0-ade2-34afaffbddeb') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:32.559051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-037aba03-c415-4aeb-be59-c6e27dff2825 None None] Provisioning complete for port 8eedb7a4-22ec-41b6-97f8-a43992b1fddb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:32.559401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-037aba03-c415-4aeb-be59-c6e27dff2825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.578020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.581665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:32.582243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.619870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:32.623083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.643730 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-208be9c6-32f5-4fcf-9a7e-2382aed75c05 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf HTTP/1.1" status: 200 len: 205 time: 0.1399567 Mar 22 12:22:32.649543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39330) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:32.653511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:network and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:32.667255 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:32.672470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-46ccbc32-702e-43a5-89e9-fe384a24e3f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:22:32.672470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-46ccbc32-702e-43a5-89e9-fe384a24e3f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:22:32.695072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 7f3a6b07-a77a-415f-9b70-54e7af3034a7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:32.695587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.720682 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9508998 Mar 22 12:22:32.727279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39334) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:32.739334 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Request body: {'subnet': {'network_id': 'a0668713-b993-4434-bfa7-dfcbefdd382f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:32.785830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.792735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:32.821992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bb578-798b-4ee5-8ac4-849ae682886c tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event updated for resources: {'Network': ['ID=5e0cd766-8951-4644-a915-9a7cceefe780,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:32.848460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 5e0cd766-8951-4644-a915-9a7cceefe780 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:32.873968 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-037aba03-c415-4aeb-be59-c6e27dff2825 None None] Port 8eedb7a4-22ec-41b6-97f8-a43992b1fddb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:32.874719 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-c83a241d-68b0-4e95-84c3-2b73ba9fa56c tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] delete failed (client error): The resource could not be found. Mar 22 12:22:32.879078 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c83a241d-68b0-4e95-84c3-2b73ba9fa56c tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/ca4bb1ca-02f7-4c16-a207-b13b1b7c1acf HTTP/1.1" status: 404 len: 336 time: 0.2201002 Mar 22 12:22:32.879078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:32.879078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.879482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39338) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:32.919209 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:32.979243 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-814a7f41-bf1d-476e-9cb4-53262c276f86 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2edf854-f455-49a0-ad38-8ed5449759a0 HTTP/1.1" status: 200 len: 205 time: 0.0963168 Mar 22 12:22:32.982361 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:32.985006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:32.987207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39342) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:32.997730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:33.000593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.003734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.015909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Transition to ACTIVE for port object bd1fda9a-0801-4c4f-a370-ef1071688cdb will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:33.040794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Transition to ACTIVE for port object 24983446-d3b1-4849-a6cc-2e0335c7a872 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:33.047623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Usage tracker for resource:subnet and tenant:8313ac01e0594744aec196649dd17667 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:33.057667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:33.072664 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-43c21a3e-1a2f-4ff5-b81a-ce4d42f090e0 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] delete failed (client error): The resource could not be found. Mar 22 12:22:33.073686 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43c21a3e-1a2f-4ff5-b81a-ce4d42f090e0 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/b2edf854-f455-49a0-ad38-8ed5449759a0 HTTP/1.1" status: 404 len: 336 time: 0.0827005 Mar 22 12:22:33.074853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:33.078838 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39346) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:33.119187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Transition to ACTIVE for port object bd1fda9a-0801-4c4f-a370-ef1071688cdb will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:33.120731 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Transition to ACTIVE for port object 24983446-d3b1-4849-a6cc-2e0335c7a872 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:33.130106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.144578 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-84d50a17-c319-400d-a29a-9c0e902cfaa5 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=29998bf4-a651-4045-8ea7-a0f87fd7b742 HTTP/1.1" status: 200 len: 205 time: 0.0635571 Mar 22 12:22:33.147630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39350) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:33.174146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.178335 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.197090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-46ccbc32-702e-43a5-89e9-fe384a24e3f6 None None] Deleting port de6ae5e7-6ad7-4774-a79a-bb476433ca13 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:33.197648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-46ccbc32-702e-43a5-89e9-fe384a24e3f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.226921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.255820 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4214032-0438-4902-92c8-592993dfd2f7 None None] DHCP port deletion for 3b6a8124-d4e4-49a2-8caa-2beff3192fcd request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:33.302066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:33.311745 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/networks/fbb9a4be-e9ed-4b73-9a03-b725d0a07641 HTTP/1.1" status: 204 len: 168 time: 3.4421842 Mar 22 12:22:33.322469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a4214032-0438-4902-92c8-592993dfd2f7 None None] Deleting port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:33.323553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a4214032-0438-4902-92c8-592993dfd2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.323710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39354) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:33.327110 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94478263-39ab-40b3-b2ad-49e3792d1d6c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Network': ['ID=fbb9a4be-e9ed-4b73-9a03-b725d0a07641,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:33.345928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-413031295'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:33.359631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device de6ae5e7-6ad7-4774-a79a-bb476433ca13 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:33.362302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Made reservation on behalf of 8313ac01e0594744aec196649dd17667 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:33.364518 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:33.367636 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] For port f0ce5a9c-1085-4b10-b58a-baff09dccfa3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f0ce5a9c-1085-4b10-b58a-baff09dccfa3,segment=NetworkSegment(9a34dd38-d4d5-452f-88a1-47861c966462),segment_id=9a34dd38-d4d5-452f-88a1-47861c966462)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:33.367994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.375764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.376098 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Added segment b23054d5-1290-44d0-b987-9d6b2e3d5446 of type vlan for network d8c3d42b-77e0-481d-be55-1bb46d2993cb Mar 22 12:22:33.390705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:network and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:33.392370 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-1a412c3a-687c-4ad6-a9dd-e87f8e12e97a tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] delete failed (client error): The resource could not be found. Mar 22 12:22:33.393738 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1a412c3a-687c-4ad6-a9dd-e87f8e12e97a tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/29998bf4-a651-4045-8ea7-a0f87fd7b742 HTTP/1.1" status: 404 len: 336 time: 0.2449431 Mar 22 12:22:33.399832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-46ccbc32-702e-43a5-89e9-fe384a24e3f6 None None] The port 'de6ae5e7-6ad7-4774-a79a-bb476433ca13' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:22:33.436063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Pushing event updated for resources: {'Port': ['ID=bd1fda9a-0801-4c4f-a370-ef1071688cdb,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:33.439116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: de6ae5e7-6ad7-4774-a79a-bb476433ca13 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:22:33.439557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device de6ae5e7-6ad7-4774-a79a-bb476433ca13 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:22:33.440099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c936b710-1db8-4ff1-a785-8738faa8fe8a no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:33.447366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f2019c0-5283-465e-bb5d-1eba2d0102b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.461080 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:33.462478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39358) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:33.469297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.471472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Network 52d23f34-a242-46e5-8479-9c00dbb523bf is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:33.505385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:33.517624 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:33.519376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:33.525874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:33.530089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:33.532127 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: c936b710-1db8-4ff1-a785-8738faa8fe8a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:22:33.532637 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c936b710-1db8-4ff1-a785-8738faa8fe8a not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:22:33.534900 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:33.537637 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Calling delete_port for f0ce5a9c-1085-4b10-b58a-baff09dccfa3 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:33.614457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.630622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:33.633583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.653431 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-05607be3-0ecf-4b1f-83a8-13d777af72f2 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e691693-e84e-4681-a601-bd8bc13abd1c HTTP/1.1" status: 200 len: 205 time: 0.1895525 Mar 22 12:22:33.657169 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39364) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:33.662846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2f2019c0-5283-465e-bb5d-1eba2d0102b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 38e2a137-5ac8-4011-b325-316e090c8887 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:33.671455 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Pushing event updated for resources: {'Port': ['ID=24983446-d3b1-4849-a6cc-2e0335c7a872,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:33.703577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.841275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f0ce5a9c-1085-4b10-b58a-baff09dccfa3 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:33.874841 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-5afb63d5-4754-4a0d-9b23-fe16cc2c2645 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] delete failed (client error): The resource could not be found. Mar 22 12:22:33.876517 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5afb63d5-4754-4a0d-9b23-fe16cc2c2645 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/6e691693-e84e-4681-a601-bd8bc13abd1c HTTP/1.1" status: 404 len: 336 time: 0.2157636 Mar 22 12:22:33.881134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39368) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:33.882367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:22:33.894861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Attempting to bind port bd1fda9a-0801-4c4f-a370-ef1071688cdb on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:33.895315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Attempting to bind port bd1fda9a-0801-4c4f-a370-ef1071688cdb by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:33.895739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Attempting to bind port bd1fda9a-0801-4c4f-a370-ef1071688cdb on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:33.912256 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Attempting to bind port 24983446-d3b1-4849-a6cc-2e0335c7a872 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:33.912596 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Attempting to bind port 24983446-d3b1-4849-a6cc-2e0335c7a872 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'a685f1d9-901c-4ff5-81cf-6c74667f544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '52d23f34-a242-46e5-8479-9c00dbb523bf'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:33.913028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Attempting to bind port 24983446-d3b1-4849-a6cc-2e0335c7a872 on network 52d23f34-a242-46e5-8479-9c00dbb523bf {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:33.925396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.929116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:33.929756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.933504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.935324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f2019c0-5283-465e-bb5d-1eba2d0102b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.937890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:33.938258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:33.938656 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.939039 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:33.939511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Bound port: bd1fda9a-0801-4c4f-a370-ef1071688cdb, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:33.939893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.957294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a4214032-0438-4902-92c8-592993dfd2f7 None None] For port f0ce5a9c-1085-4b10-b58a-baff09dccfa3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f0ce5a9c-1085-4b10-b58a-baff09dccfa3,segment=NetworkSegment(9a34dd38-d4d5-452f-88a1-47861c966462),segment_id=9a34dd38-d4d5-452f-88a1-47861c966462)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:33.957686 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a4214032-0438-4902-92c8-592993dfd2f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.974394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:33.974766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Checking segment: {'id': 'a685f1d9-901c-4ff5-81cf-6c74667f544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '52d23f34-a242-46e5-8479-9c00dbb523bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:33.975152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.975535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Bound using segment: {'id': 'a685f1d9-901c-4ff5-81cf-6c74667f544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '52d23f34-a242-46e5-8479-9c00dbb523bf'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:33.976017 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Bound port: 24983446-d3b1-4849-a6cc-2e0335c7a872, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a685f1d9-901c-4ff5-81cf-6c74667f544a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '52d23f34-a242-46e5-8479-9c00dbb523bf'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:33.976382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:33.997938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2019c0-5283-465e-bb5d-1eba2d0102b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=38e2a137-5ac8-4011-b325-316e090c8887,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:33.999088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.033007 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-adf0a26b-c181-4005-99ac-18cc2295a754 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f2c6a99-e7a3-49a0-b3bb-9c835e61029b HTTP/1.1" status: 200 len: 205 time: 0.1401157 Mar 22 12:22:34.039912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39372) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:34.079126 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:34.082938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.107687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Port': ['ID=f0ce5a9c-1085-4b10-b58a-baff09dccfa3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:34.126791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f2019c0-5283-465e-bb5d-1eba2d0102b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.130834 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-79c88ca9-62c0-4356-9897-b4d08538301d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] delete failed (client error): The resource could not be found. Mar 22 12:22:34.134463 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-79c88ca9-62c0-4356-9897-b4d08538301d tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/routers/8f2c6a99-e7a3-49a0-b3bb-9c835e61029b HTTP/1.1" status: 404 len: 336 time: 0.0908413 Mar 22 12:22:34.166983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39376) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:34.194569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a4214032-0438-4902-92c8-592993dfd2f7 None None] Calling delete_port for f0ce5a9c-1085-4b10-b58a-baff09dccfa3 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:34.206251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] No DVR routers for this DVR port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:34.223139 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9079f70c-4e8a-499b-aff4-2d204f9a98e8 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:34.223709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9079f70c-4e8a-499b-aff4-2d204f9a98e8 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:34.224740 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No active binding found for port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 {{(pid=83795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 22 12:22:34.225142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f0ce5a9c-1085-4b10-b58a-baff09dccfa3 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:22:34.234989 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9079f70c-4e8a-499b-aff4-2d204f9a98e8 tempest-RoutersAdminTest-1127332323 tempest-RoutersAdminTest-1127332323-project] 10.222.0.62 "DELETE /v2.0/subnets/d9a11d43-51f5-47d1-980e-25f09c757758 HTTP/1.1" status: 404 len: 337 time: 0.0669708 Mar 22 12:22:34.259617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.259976 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Added segment 3a56a3d9-9553-476b-b3ed-700d302cc6b3 of type vlan for network c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 Mar 22 12:22:34.324424 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2f2019c0-5283-465e-bb5d-1eba2d0102b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/38e2a137-5ac8-4011-b325-316e090c8887 HTTP/1.1" status: 204 len: 168 time: 1.9619663 Mar 22 12:22:34.325503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39382) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:34.370782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.374367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] For port bd1fda9a-0801-4c4f-a370-ef1071688cdb, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:34.385368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-a4214032-0438-4902-92c8-592993dfd2f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:22:34.385977 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-a4214032-0438-4902-92c8-592993dfd2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:22:34.387629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] For port bd1fda9a-0801-4c4f-a370-ef1071688cdb, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bd1fda9a-0801-4c4f-a370-ef1071688cdb,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:34.389093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] For port 24983446-d3b1-4849-a6cc-2e0335c7a872, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:34.392516 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] For port 24983446-d3b1-4849-a6cc-2e0335c7a872, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=24983446-d3b1-4849-a6cc-2e0335c7a872,segment=NetworkSegment(a685f1d9-901c-4ff5-81cf-6c74667f544a),segment_id=a685f1d9-901c-4ff5-81cf-6c74667f544a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:34.396910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.423099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Network': ['ID=d8c3d42b-77e0-481d-be55-1bb46d2993cb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:34.426029 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fb5d8f4c-db9a-4b5e-85cc-43a00a671ee8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9232807 Mar 22 12:22:34.431211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.435670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39386) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:34.438747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.451076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'subnet': {'network_id': 'd8c3d42b-77e0-481d-be55-1bb46d2993cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:34.453678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network d8c3d42b-77e0-481d-be55-1bb46d2993cb details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:34.463830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=8eedb7a4-22ec-41b6-97f8-a43992b1fddb,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:34.486590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.502093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.512843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6a8124-d4e4-49a2-8caa-2beff3192fcd']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:34.615284 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f6bab-506b-4300-9192-65d1217a3ab3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:34.617049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f6bab-506b-4300-9192-65d1217a3ab3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:34.617817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d04f6bab-506b-4300-9192-65d1217a3ab3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:34.623251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event updated for resources: {'Subnet': ['ID=bb62ddda-0f86-405f-8e1a-46a4b747cc41,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:34.632159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a34dd38-d4d5-452f-88a1-47861c966462') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:34.632509 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a34dd38-d4d5-452f-88a1-47861c966462') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:34.633211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:34.639298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39392) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:34.649374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36244ab2-3cc1-47ad-b9d9-62fb776077c2 None None] Pushing event updated for resources: {'Port': ['ID=bd1fda9a-0801-4c4f-a370-ef1071688cdb,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:34.650107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:22:34.675449 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:34.683087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.698551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Checking segment: {'id': 'b8469151-8472-4fc2-af62-e5a5ee0d1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a0668713-b993-4434-bfa7-dfcbefdd382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:34.699398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Network hostable DHCP agents. Network: a0668713-b993-4434-bfa7-dfcbefdd382f, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:34.713335 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d04f6bab-506b-4300-9192-65d1217a3ab3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:34.717493 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d04f6bab-506b-4300-9192-65d1217a3ab3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3876004 Mar 22 12:22:34.717694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network bea16fdc-420a-4a8a-9a98-c83108709b91 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:34.717801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:34.719721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:34.721766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39398) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:34.725227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.730041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:34.732441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.753549 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.755608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507d69d-c3bb-451a-aec4-a258756195d5 None None] Pushing event updated for resources: {'Port': ['ID=24983446-d3b1-4849-a6cc-2e0335c7a872,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:34.849063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Network a0668713-b993-4434-bfa7-dfcbefdd382f is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:34.859593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.887287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a4214032-0438-4902-92c8-592993dfd2f7 None None] Deleting port f0ce5a9c-1085-4b10-b58a-baff09dccfa3 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:34.887691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a4214032-0438-4902-92c8-592993dfd2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.904320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, a0668713-b993-4434-bfa7-dfcbefdd382f) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:34.909714 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5803726 Mar 22 12:22:34.945254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a8ad68-f0be-4cd4-a7bb-6baa253ad7af None None] Network a0668713-b993-4434-bfa7-dfcbefdd382f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:34.976092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:34.976754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:34.992066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39402) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:35.031411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:35.031994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:35.107603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5592a853-6da5-4805-be8e-db9e609ebe4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:35.121630 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:35.146188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a4214032-0438-4902-92c8-592993dfd2f7 None None] The port 'f0ce5a9c-1085-4b10-b58a-baff09dccfa3' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:22:35.150983 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7e7c9b1b-a5db-4a04-8d62-ff38138a7f9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4198499 Mar 22 12:22:35.175311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5592a853-6da5-4805-be8e-db9e609ebe4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:35.177325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39406) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:35.199127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Request body: {'subnet': {'network_id': '5e0cd766-8951-4644-a915-9a7cceefe780', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:35.319515 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b7e80ebe-e879-4e25-ac6e-5fc4810297e2 None None] Provisioning complete for port 8eedb7a4-22ec-41b6-97f8-a43992b1fddb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:35.319852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b7e80ebe-e879-4e25-ac6e-5fc4810297e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:35.328387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': 'c69fc4f8-9d6c-4486-9d59-8f13f5baeda4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:35.346629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5592a853-6da5-4805-be8e-db9e609ebe4b admin admin] Usage tracker for resource:security_group_rule and tenant:dc5ded5fdfda4bb789d009359947115c is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:35.356013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5592a853-6da5-4805-be8e-db9e609ebe4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:35.385554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a61a9-5b26-4d3e-9907-1ef57b199d2d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Network': ['ID=c69fc4f8-9d6c-4486-9d59-8f13f5baeda4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:35.409615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:35.415188 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5592a853-6da5-4805-be8e-db9e609ebe4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:35.419819 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:35.482702 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:35.492362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:35.519552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Usage tracker for resource:subnet and tenant:8313ac01e0594744aec196649dd17667 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:35.526692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:35.530035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b7e80ebe-e879-4e25-ac6e-5fc4810297e2 None None] Port 8eedb7a4-22ec-41b6-97f8-a43992b1fddb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:35.540829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:35.586009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Made reservation on behalf of 8313ac01e0594744aec196649dd17667 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:35.602372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-a0668713-b993-4434-bfa7-dfcbefdd382f', 'network_id': 'a0668713-b993-4434-bfa7-dfcbefdd382f', 'tenant_id': '8313ac01e0594744aec196649dd17667', 'fixed_ips': [{'subnet_id': 'bb62ddda-0f86-405f-8e1a-46a4b747cc41'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:35.603707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:35.635021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5592a853-6da5-4805-be8e-db9e609ebe4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:35.705224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5592a853-6da5-4805-be8e-db9e609ebe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:35.766171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] Pushing event deleted for resources: {'Network': ['ID=3b6a8124-d4e4-49a2-8caa-2beff3192fcd,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:35.776437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c12fb3c-fd74-45f8-905e-f628e773cfed tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 186e58d2-2dfb-4f30-998c-dd3c1060ece5 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:35.782243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Allocated IP 172.20.0.2 (a0668713-b993-4434-bfa7-dfcbefdd382f/bb62ddda-0f86-405f-8e1a-46a4b747cc41/7afc0e01-11fd-42e1-b6af-dda3fc4e223f) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:35.783864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:35.792795 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c12fb3c-fd74-45f8-905e-f628e773cfed tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:35.822357 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0ff8f9fe-8acc-411c-a641-3df4a1f5bafc tempest-NetworksTest-1016832709 tempest-NetworksTest-1016832709-project] 10.222.0.62 "DELETE /v2.0/networks/3b6a8124-d4e4-49a2-8caa-2beff3192fcd HTTP/1.1" status: 204 len: 168 time: 3.8721812 Mar 22 12:22:35.901483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Subnet': ['ID=e5f4e11e-7684-4f5d-a312-6a95fc51f4bc,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:35.910636 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5592a853-6da5-4805-be8e-db9e609ebe4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc5ded5fdfda4bb789d009359947115c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2661974 Mar 22 12:22:35.914939 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39412) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:35.915481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:35.920733 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:35.990691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 24983446-d3b1-4849-a6cc-2e0335c7a872 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:36.017380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c12fb3c-fd74-45f8-905e-f628e773cfed tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.073032 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:36.079039 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:36.084994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592a853-6da5-4805-be8e-db9e609ebe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027fd476-d74e-42c0-bbb1-2e7c2fd2028b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:36.106803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:36.117890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.135551 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Transition to ACTIVE for port object 7afc0e01-11fd-42e1-b6af-dda3fc4e223f will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:36.149750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Checking segment: {'id': 'b23054d5-1290-44d0-b987-9d6b2e3d5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd8c3d42b-77e0-481d-be55-1bb46d2993cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:36.150159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network hostable DHCP agents. Network: d8c3d42b-77e0-481d-be55-1bb46d2993cb, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:36.168342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:36.200967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Transition to ACTIVE for port object 7afc0e01-11fd-42e1-b6af-dda3fc4e223f will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:36.222386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.299660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network d8c3d42b-77e0-481d-be55-1bb46d2993cb is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:36.319817 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 24983446-d3b1-4849-a6cc-2e0335c7a872 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:36.344717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39418) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:36.359216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, d8c3d42b-77e0-481d-be55-1bb46d2993cb) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:36.359757 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bd1fda9a-0801-4c4f-a370-ef1071688cdb up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:36.382636 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:36.383351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.391061 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36778e74-32dd-4c26-a0d8-4b1bbe380922 None None] Network d8c3d42b-77e0-481d-be55-1bb46d2993cb requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:36.394450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0386a6a-251c-4a27-ba84-a1ff43e5ea3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.406376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.551103 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b8d3929d-6be8-45b0-94d6-60adc6deb8b0 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1143072 Mar 22 12:22:36.555068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39424) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:36.566521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Pushing event updated for resources: {'Port': ['ID=7afc0e01-11fd-42e1-b6af-dda3fc4e223f,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:36.571692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Network a0668713-b993-4434-bfa7-dfcbefdd382f is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:36.578578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.587567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:36.593078 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:36.636249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0386a6a-251c-4a27-ba84-a1ff43e5ea3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.657355 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c39739-d0d5-48dd-9a26-8ab672bce367 None None] Network 52d23f34-a242-46e5-8479-9c00dbb523bf requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:36.692648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event updated for resources: {'Subnet': ['ID=7126bb23-8dc4-4160-95f1-434d1a020653,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:36.708632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c12fb3c-fd74-45f8-905e-f628e773cfed tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.799068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Checking segment: {'id': '9d60e1ee-74e4-4ac3-9a79-864d463df3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5e0cd766-8951-4644-a915-9a7cceefe780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:36.799784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Network hostable DHCP agents. Network: 5e0cd766-8951-4644-a915-9a7cceefe780, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:36.829172 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bb0e371c-c3c9-4bb0-b08b-842417f52df5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3b96c3526fc4ce8983929829f39c67a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4831088 Mar 22 12:22:36.838180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39428) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:36.838977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.915780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Network 5e0cd766-8951-4644-a915-9a7cceefe780 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:36.932850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.947469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c12fb3c-fd74-45f8-905e-f628e773cfed tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.953864 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Attempting to bind port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:36.954319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Attempting to bind port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'b8469151-8472-4fc2-af62-e5a5ee0d1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a0668713-b993-4434-bfa7-dfcbefdd382f'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:36.954761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Attempting to bind port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f on network a0668713-b993-4434-bfa7-dfcbefdd382f {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:36.979268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 5e0cd766-8951-4644-a915-9a7cceefe780) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:36.984513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-24f5b3e5-0fc6-41e1-aeeb-f695e2f2d5b0 None None] Provisioning for port 24983446-d3b1-4849-a6cc-2e0335c7a872 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:36.988583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Router b2673436-d62d-462e-8986-cccc931074a6 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:22:36.990565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:36.991286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:36.991410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port bd1fda9a-0801-4c4f-a370-ef1071688cdb completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:37.012171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0386a6a-251c-4a27-ba84-a1ff43e5ea3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.020335 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-24f5b3e5-0fc6-41e1-aeeb-f695e2f2d5b0 None None] Provisioning complete for port 24983446-d3b1-4849-a6cc-2e0335c7a872 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:37.020892 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-24f5b3e5-0fc6-41e1-aeeb-f695e2f2d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.034145 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12fb3c-fd74-45f8-905e-f628e773cfed tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=186e58d2-2dfb-4f30-998c-dd3c1060ece5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:37.037909 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b0cbb880-d92b-4eb4-b6c1-d1135f17d940 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8569300 Mar 22 12:22:37.041877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39432) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:37.052585 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d14e06-c7b6-456e-b663-79ae13da19e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-d8c3d42b-77e0-481d-be55-1bb46d2993cb', 'network_id': 'd8c3d42b-77e0-481d-be55-1bb46d2993cb', 'tenant_id': '7ee562ad3f6547f7862f15a8e821b824', 'fixed_ips': [{'subnet_id': 'e5f4e11e-7684-4f5d-a312-6a95fc51f4bc'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:37.053707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-92d14e06-c7b6-456e-b663-79ae13da19e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.074175 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844a799e-c8aa-4d02-8123-757e22b029c1 None None] Network 5e0cd766-8951-4644-a915-9a7cceefe780 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:37.088251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c12fb3c-fd74-45f8-905e-f628e773cfed tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.091447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0386a6a-251c-4a27-ba84-a1ff43e5ea3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027fd476-d74e-42c0-bbb1-2e7c2fd2028b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:37.136667 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3c12fb3c-fd74-45f8-905e-f628e773cfed tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/186e58d2-2dfb-4f30-998c-dd3c1060ece5 HTTP/1.1" status: 204 len: 168 time: 2.4127991 Mar 22 12:22:37.140133 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0386a6a-251c-4a27-ba84-a1ff43e5ea3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.143781 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d0386a6a-251c-4a27-ba84-a1ff43e5ea3a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/027fd476-d74e-42c0-bbb1-2e7c2fd2028b HTTP/1.1" status: 204 len: 168 time: 1.2221503 Mar 22 12:22:37.143781 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-695d947f-d0a0-44a5-852a-7e7a9554ed73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.169371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39436) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:37.245159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.256367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-695d947f-d0a0-44a5-852a-7e7a9554ed73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.266665 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:37.266991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Checking segment: {'id': 'b8469151-8472-4fc2-af62-e5a5ee0d1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a0668713-b993-4434-bfa7-dfcbefdd382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:37.267336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.268190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Bound using segment: {'id': 'b8469151-8472-4fc2-af62-e5a5ee0d1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a0668713-b993-4434-bfa7-dfcbefdd382f'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:37.268190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Bound port: 7afc0e01-11fd-42e1-b6af-dda3fc4e223f, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8469151-8472-4fc2-af62-e5a5ee0d1291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a0668713-b993-4434-bfa7-dfcbefdd382f'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:37.268509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.286931 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7646a55c-2aba-4b1e-9b7c-a36275cea398 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116416 Mar 22 12:22:37.294044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39442) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:37.294978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f4e11e-7684-4f5d-a312-6a95fc51f4bc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:37.365930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2d43dd-2a61-4e93-b612-3f3acd959342 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:37.498096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.562952 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-695d947f-d0a0-44a5-852a-7e7a9554ed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.588217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39448) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:37.589281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Subnet': ['ID=1c5f28ea-55ce-4fff-b445-dc7e3e58ae35,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:37.595652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:22:37.611659 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a33c7ab-0ac1-4ebd-aa54-89b8651da8e8 None None] Sync routers for ids ['b2673436-d62d-462e-8986-cccc931074a6'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:22:37.623096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d947f-d0a0-44a5-852a-7e7a9554ed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87bf263-0a42-4d4c-9dbe-dc23b9d67bec,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:37.636876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-695d947f-d0a0-44a5-852a-7e7a9554ed73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.638060 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-695d947f-d0a0-44a5-852a-7e7a9554ed73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d87bf263-0a42-4d4c-9dbe-dc23b9d67bec HTTP/1.1" status: 204 len: 168 time: 0.7941272 Mar 22 12:22:37.643140 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b4c47818-5ac2-497c-94ed-32e3c747cdf3 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "PUT /v2.0/routers/b2673436-d62d-462e-8986-cccc931074a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9876864 Mar 22 12:22:37.645050 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33c7ab-0ac1-4ebd-aa54-89b8651da8e8 None None] Routers {'b2673436-d62d-462e-8986-cccc931074a6'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:37.645909 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6a33c7ab-0ac1-4ebd-aa54-89b8651da8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['b2673436-d62d-462e-8986-cccc931074a6'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:37.651383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39454) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:37.691415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.721183 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6a33c7ab-0ac1-4ebd-aa54-89b8651da8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:37.729957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Checking segment: {'id': '3a56a3d9-9553-476b-b3ed-700d302cc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c69fc4f8-9d6c-4486-9d59-8f13f5baeda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:37.730388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network hostable DHCP agents. Network: c69fc4f8-9d6c-4486-9d59-8f13f5baeda4, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:37.740405 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33c7ab-0ac1-4ebd-aa54-89b8651da8e8 None None] Routers {'b2673436-d62d-462e-8986-cccc931074a6'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:37.741287 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6a33c7ab-0ac1-4ebd-aa54-89b8651da8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['b2673436-d62d-462e-8986-cccc931074a6'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:37.761238 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a13f4642-1d3e-424e-ab45-64210acf3a43 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d9053668e164b5384d1ffdd112728ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1691120 Mar 22 12:22:37.762541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39458) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:37.827467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c3d42b-77e0-481d-be55-1bb46d2993cb']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:37.833519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ca338f-3417-4869-ae58-0b16560396e7 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:37.834238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-63ca338f-3417-4869-ae58-0b16560396e7 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:37.839855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:37.847332 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6a33c7ab-0ac1-4ebd-aa54-89b8651da8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:37.848006 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a33c7ab-0ac1-4ebd-aa54-89b8651da8e8 None None] The sync data for ids ['b2673436-d62d-462e-8986-cccc931074a6'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:22:37.855312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23054d5-1290-44d0-b987-9d6b2e3d5446') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:37.855601 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23054d5-1290-44d0-b987-9d6b2e3d5446') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:37.867696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, c69fc4f8-9d6c-4486-9d59-8f13f5baeda4) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:37.875323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5557e910-eb77-4d13-aa3d-bb1a2b463fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.878641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:37.879296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.898431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-63ca338f-3417-4869-ae58-0b16560396e7 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:37.899600 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-63ca338f-3417-4869-ae58-0b16560396e7 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2673436-d62d-462e-8986-cccc931074a6 HTTP/1.1" status: 200 len: 983 time: 0.2469711 Mar 22 12:22:37.910335 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39462) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:37.934468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bb1191-b5d6-42b7-a90d-486b502b5aac None None] Network c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:37.960292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-5e0cd766-8951-4644-a915-9a7cceefe780', 'network_id': '5e0cd766-8951-4644-a915-9a7cceefe780', 'tenant_id': '8313ac01e0594744aec196649dd17667', 'fixed_ips': [{'subnet_id': '7126bb23-8dc4-4160-95f1-434d1a020653'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:37.961868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:37.999750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7de7e-52fe-4a4b-b71f-8b94c810f520 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:38.000517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-85f7de7e-52fe-4a4b-b71f-8b94c810f520 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:38.006570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.050882 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.089951 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:38.090332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:38.105367 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:38.112102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5557e910-eb77-4d13-aa3d-bb1a2b463fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.114572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-85f7de7e-52fe-4a4b-b71f-8b94c810f520 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:38.115919 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-85f7de7e-52fe-4a4b-b71f-8b94c810f520 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8188508 Mar 22 12:22:38.162121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c800d2c-baa5-49e8-bdd9-ef945c106c70 None None] Network d8c3d42b-77e0-481d-be55-1bb46d2993cb requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:38.172397 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39468) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:38.178531 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2eeb933c-fb4f-4743-bb63-29df7051ba8b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0524735 Mar 22 12:22:38.187572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39472) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:38.190584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] For port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:38.237692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-532e85b7-35d1-46aa-9ed7-681c3969763b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1968773844', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:38.252439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-532e85b7-35d1-46aa-9ed7-681c3969763b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:38.268987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-532e85b7-35d1-46aa-9ed7-681c3969763b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:router and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:38.280675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-532e85b7-35d1-46aa-9ed7-681c3969763b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:38.306661 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-532e85b7-35d1-46aa-9ed7-681c3969763b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:38.336748 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843b6c5c-c7c6-475a-84d1-7d0550f85c45 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:38.337658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-843b6c5c-c7c6-475a-84d1-7d0550f85c45 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:38.341809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.345102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-532e85b7-35d1-46aa-9ed7-681c3969763b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.346091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-532e85b7-35d1-46aa-9ed7-681c3969763b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.355065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.376312 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-843b6c5c-c7c6-475a-84d1-7d0550f85c45 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:38.380185 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-843b6c5c-c7c6-475a-84d1-7d0550f85c45 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2040560 Mar 22 12:22:38.385634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39482) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:38.385796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-532e85b7-35d1-46aa-9ed7-681c3969763b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.387955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.388081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5557e910-eb77-4d13-aa3d-bb1a2b463fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.391911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Network': ['ID=d8c3d42b-77e0-481d-be55-1bb46d2993cb,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:38.422969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557e910-eb77-4d13-aa3d-bb1a2b463fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74b6857-c308-4272-bd61-ff9c4a350274,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:38.436413 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5557e910-eb77-4d13-aa3d-bb1a2b463fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.437877 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5557e910-eb77-4d13-aa3d-bb1a2b463fbd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b74b6857-c308-4272-bd61-ff9c4a350274 HTTP/1.1" status: 204 len: 168 time: 0.6732318 Mar 22 12:22:38.462886 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-24f5b3e5-0fc6-41e1-aeeb-f695e2f2d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.509771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-532e85b7-35d1-46aa-9ed7-681c3969763b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.574850 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-945c8324-1360-46d1-81d9-be5e4ff8c7d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1800106 Mar 22 12:22:38.594314 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39492) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:38.599815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-532e85b7-35d1-46aa-9ed7-681c3969763b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.603794 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-532e85b7-35d1-46aa-9ed7-681c3969763b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4134834 Mar 22 12:22:38.611832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39494) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:38.617180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:38.644211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'network_id': 'c69fc4f8-9d6c-4486-9d59-8f13f5baeda4', 'name': 'tempest-PortsIpV6TestJSON-906306011'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:38.672084 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d14a4245-611e-4fbb-9ed7-cc43fec505a8 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/networks/d8c3d42b-77e0-481d-be55-1bb46d2993cb HTTP/1.1" status: 204 len: 168 time: 2.1120887 Mar 22 12:22:38.732314 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39502) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:38.799189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1404835059'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:38.824028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:38.836490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:network and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:38.854677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:38.873670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:38.909396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:38.931373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:38.934559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:38.937554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:38.965482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Allocated IP 172.20.0.1 (a0668713-b993-4434-bfa7-dfcbefdd382f/bb62ddda-0f86-405f-8e1a-46a4b747cc41/e74a38f5-c511-4a82-8896-8fe7aa3806d8) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:38.986659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:38.990855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:port and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:38.993837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:38.999692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:39.002249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] For port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7afc0e01-11fd-42e1-b6af-dda3fc4e223f,segment=NetworkSegment(b8469151-8472-4fc2-af62-e5a5ee0d1291),segment_id=b8469151-8472-4fc2-af62-e5a5ee0d1291)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:39.014601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:39.018274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.033382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-c69fc4f8-9d6c-4486-9d59-8f13f5baeda4', 'network_id': 'c69fc4f8-9d6c-4486-9d59-8f13f5baeda4', 'tenant_id': 'fe44fae51d5c4117a8944d7feee32985', 'fixed_ips': [{'subnet_id': '1c5f28ea-55ce-4fff-b445-dc7e3e58ae35'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:39.034532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.044097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:39.050193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:39.053229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.142978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.159910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Transition to ACTIVE for port object e74a38f5-c511-4a82-8896-8fe7aa3806d8 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:39.179091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.193195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.195478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.196021 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Added segment 435a47c2-8d16-4743-b7d0-5a34c7b6b3b9 of type vlan for network be028831-45b8-4cf1-a27c-436dc1675164 Mar 22 12:22:39.296481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Network a0668713-b993-4434-bfa7-dfcbefdd382f is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:39.300077 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:39.309565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:39.362691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event updated for resources: {'Port': ['ID=e74a38f5-c511-4a82-8896-8fe7aa3806d8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:39.388601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-24f5b3e5-0fc6-41e1-aeeb-f695e2f2d5b0 None None] For port 24983446-d3b1-4849-a6cc-2e0335c7a872, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=24983446-d3b1-4849-a6cc-2e0335c7a872,segment=NetworkSegment(a685f1d9-901c-4ff5-81cf-6c74667f544a),segment_id=a685f1d9-901c-4ff5-81cf-6c74667f544a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:39.401797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.409212 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:39.420288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.439648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-24f5b3e5-0fc6-41e1-aeeb-f695e2f2d5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.442699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983c7fd5-b194-4585-b332-04c6fd628838 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:39.456810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39526) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:39.475591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-983c7fd5-b194-4585-b332-04c6fd628838 None None] Deleting port bd1fda9a-0801-4c4f-a370-ef1071688cdb {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:39.475875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-983c7fd5-b194-4585-b332-04c6fd628838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.515506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Allocated IP 2001:db8::2 (c69fc4f8-9d6c-4486-9d59-8f13f5baeda4/1c5f28ea-55ce-4fff-b445-dc7e3e58ae35/a2c0d14c-59f2-4d71-95bd-d2e2247b18a3) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:39.554550 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Allocated IP 172.20.0.2 (5e0cd766-8951-4644-a915-9a7cceefe780/7126bb23-8dc4-4160-95f1-434d1a020653/7d9600f2-0280-4684-b266-24df58e0b958) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:39.577879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a05ea-6d5e-4447-82a7-4c63cae44c6e None None] Pushing event updated for resources: {'Port': ['ID=7afc0e01-11fd-42e1-b6af-dda3fc4e223f,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:39.621591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.744921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:22:39.768317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:39.850853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bd1fda9a-0801-4c4f-a370-ef1071688cdb no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:39.937691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-826e20a2-23b3-47dd-b8c7-ed92ea908cdc tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1556270430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:39.945425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-826e20a2-23b3-47dd-b8c7-ed92ea908cdc tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:39.949503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-826e20a2-23b3-47dd-b8c7-ed92ea908cdc tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Usage tracker for resource:router and tenant:3c453153af234694aa2b68b38cff39d9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:39.952445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-826e20a2-23b3-47dd-b8c7-ed92ea908cdc tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:39.966999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-826e20a2-23b3-47dd-b8c7-ed92ea908cdc tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:39.981114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=7351b81d-525e-4c36-b49e-ec328df0d151,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:40.025173 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7a8ba99f-4d20-4870-8b4c-4be042aff40f None None] Provisioning for port bd1fda9a-0801-4c4f-a370-ef1071688cdb completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:40.043573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-826e20a2-23b3-47dd-b8c7-ed92ea908cdc tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.044366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-826e20a2-23b3-47dd-b8c7-ed92ea908cdc tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.074376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.079225 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:40.079835 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.114571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:40.127716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39540) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:40.131910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:40.144227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5b3e5-0fc6-41e1-aeeb-f695e2f2d5b0 None None] Pushing event updated for resources: {'Port': ['ID=24983446-d3b1-4849-a6cc-2e0335c7a872,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:40.147722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7a8ba99f-4d20-4870-8b4c-4be042aff40f None None] Provisioning complete for port bd1fda9a-0801-4c4f-a370-ef1071688cdb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:40.148082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba99f-4d20-4870-8b4c-4be042aff40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.251684 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:40.253186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.257695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Network': ['ID=be028831-45b8-4cf1-a27c-436dc1675164,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:40.291314 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-826e20a2-23b3-47dd-b8c7-ed92ea908cdc tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.303034 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3a67053c-93fc-422d-af12-3ab485293e9d tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5696716 Mar 22 12:22:40.309013 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39546) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:40.314312 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bb079789-ec00-4fa9-a0f4-bb2fa79459ad tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7093506 Mar 22 12:22:40.318715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39548) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:40.329525 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Request body: {'subnet': {'network_id': 'be028831-45b8-4cf1-a27c-436dc1675164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:40.337046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network be028831-45b8-4cf1-a27c-436dc1675164 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:40.354836 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'fixed_ips': [{'subnet_id': '7351b81d-525e-4c36-b49e-ec328df0d151', 'ip_address': '2001:db8::b29:2852:215d:ed2a'}], 'name': 'tempest-NetworksTestDHCPv6-1886930985'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:40.408224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1061683872'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:40.416353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:40.424885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:network and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:40.438787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:40.449945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:40.468991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Made reservation on behalf of f1288cb531234a338db76e44a9caa828 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:40.472801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.495121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.516140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.530660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.535803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-983c7fd5-b194-4585-b332-04c6fd628838 None None] For port bd1fda9a-0801-4c4f-a370-ef1071688cdb, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bd1fda9a-0801-4c4f-a370-ef1071688cdb,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:40.536185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-983c7fd5-b194-4585-b332-04c6fd628838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.614155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-826e20a2-23b3-47dd-b8c7-ed92ea908cdc tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.626997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.642378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:40.657416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:security_group_rule and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:40.671364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:40.691462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:40.718659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-826e20a2-23b3-47dd-b8c7-ed92ea908cdc tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.720317 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-826e20a2-23b3-47dd-b8c7-ed92ea908cdc tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2606866 Mar 22 12:22:40.739275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39554) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:40.748188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1834302389'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:40.768857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event updated for resources: {'Port': ['ID=e74a38f5-c511-4a82-8896-8fe7aa3806d8,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:40.775040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:40.796370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f40ea251-dbda-4c0d-8b77-f62ba4991681 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:40.827215 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-983c7fd5-b194-4585-b332-04c6fd628838 None None] Calling delete_port for bd1fda9a-0801-4c4f-a370-ef1071688cdb owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:40.855500 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Usage tracker for resource:network and tenant:3c453153af234694aa2b68b38cff39d9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:40.872474 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:40.882551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Network a0668713-b993-4434-bfa7-dfcbefdd382f is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:40.886362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:40.969687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.001291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Transition to ACTIVE for port object a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:41.006000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7a8ba99f-4d20-4870-8b4c-4be042aff40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.011778 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:41.015043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:41.033587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Usage tracker for resource:subnet and tenant:7ee562ad3f6547f7862f15a8e821b824 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:41.033990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74342a40-9432-4bb1-a9b3-ca6876315d5a None None] Network a0668713-b993-4434-bfa7-dfcbefdd382f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:41.037252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:41.038579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.046160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:41.050011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.059981 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.076814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:41.079289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:41.091056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Made reservation on behalf of 3c453153af234694aa2b68b38cff39d9 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:41.091573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:41.094392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.109201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a6dc07-5901-4065-9e9a-4b0385021623,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:41.119424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.119852 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Added segment 8ef50d60-f96e-499f-aef8-b38bdd8ad611 of type vlan for network 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb Mar 22 12:22:41.122453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.139479 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:41.142434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Transition to ACTIVE for port object 7d9600f2-0280-4684-b266-24df58e0b958 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:41.144954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Transition to ACTIVE for port object a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:41.152292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.236493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Made reservation on behalf of 7ee562ad3f6547f7862f15a8e821b824 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:41.283121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.313522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.317642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:41.318367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.355510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-983c7fd5-b194-4585-b332-04c6fd628838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.368380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Transition to ACTIVE for port object 7d9600f2-0280-4684-b266-24df58e0b958 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:41.412422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.432990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:41.447180 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3151584 Mar 22 12:22:41.447857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7a8ba99f-4d20-4870-8b4c-4be042aff40f None None] Could not find standard attr ID for object 38e2a137-5ac8-4011-b325-316e090c8887. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:22:41.449710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39558) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:41.453417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3940119-1414-4658-ab90-1766055bf1b6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Network': ['ID=6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:41.456801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Usage tracker for resource:security_group_rule and tenant:3c453153af234694aa2b68b38cff39d9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:41.458407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c7fd5-b194-4585-b332-04c6fd628838 None None] No DVR routers for this DVR port bd1fda9a-0801-4c4f-a370-ef1071688cdb on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:41.460456 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'subnet': {'network_id': '6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:41.461789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:41.472149 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Network c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:41.480592 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Pushing event updated for resources: {'Port': ['ID=a2c0d14c-59f2-4d71-95bd-d2e2247b18a3,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:41.482838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:41.515169 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.520065 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:41.522263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:41.530265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:41.534460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb60cd-83d5-4459-97cd-00bad766eb00 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:41.536351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.565771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8::36 (c69fc4f8-9d6c-4486-9d59-8f13f5baeda4/1c5f28ea-55ce-4fff-b445-dc7e3e58ae35/fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:41.573151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c7fd5-b194-4585-b332-04c6fd628838 None None] Pushing event deleted for resources: {'Port': ['ID=bd1fda9a-0801-4c4f-a370-ef1071688cdb,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:41.615637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:41.624118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:subnet and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:41.633125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:41.640059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:41.650752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Router 37abc31b-c226-4512-9d54-9c9811c84382 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:22:41.654251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Made reservation on behalf of f1288cb531234a338db76e44a9caa828 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:41.676196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 021dc910-f061-4262-b690-f728c77ba43c yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:41.725583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Network 5e0cd766-8951-4644-a915-9a7cceefe780 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:41.738748 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:41.760974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:41.766359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:41.951054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Pushing event updated for resources: {'Port': ['ID=7d9600f2-0280-4684-b266-24df58e0b958,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:42.003188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-580c0397-1262-4498-8ce5-d3ac97e44d57 None None] Provisioning for port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:42.006234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7afc0e01-11fd-42e1-b6af-dda3fc4e223f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:42.047906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Attempting to bind port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:42.048613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Attempting to bind port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3a56a3d9-9553-476b-b3ed-700d302cc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c69fc4f8-9d6c-4486-9d59-8f13f5baeda4'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:42.048613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Attempting to bind port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 on network c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:42.149705 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Attempting to bind port 7d9600f2-0280-4684-b266-24df58e0b958 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:42.150073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Attempting to bind port 7d9600f2-0280-4684-b266-24df58e0b958 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '9d60e1ee-74e4-4ac3-9a79-864d463df3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5e0cd766-8951-4644-a915-9a7cceefe780'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:42.150447 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Attempting to bind port 7d9600f2-0280-4684-b266-24df58e0b958 on network 5e0cd766-8951-4644-a915-9a7cceefe780 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:42.152636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:42.153214 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Checking segment: {'id': '3a56a3d9-9553-476b-b3ed-700d302cc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c69fc4f8-9d6c-4486-9d59-8f13f5baeda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:42.153819 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.154348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Bound using segment: {'id': '3a56a3d9-9553-476b-b3ed-700d302cc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c69fc4f8-9d6c-4486-9d59-8f13f5baeda4'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:42.154974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Bound port: a2c0d14c-59f2-4d71-95bd-d2e2247b18a3, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a56a3d9-9553-476b-b3ed-700d302cc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c69fc4f8-9d6c-4486-9d59-8f13f5baeda4'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:42.155505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.178996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.196671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f40ea251-dbda-4c0d-8b77-f62ba4991681 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 8eedb7a4-22ec-41b6-97f8-a43992b1fddb {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:42.197394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f40ea251-dbda-4c0d-8b77-f62ba4991681 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.202330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:42.202996 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Checking segment: {'id': '9d60e1ee-74e4-4ac3-9a79-864d463df3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5e0cd766-8951-4644-a915-9a7cceefe780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:42.203548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.204094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Bound using segment: {'id': '9d60e1ee-74e4-4ac3-9a79-864d463df3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5e0cd766-8951-4644-a915-9a7cceefe780'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:42.204745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Bound port: 7d9600f2-0280-4684-b266-24df58e0b958, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d60e1ee-74e4-4ac3-9a79-864d463df3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5e0cd766-8951-4644-a915-9a7cceefe780'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:42.205408 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.247834 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.300210 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-580c0397-1262-4498-8ce5-d3ac97e44d57 None None] Provisioning complete for port 24983446-d3b1-4849-a6cc-2e0335c7a872 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:42.305672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-580c0397-1262-4498-8ce5-d3ac97e44d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.392388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '7351b81d-525e-4c36-b49e-ec328df0d151'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:42.393205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.410484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:22:42.419564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.434074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:42.437851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648d8c6-e0b2-467a-9afa-e36ff2315531 None None] Sync routers for ids ['37abc31b-c226-4512-9d54-9c9811c84382'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:22:42.475372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:42.475739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.486470 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59b3ef85-1326-49ad-aa1a-659c470c4295 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "PUT /v2.0/routers/37abc31b-c226-4512-9d54-9c9811c84382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4409063 Mar 22 12:22:42.488587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39562) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:42.518808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:42.644704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1eb554-a734-468f-a925-b96008a22839,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:42.683641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] For port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:42.689610 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.690333 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Added segment 23727c11-2a7e-497f-8c50-1649fc38e6f7 of type vlan for network 10b34d91-41f2-48d8-a7a3-bf1a87b89351 Mar 22 12:22:42.710014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Subnet': ['ID=1a9f6cc1-a6e1-4f6a-aeb5-c54948114bf1,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:42.719244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648d8c6-e0b2-467a-9afa-e36ff2315531 None None] Routers {'37abc31b-c226-4512-9d54-9c9811c84382'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:42.720161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a648d8c6-e0b2-467a-9afa-e36ff2315531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['37abc31b-c226-4512-9d54-9c9811c84382'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:42.742014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.760447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Checking segment: {'id': '8ef50d60-f96e-499f-aef8-b38bdd8ad611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:42.760938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network hostable DHCP agents. Network: 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:42.772800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::b29:2852:215d:ed2a (578a050b-df3b-4bf8-b5f3-612af8e4798e/7351b81d-525e-4c36-b49e-ec328df0d151/021dc910-f061-4262-b690-f728c77ba43c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:42.836909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] For port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a2c0d14c-59f2-4d71-95bd-d2e2247b18a3,segment=NetworkSegment(3a56a3d9-9553-476b-b3ed-700d302cc6b3),segment_id=3a56a3d9-9553-476b-b3ed-700d302cc6b3)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:42.839720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a648d8c6-e0b2-467a-9afa-e36ff2315531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:42.854179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] For port 7d9600f2-0280-4684-b266-24df58e0b958, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:42.858411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:42.861064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.915407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f40ea251-dbda-4c0d-8b77-f62ba4991681 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.920241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:42.932880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648d8c6-e0b2-467a-9afa-e36ff2315531 None None] Routers {'37abc31b-c226-4512-9d54-9c9811c84382'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:42.933705 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a648d8c6-e0b2-467a-9afa-e36ff2315531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['37abc31b-c226-4512-9d54-9c9811c84382'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:42.968025 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:22:43.005239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:43.024430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:43.038508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:43.039083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.055895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] For port 7d9600f2-0280-4684-b266-24df58e0b958, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7d9600f2-0280-4684-b266-24df58e0b958,segment=NetworkSegment(9d60e1ee-74e4-4ac3-9a79-864d463df3ec),segment_id=9d60e1ee-74e4-4ac3-9a79-864d463df3ec)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:43.057707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4a0eb5-0236-43db-a75d-a8df83f18780 None None] Network 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:43.069188 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a9072f5a-5332-4fff-9971-92aee75e627f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6186235 Mar 22 12:22:43.072014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39572) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:43.077305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1951152357', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:43.087714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:43.091040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a648d8c6-e0b2-467a-9afa-e36ff2315531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:43.091430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648d8c6-e0b2-467a-9afa-e36ff2315531 None None] The sync data for ids ['37abc31b-c226-4512-9d54-9c9811c84382'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:22:43.093722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:router and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:43.097979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:43.102326 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.104512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:43.139313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f40ea251-dbda-4c0d-8b77-f62ba4991681 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 8eedb7a4-22ec-41b6-97f8-a43992b1fddb owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:43.179855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:22:43.180361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.181317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.195187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.232507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.236213 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:43.237160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.238778 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.257088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c01fc-c7c2-4f45-9676-cb74e85dde4a None None] Pushing event updated for resources: {'Port': ['ID=a2c0d14c-59f2-4d71-95bd-d2e2247b18a3,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:43.293542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.310175 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.320342 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.399962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-89c0432c-d754-4042-93e2-f4927feffa94 None None] Provisioning complete for port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:43.400412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-89c0432c-d754-4042-93e2-f4927feffa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.496358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7afc0e01-11fd-42e1-b6af-dda3fc4e223f,segment=NetworkSegment(b8469151-8472-4fc2-af62-e5a5ee0d1291),segment_id=b8469151-8472-4fc2-af62-e5a5ee0d1291)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:43.512754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Network': ['ID=10b34d91-41f2-48d8-a7a3-bf1a87b89351,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:43.537141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.537953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 24983446-d3b1-4849-a6cc-2e0335c7a872 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:43.580667 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82168ba6-95bd-4859-962a-3d02b545aab7 None None] Pushing event updated for resources: {'Port': ['ID=7d9600f2-0280-4684-b266-24df58e0b958,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:43.610789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.619909 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6e7315da-abaf-4b9d-b7ee-a3d28c5fc0ac tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8742757 Mar 22 12:22:43.620422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 10b34d91-41f2-48d8-a7a3-bf1a87b89351 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:43.622091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39576) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:43.693940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'subnet': {'network_id': '10b34d91-41f2-48d8-a7a3-bf1a87b89351', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:43.721530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:43.743589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event updated for resources: {'Subnet': ['ID=e8c9426b-a545-4a0f-87d3-6e46ac19e7ec,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:43.776249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:43.848215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:43.852451 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:43.853090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:43.909161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=7afc0e01-11fd-42e1-b6af-dda3fc4e223f,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:43.947786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:43.964891 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-ec8367b7-de12-4ad1-92d5-1be7d4f71f0f tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:22:43.968709 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ec8367b7-de12-4ad1-92d5-1be7d4f71f0f tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "PUT /v2.0/routers/37abc31b-c226-4512-9d54-9c9811c84382/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4761882 Mar 22 12:22:43.970113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39582) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:44.011318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:44.020934 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e30500e-6167-4314-a505-d344f32d9e87 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.4054649 Mar 22 12:22:44.029885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39586) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:44.031670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Checking segment: {'id': '435a47c2-8d16-4743-b7d0-5a34c7b6b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be028831-45b8-4cf1-a27c-436dc1675164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:44.032027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network hostable DHCP agents. Network: be028831-45b8-4cf1-a27c-436dc1675164, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:44.075896 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16c7de7-f1a3-4887-91b1-b3970a31f6bf None None] Network 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:44.109910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:44.128890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Usage tracker for resource:subnet and tenant:3c453153af234694aa2b68b38cff39d9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:44.180545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:44.182890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 24983446-d3b1-4849-a6cc-2e0335c7a872 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:44.183492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:44.183761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 021dc910-f061-4262-b690-f728c77ba43c will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:44.202643 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:44.220535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:44.264431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:44.273062 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-89c0432c-d754-4042-93e2-f4927feffa94 None None] Provisioning for port e74a38f5-c511-4a82-8896-8fe7aa3806d8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:44.281770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Made reservation on behalf of 3c453153af234694aa2b68b38cff39d9 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:44.304832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Network be028831-45b8-4cf1-a27c-436dc1675164 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:44.312827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-89c0432c-d754-4042-93e2-f4927feffa94 None None] Provisioning complete for port e74a38f5-c511-4a82-8896-8fe7aa3806d8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:44.313422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-89c0432c-d754-4042-93e2-f4927feffa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:44.446221 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-89c0432c-d754-4042-93e2-f4927feffa94 None None] Port e74a38f5-c511-4a82-8896-8fe7aa3806d8 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:44.526875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, be028831-45b8-4cf1-a27c-436dc1675164) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:44.583665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cc25de3-579a-4f6c-a1ae-a2919e62e868 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:44.594976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f40ea251-dbda-4c0d-8b77-f62ba4991681 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:44.596956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:44.598936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:44.599501 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:44.646519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.26.0.198 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/1c4238bd-990c-40ec-8f5a-e886cf4b4fe7) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:44.652641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/7351b81d-525e-4c36-b49e-ec328df0d151/a0572369-83c3-45bc-9c77-37507e298d41) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:44.705816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c7d95a-8193-47ea-82d2-43a903084fd0 None None] Network be028831-45b8-4cf1-a27c-436dc1675164 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:44.847972 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:44.874511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ea251-dbda-4c0d-8b77-f62ba4991681 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=8eedb7a4-22ec-41b6-97f8-a43992b1fddb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:45.037085 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7afc0e01-11fd-42e1-b6af-dda3fc4e223f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:45.066600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:45.138380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b412463e-c366-4d93-ac0a-9dbeed0387c0 None None] Network c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:45.184647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:45.233259 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-69698668-bee3-4d20-9b77-e6f5643e6651 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.9176900 Mar 22 12:22:45.263194 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39590) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:45.283382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:45.300628 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:45.303152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:45.308008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:45.308768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:45.331853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d74f53-bf32-4b53-94e2-2b1b9f1578ed None None] Network 5e0cd766-8951-4644-a915-9a7cceefe780 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:45.357489 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.0357444 Mar 22 12:22:45.365694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39594) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:45.470237 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:45.476724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725c744-7aeb-470c-ba18-3603decd82ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=021dc910-f061-4262-b690-f728c77ba43c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:45.530526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:45.535752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=1c4238bd-990c-40ec-8f5a-e886cf4b4fe7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:45.538204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:45.544182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:45.624042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2bd8a5f8-2d82-4053-8382-259a0e210170 None None] Provisioning for port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:45.677214 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:45.696957 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-be028831-45b8-4cf1-a27c-436dc1675164', 'network_id': 'be028831-45b8-4cf1-a27c-436dc1675164', 'tenant_id': '7ee562ad3f6547f7862f15a8e821b824', 'fixed_ips': [{'subnet_id': 'e8c9426b-a545-4a0f-87d3-6e46ac19e7ec'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:45.697781 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:45.723537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:45.754879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Transition to ACTIVE for port object a0572369-83c3-45bc-9c77-37507e298d41 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:45.781376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Subnet': ['ID=fb5f1d58-9149-4dc0-9d20-36a860d799e8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:45.853806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Checking segment: {'id': '23727c11-2a7e-497f-8c50-1649fc38e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '10b34d91-41f2-48d8-a7a3-bf1a87b89351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:45.854581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network hostable DHCP agents. Network: 10b34d91-41f2-48d8-a7a3-bf1a87b89351, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:45.855882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:45.856244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:45.871514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f40ea251-dbda-4c0d-8b77-f62ba4991681 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:45.884829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39322209-dd29-4df9-9bd4-fc95efab7639 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:45.885616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-39322209-dd29-4df9-9bd4-fc95efab7639 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:45.911633 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Transition to ACTIVE for port object a0572369-83c3-45bc-9c77-37507e298d41 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:45.959742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:46.000823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:46.061611 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d0d359c1-7036-448d-859f-f53de44c3e2e None None] Provisioning for port 7d9600f2-0280-4684-b266-24df58e0b958 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:46.078680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-39322209-dd29-4df9-9bd4-fc95efab7639 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:46.082462 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39322209-dd29-4df9-9bd4-fc95efab7639 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7096927 Mar 22 12:22:46.088711 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39600) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:46.155279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:46.159486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:46.164395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Pushing event updated for resources: {'Port': ['ID=a0572369-83c3-45bc-9c77-37507e298d41,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:46.176988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:46.259917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2cc25de3-579a-4f6c-a1ae-a2919e62e868 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Deleting port e74a38f5-c511-4a82-8896-8fe7aa3806d8 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:46.260374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cc25de3-579a-4f6c-a1ae-a2919e62e868 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:46.262255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Allocated IP 2001:db8::f816:3eff:fed0:3827 (be028831-45b8-4cf1-a27c-436dc1675164/e8c9426b-a545-4a0f-87d3-6e46ac19e7ec/bc85434d-a3e6-4366-be65-b8d94eb71519) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:46.303420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:46.303923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:46.337243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network 10b34d91-41f2-48d8-a7a3-bf1a87b89351 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:46.366139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-309bc6c4-1e06-4ef5-a51b-d2a52604e0e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 021dc910-f061-4262-b690-f728c77ba43c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:46.366544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-309bc6c4-1e06-4ef5-a51b-d2a52604e0e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:46.390260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Attempting to bind port a0572369-83c3-45bc-9c77-37507e298d41 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:46.390634 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Attempting to bind port a0572369-83c3-45bc-9c77-37507e298d41 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:46.390918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Attempting to bind port a0572369-83c3-45bc-9c77-37507e298d41 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:46.397328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 10b34d91-41f2-48d8-a7a3-bf1a87b89351) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:46.401580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:46.402208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:46.406048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:46.462746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a549d54-46cb-4d3e-8c69-f3c38dd7c05e None None] Network 10b34d91-41f2-48d8-a7a3-bf1a87b89351 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:46.626913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:46.634174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cc25de3-579a-4f6c-a1ae-a2919e62e868 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:46.674223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:46.674595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:46.674969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:46.675367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:46.675825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Bound port: a0572369-83c3-45bc-9c77-37507e298d41, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:46.676188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:46.677966 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9ccaae0b-275c-4696-a7d4-26aaf08c3839 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0064466 Mar 22 12:22:46.688015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39606) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:46.711235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'network': {'name': 'tempest-router-network01--794305512'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:46.834563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2cc25de3-579a-4f6c-a1ae-a2919e62e868 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Calling delete_port for e74a38f5-c511-4a82-8896-8fe7aa3806d8 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:46.920482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:46.935592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Usage tracker for resource:network and tenant:3c453153af234694aa2b68b38cff39d9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:46.993123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:47.057484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cc25de3-579a-4f6c-a1ae-a2919e62e868 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.069981 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.071005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:47.078770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-309bc6c4-1e06-4ef5-a51b-d2a52604e0e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.079403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] For port a0572369-83c3-45bc-9c77-37507e298d41, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:47.081586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-28d67d85-87bf-42b1-9eee-c237a00d1546 None None] Provisioning for port fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:47.087804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] For port a0572369-83c3-45bc-9c77-37507e298d41, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a0572369-83c3-45bc-9c77-37507e298d41,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:47.111078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc25de3-579a-4f6c-a1ae-a2919e62e868 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event deleted for resources: {'Port': ['ID=e74a38f5-c511-4a82-8896-8fe7aa3806d8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:47.136866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Transition to ACTIVE for port object bc85434d-a3e6-4366-be65-b8d94eb71519 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:47.140950 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.145099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:47.148809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-28d67d85-87bf-42b1-9eee-c237a00d1546 None None] Provisioning complete for port fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:47.149710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-28d67d85-87bf-42b1-9eee-c237a00d1546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.161006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00751829-06bb-49ef-ba68-d08b1fb13c2c req-40c13ed2-ecbf-4b9c-8d1d-51fbe6acd071 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:47.167880 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00751829-06bb-49ef-ba68-d08b1fb13c2c req-40c13ed2-ecbf-4b9c-8d1d-51fbe6acd071 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4495597 Mar 22 12:22:47.295706 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:47.296298 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.334214 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-10b34d91-41f2-48d8-a7a3-bf1a87b89351', 'network_id': '10b34d91-41f2-48d8-a7a3-bf1a87b89351', 'tenant_id': '3c453153af234694aa2b68b38cff39d9', 'fixed_ips': [{'subnet_id': 'fb5f1d58-9149-4dc0-9d20-36a860d799e8'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:47.335177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.366200 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00751829-06bb-49ef-ba68-d08b1fb13c2c req-50d55252-d392-4a47-bff5-4b4473123d7c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972191 Mar 22 12:22:47.374826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Made reservation on behalf of 3c453153af234694aa2b68b38cff39d9 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:47.378125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.396435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-309bc6c4-1e06-4ef5-a51b-d2a52604e0e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 021dc910-f061-4262-b690-f728c77ba43c owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:47.436151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Transition to ACTIVE for port object bc85434d-a3e6-4366-be65-b8d94eb71519 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:47.481194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-28d67d85-87bf-42b1-9eee-c237a00d1546 None None] Port fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:47.486560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cc25de3-579a-4f6c-a1ae-a2919e62e868 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.491429 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf8145-52e4-4387-8c82-2afc001e7a50 None None] Pushing event updated for resources: {'Port': ['ID=a0572369-83c3-45bc-9c77-37507e298d41,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:47.494336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.556858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.618792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:47.673068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c9426b-a545-4a0f-87d3-6e46ac19e7ec,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:47.715145 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.716373 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Added segment f423a2ab-159c-48b5-80d7-b2c1a8224ea3 of type vlan for network 210e1273-0d24-427d-90bb-9d5d3eda2248 Mar 22 12:22:47.734403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Network be028831-45b8-4cf1-a27c-436dc1675164 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:47.744316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:47.750923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Pushing event updated for resources: {'Port': ['ID=bc85434d-a3e6-4366-be65-b8d94eb71519,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:47.756768 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:47.764265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.771903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40ea251-dbda-4c0d-8b77-f62ba4991681 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Router b2673436-d62d-462e-8986-cccc931074a6 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:22:47.829376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.849165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-309bc6c4-1e06-4ef5-a51b-d2a52604e0e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:47.951127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:22:47.954345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.005383 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Attempting to bind port bc85434d-a3e6-4366-be65-b8d94eb71519 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:48.005958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Attempting to bind port bc85434d-a3e6-4366-be65-b8d94eb71519 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '435a47c2-8d16-4743-b7d0-5a34c7b6b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be028831-45b8-4cf1-a27c-436dc1675164'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:48.006368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Attempting to bind port bc85434d-a3e6-4366-be65-b8d94eb71519 on network be028831-45b8-4cf1-a27c-436dc1675164 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:48.030939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a2c0d14c-59f2-4d71-95bd-d2e2247b18a3,segment=NetworkSegment(3a56a3d9-9553-476b-b3ed-700d302cc6b3),segment_id=3a56a3d9-9553-476b-b3ed-700d302cc6b3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:48.044973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:48.045589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Checking segment: {'id': '435a47c2-8d16-4743-b7d0-5a34c7b6b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be028831-45b8-4cf1-a27c-436dc1675164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:48.046181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.046631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Bound using segment: {'id': '435a47c2-8d16-4743-b7d0-5a34c7b6b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be028831-45b8-4cf1-a27c-436dc1675164'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:48.047202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Bound port: bc85434d-a3e6-4366-be65-b8d94eb71519, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435a47c2-8d16-4743-b7d0-5a34c7b6b3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'be028831-45b8-4cf1-a27c-436dc1675164'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:48.047637 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.065329 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be028831-45b8-4cf1-a27c-436dc1675164']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:48.070964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6228ed72-9adb-4030-9ccb-06abb02efa7b None None] Provisioning complete for port fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:48.071419 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6228ed72-9adb-4030-9ccb-06abb02efa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.095350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.096275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7d9600f2-0280-4684-b266-24df58e0b958 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:48.110459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bc6c4-1e06-4ef5-a51b-d2a52604e0e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=021dc910-f061-4262-b690-f728c77ba43c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:48.123590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Allocated IP 2001:db8::2 (10b34d91-41f2-48d8-a7a3-bf1a87b89351/fb5f1d58-9149-4dc0-9d20-36a860d799e8/5766f6f9-51aa-4292-b1fa-1b99e58b619c) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:48.127062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.186287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:22:48.201219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435a47c2-8d16-4743-b7d0-5a34c7b6b3b9') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:48.201583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435a47c2-8d16-4743-b7d0-5a34c7b6b3b9') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:48.218285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=a2c0d14c-59f2-4d71-95bd-d2e2247b18a3,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:48.244390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.254408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f1f42-89ad-4eec-9be0-167591a644d2 req-19335dc3-c642-45dc-96c5-94cf407ed144 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:48.255940 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0e3f1f42-89ad-4eec-9be0-167591a644d2 req-19335dc3-c642-45dc-96c5-94cf407ed144 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.7349908 Mar 22 12:22:48.274519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.327350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.331038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:48.331620 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.353550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.382510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6228ed72-9adb-4030-9ccb-06abb02efa7b None None] Port fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:48.428299 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] For port bc85434d-a3e6-4366-be65-b8d94eb71519, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:48.428683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:48.429085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:48.450960 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:48.556957 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.567487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 12:22:48.567487 dv-neutron-834653-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 12:22:48.567487 dv-neutron-834653-1-hyperv neutron-server[83794]: [parameters: {'id': 'be028831-45b8-4cf1-a27c-436dc1675164'}] Mar 22 12:22:48.567487 dv-neutron-834653-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:22:48.567890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Transition to ACTIVE for port object 5766f6f9-51aa-4292-b1fa-1b99e58b619c will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:48.567972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:22:48.576413 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc25de3-579a-4f6c-a1ae-a2919e62e868 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Router 37abc31b-c226-4512-9d54-9c9811c84382 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:22:48.586453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Transition to ACTIVE for port object 5766f6f9-51aa-4292-b1fa-1b99e58b619c will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:48.592482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 7d9600f2-0280-4684-b266-24df58e0b958 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:48.600034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 7d9600f2-0280-4684-b266-24df58e0b958 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:48.600368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.607274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-309bc6c4-1e06-4ef5-a51b-d2a52604e0e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.609275 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-309bc6c4-1e06-4ef5-a51b-d2a52604e0e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/021dc910-f061-4262-b690-f728c77ba43c HTTP/1.1" status: 204 len: 168 time: 2.5196905 Mar 22 12:22:48.614194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:48.621194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39612) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:48.629675 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9272795 Mar 22 12:22:48.639065 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] For port bc85434d-a3e6-4366-be65-b8d94eb71519, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bc85434d-a3e6-4366-be65-b8d94eb71519,segment=NetworkSegment(435a47c2-8d16-4743-b7d0-5a34c7b6b3b9),segment_id=435a47c2-8d16-4743-b7d0-5a34c7b6b3b9)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:48.641355 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.668988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39616) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:48.687915 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'network': {'name': 'tempest-router-network02--1247529359'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:48.704456 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.716557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40ea251-dbda-4c0d-8b77-f62ba4991681 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:22:48.732875 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02d4ed-c9e5-436c-a3e2-c95fc104ed4a None None] Sync routers for ids ['b2673436-d62d-462e-8986-cccc931074a6'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:22:48.744025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:48.754589 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02d4ed-c9e5-436c-a3e2-c95fc104ed4a None None] Routers {'b2673436-d62d-462e-8986-cccc931074a6'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:48.755331 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0e02d4ed-c9e5-436c-a3e2-c95fc104ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['b2673436-d62d-462e-8986-cccc931074a6'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:48.764985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Usage tracker for resource:network and tenant:3c453153af234694aa2b68b38cff39d9 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:48.772871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:48.781484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:48.823041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:22:48.834084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc25de3-579a-4f6c-a1ae-a2919e62e868 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:22:48.841735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Made reservation on behalf of 3c453153af234694aa2b68b38cff39d9 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:48.844937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.857187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11edd8-36f5-4184-b805-3cf6f2da600e None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:22:48.866736 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0e3f1f42-89ad-4eec-9be0-167591a644d2 req-4d6eb34b-2044-4fe0-ae9b-cadb78c0291e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5594554 Mar 22 12:22:48.867230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f8874-8905-430f-8a28-4a03b66fdfa6 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Network': ['ID=210e1273-0d24-427d-90bb-9d5d3eda2248,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:48.889057 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f40ea251-dbda-4c0d-8b77-f62ba4991681 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "PUT /v2.0/routers/b2673436-d62d-462e-8986-cccc931074a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9776824 Mar 22 12:22:48.892128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39620) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:48.903073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 210e1273-0d24-427d-90bb-9d5d3eda2248 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:48.905323 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0e02d4ed-c9e5-436c-a3e2-c95fc104ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:48.913708 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78730a5a-4511-435e-a73c-8504fbb8ecff None None] Sync routers for ids ['37abc31b-c226-4512-9d54-9c9811c84382'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:22:48.956564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:22:48.967319 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02d4ed-c9e5-436c-a3e2-c95fc104ed4a None None] Routers {'b2673436-d62d-462e-8986-cccc931074a6'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:48.968284 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0e02d4ed-c9e5-436c-a3e2-c95fc104ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['b2673436-d62d-462e-8986-cccc931074a6'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:48.969705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:48.970041 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Added segment a6d881d7-56c4-4d1d-9484-c2a45a887990 of type vlan for network d219004b-36b2-44de-af6a-ed4ee29f7b92 Mar 22 12:22:49.020872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.028762 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Network 10b34d91-41f2-48d8-a7a3-bf1a87b89351 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:49.032170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:49.034730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:49.062477 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78730a5a-4511-435e-a73c-8504fbb8ecff None None] Routers {'37abc31b-c226-4512-9d54-9c9811c84382'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:49.063061 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-78730a5a-4511-435e-a73c-8504fbb8ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['37abc31b-c226-4512-9d54-9c9811c84382'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:49.069175 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2cc25de3-579a-4f6c-a1ae-a2919e62e868 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "PUT /v2.0/routers/37abc31b-c226-4512-9d54-9c9811c84382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0985262 Mar 22 12:22:49.071468 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.072956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Pushing event updated for resources: {'Port': ['ID=5766f6f9-51aa-4292-b1fa-1b99e58b619c,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:49.077217 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa24a6e8-789b-4455-b97f-d8ddf4223823 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0019202 Mar 22 12:22:49.077217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39626) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:49.077923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.097746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39628) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:49.115591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.118203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:49.118777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.145859 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0e02d4ed-c9e5-436c-a3e2-c95fc104ed4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:49.146254 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02d4ed-c9e5-436c-a3e2-c95fc104ed4a None None] The sync data for ids ['b2673436-d62d-462e-8986-cccc931074a6'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:22:49.151604 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-78730a5a-4511-435e-a73c-8504fbb8ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:49.163895 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78730a5a-4511-435e-a73c-8504fbb8ecff None None] Routers {'37abc31b-c226-4512-9d54-9c9811c84382'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:49.164683 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-78730a5a-4511-435e-a73c-8504fbb8ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['37abc31b-c226-4512-9d54-9c9811c84382'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:49.213990 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-810ce97a-9485-48c8-90df-45fc7d522a60 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:22:49.214530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-810ce97a-9485-48c8-90df-45fc7d522a60 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:49.219404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.224426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a45051-2294-40cf-a730-9dd07f6bb238 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:49.227787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a45051-2294-40cf-a730-9dd07f6bb238 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:49.228585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79a45051-2294-40cf-a730-9dd07f6bb238 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:49.266803 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-78730a5a-4511-435e-a73c-8504fbb8ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:49.267623 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78730a5a-4511-435e-a73c-8504fbb8ecff None None] The sync data for ids ['37abc31b-c226-4512-9d54-9c9811c84382'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:22:49.295512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79a45051-2294-40cf-a730-9dd07f6bb238 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:49.302617 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-79a45051-2294-40cf-a730-9dd07f6bb238 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6778431 Mar 22 12:22:49.303318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39636) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:49.321743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f82466d7-6b9d-49c6-a0c3-c811e2a631eb None None] Provisioning complete for port fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:49.322358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f82466d7-6b9d-49c6-a0c3-c811e2a631eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.356309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-810ce97a-9485-48c8-90df-45fc7d522a60 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:49.360568 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-810ce97a-9485-48c8-90df-45fc7d522a60 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/8eedb7a4-22ec-41b6-97f8-a43992b1fddb HTTP/1.1" status: 404 len: 333 time: 0.4569650 Mar 22 12:22:49.366313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39640) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:49.374618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11edd8-36f5-4184-b805-3cf6f2da600e None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:49.375433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3d11edd8-36f5-4184-b805-3cf6f2da600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:49.507041 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-04409483-899a-4e21-a30c-1b0e3bd31294 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] delete failed (client error): The resource could not be found. Mar 22 12:22:49.508487 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-04409483-899a-4e21-a30c-1b0e3bd31294 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1893751295 HTTP/1.1" status: 404 len: 335 time: 0.4140558 Mar 22 12:22:49.528307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Attempting to bind port 5766f6f9-51aa-4292-b1fa-1b99e58b619c on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:49.528832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Attempting to bind port 5766f6f9-51aa-4292-b1fa-1b99e58b619c by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '23727c11-2a7e-497f-8c50-1649fc38e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '10b34d91-41f2-48d8-a7a3-bf1a87b89351'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:49.529013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Attempting to bind port 5766f6f9-51aa-4292-b1fa-1b99e58b619c on network 10b34d91-41f2-48d8-a7a3-bf1a87b89351 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:49.530994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3d11edd8-36f5-4184-b805-3cf6f2da600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:49.559976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39644) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:49.571613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Deleting port bc85434d-a3e6-4366-be65-b8d94eb71519 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:49.571613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.574586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-20d37760-4937-43d4-a2f1-ea7c361f4d9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Request body: {'router': {'external_gateway_info': {'network_id': '37abc31b-c226-4512-9d54-9c9811c84382'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:49.619672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.629410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f2fac-fc35-4752-9a35-56f1bd845496 None None] Pushing event updated for resources: {'Port': ['ID=bc85434d-a3e6-4366-be65-b8d94eb71519,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:49.654580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:49.654580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Checking segment: {'id': '23727c11-2a7e-497f-8c50-1649fc38e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '10b34d91-41f2-48d8-a7a3-bf1a87b89351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:49.654580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.654580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Bound using segment: {'id': '23727c11-2a7e-497f-8c50-1649fc38e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '10b34d91-41f2-48d8-a7a3-bf1a87b89351'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:49.655272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Bound port: 5766f6f9-51aa-4292-b1fa-1b99e58b619c, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23727c11-2a7e-497f-8c50-1649fc38e6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '10b34d91-41f2-48d8-a7a3-bf1a87b89351'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:49.655396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.676359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f82466d7-6b9d-49c6-a0c3-c811e2a631eb None None] Port fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:49.698558 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0193400 Mar 22 12:22:49.698775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 7d9600f2-0280-4684-b266-24df58e0b958, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7d9600f2-0280-4684-b266-24df58e0b958,segment=NetworkSegment(9d60e1ee-74e4-4ac3-9a79-864d463df3ec),segment_id=9d60e1ee-74e4-4ac3-9a79-864d463df3ec)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:49.701471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d57679-0efe-4206-9901-62e86cec2f9e None None] Network be028831-45b8-4cf1-a27c-436dc1675164 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:49.708027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39648) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:49.710918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.734230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea95a9-900d-4756-8bb4-56a349223c5a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Network': ['ID=d219004b-36b2-44de-af6a-ed4ee29f7b92,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:49.744389 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:49.751975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'subnet': {'network_id': '210e1273-0d24-427d-90bb-9d5d3eda2248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:49.856730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11edd8-36f5-4184-b805-3cf6f2da600e None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:49.857370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3d11edd8-36f5-4184-b805-3cf6f2da600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:49.914836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network d219004b-36b2-44de-af6a-ed4ee29f7b92 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:22:49.971518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50717faa-fe00-418a-a52a-ceecdbee9b16 req-7371a7f2-6d68-48ef-8c03-e850d6308983 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:49.972991 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-50717faa-fe00-418a-a52a-ceecdbee9b16 req-7371a7f2-6d68-48ef-8c03-e850d6308983 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.8389385 Mar 22 12:22:49.974897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:49.979756 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] For port bc85434d-a3e6-4366-be65-b8d94eb71519, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bc85434d-a3e6-4366-be65-b8d94eb71519,segment=NetworkSegment(435a47c2-8d16-4743-b7d0-5a34c7b6b3b9),segment_id=435a47c2-8d16-4743-b7d0-5a34c7b6b3b9)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:49.980106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.060924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2b677035-4be4-4970-ab95-390c45f01604 None None] Could not find standard attr ID for object 021dc910-f061-4262-b690-f728c77ba43c. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:22:50.100107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c46b3dcf-8653-48b6-9fa4-18b426eb4cbe tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.102980 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3d11edd8-36f5-4184-b805-3cf6f2da600e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:50.103390 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11edd8-36f5-4184-b805-3cf6f2da600e None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:22:50.143492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Calling delete_port for bc85434d-a3e6-4366-be65-b8d94eb71519 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:50.220564 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-50717faa-fe00-418a-a52a-ceecdbee9b16 req-b543704a-6f9f-4cc6-b35f-de4f46ad832d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271709 Mar 22 12:22:50.236208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] For port 5766f6f9-51aa-4292-b1fa-1b99e58b619c, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:50.242662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=7d9600f2-0280-4684-b266-24df58e0b958,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:50.263715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2b677035-4be4-4970-ab95-390c45f01604 None None] Provisioning for port a0572369-83c3-45bc-9c77-37507e298d41 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:50.267918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] For port 5766f6f9-51aa-4292-b1fa-1b99e58b619c, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5766f6f9-51aa-4292-b1fa-1b99e58b619c,segment=NetworkSegment(23727c11-2a7e-497f-8c50-1649fc38e6f7),segment_id=23727c11-2a7e-497f-8c50-1649fc38e6f7)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:50.286137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.303997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.358955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Port': ['ID=bc85434d-a3e6-4366-be65-b8d94eb71519,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:50.360341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:50.360709 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.367882 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No DVR routers for this DVR port bc85434d-a3e6-4366-be65-b8d94eb71519 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:50.423239 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a9c76-51c2-4c7f-a4d9-2ee5c5bfc070 None None] Pushing event updated for resources: {'Port': ['ID=5766f6f9-51aa-4292-b1fa-1b99e58b619c,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:50.470621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:50.474799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Usage tracker for resource:subnet and tenant:3c453153af234694aa2b68b38cff39d9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:50.477907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:50.534778 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a0572369-83c3-45bc-9c77-37507e298d41 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:50.561145 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:50.643206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port a0572369-83c3-45bc-9c77-37507e298d41 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:50.643569 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.648621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a0572369-83c3-45bc-9c77-37507e298d41 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:50.648992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.671760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a64f8e-a2d7-4bd4-a72e-22f124a5f26c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 7351b81d-525e-4c36-b49e-ec328df0d151 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:50.689345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be028831-45b8-4cf1-a27c-436dc1675164']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:50.716167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435a47c2-8d16-4743-b7d0-5a34c7b6b3b9') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:50.716461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435a47c2-8d16-4743-b7d0-5a34c7b6b3b9') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:50.735999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.740634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49a64f8e-a2d7-4bd4-a72e-22f124a5f26c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.772653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.781512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:50.782116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:50.799527 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:50.806506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Made reservation on behalf of 3c453153af234694aa2b68b38cff39d9 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:50.849808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.884581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port a0572369-83c3-45bc-9c77-37507e298d41, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a0572369-83c3-45bc-9c77-37507e298d41,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:50.888438 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.888707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.906696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:50.923774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Network': ['ID=be028831-45b8-4cf1-a27c-436dc1675164,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:50.930881 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b317f977-7bde-4056-84e3-fa4932c01e30 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/networks/be028831-45b8-4cf1-a27c-436dc1675164 HTTP/1.1" status: 204 len: 168 time: 5.5803401 Mar 22 12:22:50.938329 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39654) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:50.959641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=a0572369-83c3-45bc-9c77-37507e298d41,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:51.065937 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49a64f8e-a2d7-4bd4-a72e-22f124a5f26c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:51.083239 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6213b494-9db9-4ace-aefc-0d0c4d21d331 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:51.083805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6213b494-9db9-4ace-aefc-0d0c4d21d331 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:51.085393 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6213b494-9db9-4ace-aefc-0d0c4d21d331 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/subnets/e8c9426b-a545-4a0f-87d3-6e46ac19e7ec HTTP/1.1" status: 404 len: 337 time: 0.1444666 Mar 22 12:22:51.088474 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39658) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:51.117163 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4c6f07-aaf2-459a-bc07-2ddc47e89333 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:51.117793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4c6f07-aaf2-459a-bc07-2ddc47e89333 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:51.122744 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6e4c6f07-aaf2-459a-bc07-2ddc47e89333 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/networks/be028831-45b8-4cf1-a27c-436dc1675164 HTTP/1.1" status: 404 len: 339 time: 0.0301163 Mar 22 12:22:51.122744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39662) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:51.204417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:51.289738 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8229d430-ae2f-48e5-b3d8-1103aae7bec1 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:51.290344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8229d430-ae2f-48e5-b3d8-1103aae7bec1 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:51.294531 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8229d430-ae2f-48e5-b3d8-1103aae7bec1 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/subnets/e5f4e11e-7684-4f5d-a312-6a95fc51f4bc HTTP/1.1" status: 404 len: 337 time: 0.1690080 Mar 22 12:22:51.298355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39666) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:51.329564 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-45656a0c-003d-4024-8085-5958a9076548 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:51.330178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45656a0c-003d-4024-8085-5958a9076548 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:51.332020 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-45656a0c-003d-4024-8085-5958a9076548 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/networks/d8c3d42b-77e0-481d-be55-1bb46d2993cb HTTP/1.1" status: 404 len: 339 time: 0.0325963 Mar 22 12:22:51.342634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39670) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:51.385491 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38e1169-382b-427f-a410-00a5b90c6c3c tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:51.385934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38e1169-382b-427f-a410-00a5b90c6c3c tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:51.388862 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e38e1169-382b-427f-a410-00a5b90c6c3c tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/subnets/391c6fa0-d02b-481f-a1fb-a44b44aeda84 HTTP/1.1" status: 404 len: 337 time: 0.0435126 Mar 22 12:22:51.390728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39674) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:51.424244 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ed5c18-8a14-498c-a533-081e2abe2cf7 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:51.424669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ed5c18-8a14-498c-a533-081e2abe2cf7 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:51.428860 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-40ed5c18-8a14-498c-a533-081e2abe2cf7 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/networks/2e286340-6c24-4e20-8db9-bca4f27e5722 HTTP/1.1" status: 404 len: 339 time: 0.0345824 Mar 22 12:22:51.429535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39678) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:51.458920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f745408-c40c-46fb-9be8-32ddca2fd71d None None] Network 10b34d91-41f2-48d8-a7a3-bf1a87b89351 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:51.459524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c8c19-4926-42cd-be58-8cc557bc1d4f req-cabfa436-aa1c-44fd-bda9-8f4f855c1460 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:51.460988 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-aa9c8c19-4926-42cd-be58-8cc557bc1d4f req-cabfa436-aa1c-44fd-bda9-8f4f855c1460 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 1.0346694 Mar 22 12:22:51.507294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c6942-e50b-4b99-bc9e-975267cd9b3a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Deleting port fc8d0dac-6012-4433-8eb6-ab3748e90f5f {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:51.507689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6942-e50b-4b99-bc9e-975267cd9b3a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:51.570875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b445499d-1942-4431-a236-10727b967044 None None] Provisioning for port 5766f6f9-51aa-4292-b1fa-1b99e58b619c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:51.613816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c46b3dcf-8653-48b6-9fa4-18b426eb4cbe tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:51.618381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c46b3dcf-8653-48b6-9fa4-18b426eb4cbe tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:51.739638 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c46b3dcf-8653-48b6-9fa4-18b426eb4cbe tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:51.740031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46b3dcf-8653-48b6-9fa4-18b426eb4cbe tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Fanout notify agent at l3_agent the message router_deleted on router b2673436-d62d-462e-8986-cccc931074a6 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:22:51.848664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c46b3dcf-8653-48b6-9fa4-18b426eb4cbe tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:51.853630 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c46b3dcf-8653-48b6-9fa4-18b426eb4cbe tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/routers/b2673436-d62d-462e-8986-cccc931074a6 HTTP/1.1" status: 204 len: 168 time: 2.4590604 Mar 22 12:22:51.863480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39682) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:51.875864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6942-e50b-4b99-bc9e-975267cd9b3a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:51.934784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5766f6f9-51aa-4292-b1fa-1b99e58b619c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:51.966994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c92ed3-608c-4160-ae82-5e61ceb62db1 None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:22:51.990921 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-aa9c8c19-4926-42cd-be58-8cc557bc1d4f req-cba85d7a-5137-4711-9c72-4e46127b6ec4 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5182972 Mar 22 12:22:52.004711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c6942-e50b-4b99-bc9e-975267cd9b3a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Calling delete_port for fc8d0dac-6012-4433-8eb6-ab3748e90f5f owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:52.019572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-20d37760-4937-43d4-a2f1-ea7c361f4d9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.039037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.069214 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49a64f8e-a2d7-4bd4-a72e-22f124a5f26c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.117137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 5766f6f9-51aa-4292-b1fa-1b99e58b619c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:52.131672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5766f6f9-51aa-4292-b1fa-1b99e58b619c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:52.132175 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.208136 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:22:52.221439 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c92ed3-608c-4160-ae82-5e61ceb62db1 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 12:22:52.235166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.315792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.317106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.364561 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-20d37760-4937-43d4-a2f1-ea7c361f4d9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] update failed (client error): The resource could not be found. Mar 22 12:22:52.365941 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-20d37760-4937-43d4-a2f1-ea7c361f4d9d tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "PUT /v2.0/routers/37abc31b-c226-4512-9d54-9c9811c84382 HTTP/1.1" status: 404 len: 339 time: 2.7980831 Mar 22 12:22:52.369955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.379001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39690) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:52.445506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 5766f6f9-51aa-4292-b1fa-1b99e58b619c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5766f6f9-51aa-4292-b1fa-1b99e58b619c,segment=NetworkSegment(23727c11-2a7e-497f-8c50-1649fc38e6f7),segment_id=23727c11-2a7e-497f-8c50-1649fc38e6f7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:52.466500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.467221 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7d9600f2-0280-4684-b266-24df58e0b958 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:52.489935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6942-e50b-4b99-bc9e-975267cd9b3a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.528894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af83aa2-7c2f-461f-b524-ca67b89a7884 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting subnet d710f653-abb2-456b-a770-cd946295e7c9 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:22:52.589190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:52.596757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2af83aa2-7c2f-461f-b524-ca67b89a7884 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.654726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.655502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=5766f6f9-51aa-4292-b1fa-1b99e58b619c,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:52.688106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 7d9600f2-0280-4684-b266-24df58e0b958 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:52.688485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.704794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49a64f8e-a2d7-4bd4-a72e-22f124a5f26c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.733855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c6942-e50b-4b99-bc9e-975267cd9b3a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Port': ['ID=fc8d0dac-6012-4433-8eb6-ab3748e90f5f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:52.757262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2af83aa2-7c2f-461f-b524-ca67b89a7884 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.799831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f4c6942-e50b-4b99-bc9e-975267cd9b3a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.814773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49a64f8e-a2d7-4bd4-a72e-22f124a5f26c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:52.833732 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5f4c6942-e50b-4b99-bc9e-975267cd9b3a tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/ports/fc8d0dac-6012-4433-8eb6-ab3748e90f5f HTTP/1.1" status: 204 len: 168 time: 1.4031780 Mar 22 12:22:52.842231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39694) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:52.903947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Subnet': ['ID=e60558d2-da0d-4cc3-a3c4-11be45b7b076,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:52.924844 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2381f30c-7185-4402-accd-01e2a0e7b3b9 None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:22:52.958125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a0572369-83c3-45bc-9c77-37507e298d41 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:52.977662 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ced37a-7574-44bd-b430-96be89e75ba5 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:52.978251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ced37a-7574-44bd-b430-96be89e75ba5 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:52.980348 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d9ced37a-7574-44bd-b430-96be89e75ba5 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/subnets/439a2268-6ced-4383-96b6-34019cd59619 HTTP/1.1" status: 404 len: 337 time: 0.1343126 Mar 22 12:22:52.984386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a64f8e-a2d7-4bd4-a72e-22f124a5f26c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=7351b81d-525e-4c36-b49e-ec328df0d151,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:52.989327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39698) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:52.991318 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-49a64f8e-a2d7-4bd4-a72e-22f124a5f26c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/7351b81d-525e-4c36-b49e-ec328df0d151 HTTP/1.1" status: 204 len: 168 time: 3.6843057 Mar 22 12:22:52.995141 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39700) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:53.002300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:53.011801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:53.021308 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03122577-a1a0-43c7-8dbd-9007dd82da45 req-e39c63b8-ca5c-4e1f-a7ec-50de76a55a71 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:53.029294 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-03122577-a1a0-43c7-8dbd-9007dd82da45 req-e39c63b8-ca5c-4e1f-a7ec-50de76a55a71 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.5690498 Mar 22 12:22:53.093874 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a0572369-83c3-45bc-9c77-37507e298d41 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:53.096018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:53.151797 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2a266541-54fa-4b77-a6cc-cc60d357a06a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1520376 Mar 22 12:22:53.161044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39706) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:53.164627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Checking segment: {'id': 'f423a2ab-159c-48b5-80d7-b2c1a8224ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '210e1273-0d24-427d-90bb-9d5d3eda2248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:53.165108 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network hostable DHCP agents. Network: 210e1273-0d24-427d-90bb-9d5d3eda2248, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:53.187849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:53.360054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2af83aa2-7c2f-461f-b524-ca67b89a7884 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:53.400167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:53.443575 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-03122577-a1a0-43c7-8dbd-9007dd82da45 req-b2831e39-bcab-4720-970a-5ab8c90624cc tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141557 Mar 22 12:22:53.457914 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network 210e1273-0d24-427d-90bb-9d5d3eda2248 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:53.461717 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-2381f30c-7185-4402-accd-01e2a0e7b3b9 None None] Agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f already present Mar 22 12:22:53.461717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2381f30c-7185-4402-accd-01e2a0e7b3b9 None None] Network 210e1273-0d24-427d-90bb-9d5d3eda2248 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:53.461717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2381f30c-7185-4402-accd-01e2a0e7b3b9 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 210e1273-0d24-427d-90bb-9d5d3eda2248) {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 12:22:53.507846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.20.0.1 (6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb/1a9f6cc1-a6e1-4f6a-aeb5-c54948114bf1/c1131f14-dd3f-4942-82b9-efa173194cb6) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:53.524094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:53.529006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 210e1273-0d24-427d-90bb-9d5d3eda2248) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:53.558050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:53.561545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:53.587709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:53.588371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:53.593653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:53.612703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2af83aa2-7c2f-461f-b524-ca67b89a7884 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:53.661290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af83aa2-7c2f-461f-b524-ca67b89a7884 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Subnet': ['ID=d710f653-abb2-456b-a770-cd946295e7c9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:53.675049 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-afd6a8cf-868d-412b-9fcd-8b666dca0d7c tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9478600 Mar 22 12:22:53.676904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39710) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:53.683056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'subnet': {'network_id': 'd219004b-36b2-44de-af6a-ed4ee29f7b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:53.697713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2af83aa2-7c2f-461f-b524-ca67b89a7884 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:53.702103 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2af83aa2-7c2f-461f-b524-ca67b89a7884 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/d710f653-abb2-456b-a770-cd946295e7c9 HTTP/1.1" status: 204 len: 168 time: 1.8137870 Mar 22 12:22:53.703943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39714) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:53.797854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:53.812904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:53.908589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-210e1273-0d24-427d-90bb-9d5d3eda2248', 'network_id': '210e1273-0d24-427d-90bb-9d5d3eda2248', 'tenant_id': '3c453153af234694aa2b68b38cff39d9', 'fixed_ips': [{'subnet_id': 'e60558d2-da0d-4cc3-a3c4-11be45b7b076'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:53.910117 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:53.910501 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:53.921892 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Usage tracker for resource:subnet and tenant:3c453153af234694aa2b68b38cff39d9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:53.928565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:53.930363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:53.932147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5766f6f9-51aa-4292-b1fa-1b99e58b619c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:53.937858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:53.959636 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Made reservation on behalf of 3c453153af234694aa2b68b38cff39d9 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:53.963883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a832ef4-29c9-4ed0-9a32-3dee12cf8e72']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:53.974536 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 7f3a6b07-a77a-415f-9b70-54e7af3034a7 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:53.974732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:53.982890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.019502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c449696-2a47-41d0-b7c0-151daed2d01c') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:54.019775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c449696-2a47-41d0-b7c0-151daed2d01c') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:54.041918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.071204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.073360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5766f6f9-51aa-4292-b1fa-1b99e58b619c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:54.073743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.161106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.197842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Allocated IP 2001:db8::2 (210e1273-0d24-427d-90bb-9d5d3eda2248/e60558d2-da0d-4cc3-a3c4-11be45b7b076/9994bff4-2794-4c44-8ed7-82213d25928b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:54.255963 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Router cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:22:54.404960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.426662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.444798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:54.445198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:54.459562 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:54.479610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.529559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] For port 7f3a6b07-a77a-415f-9b70-54e7af3034a7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7f3a6b07-a77a-415f-9b70-54e7af3034a7,segment=NetworkSegment(5815efb4-00a8-453d-9eb5-eb3456f5207f),segment_id=5815efb4-00a8-453d-9eb5-eb3456f5207f)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:54.529918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.660565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Transition to ACTIVE for port object 9994bff4-2794-4c44-8ed7-82213d25928b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:54.675074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.686318 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Transition to ACTIVE for port object 9994bff4-2794-4c44-8ed7-82213d25928b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:54.692672 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 7f3a6b07-a77a-415f-9b70-54e7af3034a7 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:54.694891 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.724390 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.745793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.781073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Network 210e1273-0d24-427d-90bb-9d5d3eda2248 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:54.784399 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:54.788799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:54.796903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Pushing event updated for resources: {'Port': ['ID=9994bff4-2794-4c44-8ed7-82213d25928b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:54.809677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Network': ['ID=9a832ef4-29c9-4ed0-9a32-3dee12cf8e72,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:54.881163 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b4035f02-0035-48f9-a98d-b55c5c3a5c35 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/networks/9a832ef4-29c9-4ed0-9a32-3dee12cf8e72 HTTP/1.1" status: 204 len: 168 time: 1.8870988 Mar 22 12:22:54.895586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39720) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:54.896706 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Attempting to bind port 9994bff4-2794-4c44-8ed7-82213d25928b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:54.897275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Attempting to bind port 9994bff4-2794-4c44-8ed7-82213d25928b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'f423a2ab-159c-48b5-80d7-b2c1a8224ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '210e1273-0d24-427d-90bb-9d5d3eda2248'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:54.897824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Attempting to bind port 9994bff4-2794-4c44-8ed7-82213d25928b on network 210e1273-0d24-427d-90bb-9d5d3eda2248 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:54.906163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:54.906826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Checking segment: {'id': 'f423a2ab-159c-48b5-80d7-b2c1a8224ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '210e1273-0d24-427d-90bb-9d5d3eda2248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:54.907228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.907617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Bound using segment: {'id': 'f423a2ab-159c-48b5-80d7-b2c1a8224ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '210e1273-0d24-427d-90bb-9d5d3eda2248'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:54.908134 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Bound port: 9994bff4-2794-4c44-8ed7-82213d25928b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f423a2ab-159c-48b5-80d7-b2c1a8224ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '210e1273-0d24-427d-90bb-9d5d3eda2248'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:54.908508 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.945604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:54.948616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.983062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:54.989314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:55.002832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=c1131f14-dd3f-4942-82b9-efa173194cb6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:55.011205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] For port 9994bff4-2794-4c44-8ed7-82213d25928b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:55.015042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] For port 9994bff4-2794-4c44-8ed7-82213d25928b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9994bff4-2794-4c44-8ed7-82213d25928b,segment=NetworkSegment(f423a2ab-159c-48b5-80d7-b2c1a8224ea3),segment_id=f423a2ab-159c-48b5-80d7-b2c1a8224ea3)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:55.015395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:55.021703 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.032376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:22:55.054360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=7f3a6b07-a77a-415f-9b70-54e7af3034a7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:55.079238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No DVR routers for this DVR port 7f3a6b07-a77a-415f-9b70-54e7af3034a7 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:22:55.081260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d6568-bb9f-4d66-9440-d7d08e496cef None None] Sync routers for ids ['cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:22:55.086362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acd128-2dfc-430a-b9ed-f612fdbc6945 req-9d51cea1-0596-4070-8942-6f236c56ff60 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:55.087850 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-71acd128-2dfc-430a-b9ed-f612fdbc6945 req-9d51cea1-0596-4070-8942-6f236c56ff60 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4911687 Mar 22 12:22:55.109371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Subnet': ['ID=483f8ac8-3842-41c5-8f97-9336ba2b8f67,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:55.110158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327498d-25a2-4524-8dc7-25d9e2ce359a None None] Pushing event updated for resources: {'Port': ['ID=9994bff4-2794-4c44-8ed7-82213d25928b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:55.115180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d6568-bb9f-4d66-9440-d7d08e496cef None None] Routers {'cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:55.115792 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d8d6568-bb9f-4d66-9440-d7d08e496cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:55.122980 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-558594d8-2bc6-4f01-9ae6-2ba268b5b4da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "PUT /v2.0/routers/cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0862620 Mar 22 12:22:55.130281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39724) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:55.152319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Allocated IP 172.20.0.1 (52d23f34-a242-46e5-8479-9c00dbb523bf/f6a9d409-f5e5-48c0-8866-ac037d9cc0cf/beeef1ba-cdca-4cc0-b073-b1deb7196877) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:55.156793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-71e7ecf5-ed9c-4976-ad1d-1c1e066c7a0e tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Deleting port 060369dc-3bbc-427c-97f0-ab0d15d2ff4b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:55.157158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71e7ecf5-ed9c-4976-ad1d-1c1e066c7a0e tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.195758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d8d6568-bb9f-4d66-9440-d7d08e496cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:55.205108 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.205780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.206296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.206766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.207243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.207718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.208192 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.208686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.209005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.209395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.209646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.210135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.210253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8d6568-bb9f-4d66-9440-d7d08e496cef None None] Routers {'cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:22:55.210863 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d8d6568-bb9f-4d66-9440-d7d08e496cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:22:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:55.250425 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.294336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Checking segment: {'id': 'a6d881d7-56c4-4d1d-9484-c2a45a887990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd219004b-36b2-44de-af6a-ed4ee29f7b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:55.294996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network hostable DHCP agents. Network: d219004b-36b2-44de-af6a-ed4ee29f7b92, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:22:55.303010 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d8d6568-bb9f-4d66-9440-d7d08e496cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:55.303481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d6568-bb9f-4d66-9440-d7d08e496cef None None] The sync data for ids ['cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:22:55.310349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.355893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea16fdc-420a-4a8a-9a98-c83108709b91']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:55.378777 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5815efb4-00a8-453d-9eb5-eb3456f5207f') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:55.378895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5815efb4-00a8-453d-9eb5-eb3456f5207f') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:55.396022 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.406493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network d219004b-36b2-44de-af6a-ed4ee29f7b92 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:22:55.413705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aaca31-4117-4ae2-801b-a2ad66ceb8de tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:55.414408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-90aaca31-4117-4ae2-801b-a2ad66ceb8de tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:55.448157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.463689 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, d219004b-36b2-44de-af6a-ed4ee29f7b92) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:55.469218 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:55.469653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.475745 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-71acd128-2dfc-430a-b9ed-f612fdbc6945 req-8f387f02-74c5-401d-bef1-92f28eb7e4d9 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672156 Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:55.484791 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:55.486778 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:55.486778 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.540489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:55.548358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:55.551815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:55.552399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.587310 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-90aaca31-4117-4ae2-801b-a2ad66ceb8de tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:55.588569 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-90aaca31-4117-4ae2-801b-a2ad66ceb8de tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f HTTP/1.1" status: 200 len: 987 time: 0.4538679 Mar 22 12:22:55.592422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39728) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:55.600339 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3b6c9448-9e8f-4953-9d37-be780ab76424 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9216545 Mar 22 12:22:55.601094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39732) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:55.691667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=fb835b11-ce21-4f01-b268-621d24ba4137,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:55.761294 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5859942 Mar 22 12:22:55.768345 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39736) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:55.768979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.780065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.780399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.780725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.781043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.781374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.781707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.782023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.782343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.782644 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.782937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.783246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dd9d8-c142-4131-8174-7c494969ef4c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:55.796420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71e7ecf5-ed9c-4976-ad1d-1c1e066c7a0e tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.808309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.812501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.814284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'fixed_ips': [{'subnet_id': 'fb835b11-ce21-4f01-b268-621d24ba4137', 'ip_address': '2001:db8::8066:fca0:b1d7:4833'}], 'name': 'tempest-NetworksTestDHCPv6-1999667145'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:55.835478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:55.885031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Network': ['ID=bea16fdc-420a-4a8a-9a98-c83108709b91,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:55.937830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9994bff4-2794-4c44-8ed7-82213d25928b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:55.943031 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1663ecbc-d8a4-44fd-a514-6178ec842f52 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/networks/bea16fdc-420a-4a8a-9a98-c83108709b91 HTTP/1.1" status: 204 len: 168 time: 2.2356672 Mar 22 12:22:55.951365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39740) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:56.036024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 9994bff4-2794-4c44-8ed7-82213d25928b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:56.086346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8739b2a-69de-401a-a2b6-54b36f414339 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:56.086945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f8739b2a-69de-401a-a2b6-54b36f414339 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:56.093217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-71e7ecf5-ed9c-4976-ad1d-1c1e066c7a0e tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Calling delete_port for 060369dc-3bbc-427c-97f0-ab0d15d2ff4b owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:22:56.171085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Transition to ACTIVE for port object beeef1ba-cdca-4cc0-b073-b1deb7196877 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:56.254463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:56.270215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f8739b2a-69de-401a-a2b6-54b36f414339 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:56.274900 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f8739b2a-69de-401a-a2b6-54b36f414339 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/dfa657ff-3276-47e4-bb49-63094de06185 HTTP/1.1" status: 200 len: 840 time: 0.3155129 Mar 22 12:22:56.277497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:56.279232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39744) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:56.383596 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77432717-80eb-480f-b908-0fc462dc1f33 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:56.396968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:56.411209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202a891-f913-4186-bb09-bfa098204761 None None] Network 210e1273-0d24-427d-90bb-9d5d3eda2248 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:56.442659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71e7ecf5-ed9c-4976-ad1d-1c1e066c7a0e tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:56.498492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57534167-18fd-4017-98e1-74be3d3e66a3 None None] Network bea16fdc-420a-4a8a-9a98-c83108709b91 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:56.512554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e401cc4-1ecf-49c2-a007-bf07cec54a75 None None] Network d219004b-36b2-44de-af6a-ed4ee29f7b92 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:56.541483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:56.570318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71e7ecf5-ed9c-4976-ad1d-1c1e066c7a0e tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:56.682560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event updated for resources: {'Port': ['ID=beeef1ba-cdca-4cc0-b073-b1deb7196877,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:56.692133 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7d71688a-da43-4a10-a863-9284fccc99c1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/dfa657ff-3276-47e4-bb49-63094de06185?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4098766 Mar 22 12:22:56.721854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Network 52d23f34-a242-46e5-8479-9c00dbb523bf is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:56.734663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39754) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:56.736220 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-71e7ecf5-ed9c-4976-ad1d-1c1e066c7a0e tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/ports/060369dc-3bbc-427c-97f0-ab0d15d2ff4b HTTP/1.1" status: 204 len: 168 time: 1.8353577 Mar 22 12:22:56.737297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:56.747086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:56.776426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39756) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:56.784604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:22:56.804326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7ecf5-ed9c-4976-ad1d-1c1e066c7a0e tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Port': ['ID=060369dc-3bbc-427c-97f0-ab0d15d2ff4b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:56.853854 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fee3b6-95c9-42a7-a4e9-4a26d21209c3 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] DELETE failed (client error): The resource could not be found. Mar 22 12:22:56.854434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fee3b6-95c9-42a7-a4e9-4a26d21209c3 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:22:56.856258 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-10fee3b6-95c9-42a7-a4e9-4a26d21209c3 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/subnets/55147ac5-7bb1-4cfe-ab47-632a9e743b9f HTTP/1.1" status: 404 len: 337 time: 0.0762072 Mar 22 12:22:56.873017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39762) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:56.970098 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:56.974022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57534167-18fd-4017-98e1-74be3d3e66a3 None None] Network bea16fdc-420a-4a8a-9a98-c83108709b91 could not be found, it might have been deleted concurrently. {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 22 12:22:57.043883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 150ef1ef-1085-42c4-89e7-8936d362acf8 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:22:57.063751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcb20e9-432e-4923-9531-d7e8baa25e23 None None] DHCP port deletion for bea16fdc-420a-4a8a-9a98-c83108709b91 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:22:57.076871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.100145 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f29e4-6298-4b3d-8bb3-8e0b129813f7 req-66be0296-f359-4592-b704-0a3f1b468124 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:57.101616 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-771f29e4-6298-4b3d-8bb3-8e0b129813f7 req-66be0296-f359-4592-b704-0a3f1b468124 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4018569 Mar 22 12:22:57.112556 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Provisioning for port 9994bff4-2794-4c44-8ed7-82213d25928b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:57.125282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Provisioning complete for port 9994bff4-2794-4c44-8ed7-82213d25928b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:57.125597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.171582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.199747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.206971 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.211261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:22:57.214423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.257854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-d219004b-36b2-44de-af6a-ed4ee29f7b92', 'network_id': 'd219004b-36b2-44de-af6a-ed4ee29f7b92', 'tenant_id': '3c453153af234694aa2b68b38cff39d9', 'fixed_ips': [{'subnet_id': '483f8ac8-3842-41c5-8f97-9336ba2b8f67'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:22:57.258666 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.327984 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:22:57.353047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:22:57.387574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:22:57.437643 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-771f29e4-6298-4b3d-8bb3-8e0b129813f7 req-f322cc6f-872e-467e-b1d2-b473697e3718 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202641 Mar 22 12:22:57.452096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.492459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.511059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.531617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=c1131f14-dd3f-4942-82b9-efa173194cb6,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:57.553327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] For port 9994bff4-2794-4c44-8ed7-82213d25928b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9994bff4-2794-4c44-8ed7-82213d25928b,segment=NetworkSegment(f423a2ab-159c-48b5-80d7-b2c1a8224ea3),segment_id=f423a2ab-159c-48b5-80d7-b2c1a8224ea3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:22:57.557219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Allocated IP 2001:db8::2 (d219004b-36b2-44de-af6a-ed4ee29f7b92/483f8ac8-3842-41c5-8f97-9336ba2b8f67/84e56c60-da73-4aeb-a67d-a9b54c4d7620) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:57.564926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.619061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::8066:fca0:b1d7:4833 (578a050b-df3b-4bf8-b5f3-612af8e4798e/fb835b11-ce21-4f01-b268-621d24ba4137/150ef1ef-1085-42c4-89e7-8936d362acf8) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:57.650815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:57.664227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Pushing event updated for resources: {'Port': ['ID=9994bff4-2794-4c44-8ed7-82213d25928b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:57.675684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:57.676165 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:57.676589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:57.677153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:57.677597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:57.678038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:57.678442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:57.678810 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:57.679306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:57.679871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:57.680282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c01a1-1c0e-4db7-b6dc-19123d0e65f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:22:57.682596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20daaf6e-c8dc-4392-a264-8720dda12b1d']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:57.744739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:22:57.766215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f519efa-11d2-42f2-9196-db8edb0b6721') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:57.766505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f519efa-11d2-42f2-9196-db8edb0b6721') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:22:57.879211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da64ceb-69ce-4c93-bfd9-870df0d99add None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:57.901804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c1fcfb66-a258-4fe1-9c9d-84d643730a34 None None] Provisioning for port beeef1ba-cdca-4cc0-b073-b1deb7196877 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:22:57.906679 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9994bff4-2794-4c44-8ed7-82213d25928b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:22:58.038988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c1fcfb66-a258-4fe1-9c9d-84d643730a34 None None] Provisioning complete for port beeef1ba-cdca-4cc0-b073-b1deb7196877 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:58.039353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c1fcfb66-a258-4fe1-9c9d-84d643730a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.156410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.169284 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Transition to ACTIVE for port object 84e56c60-da73-4aeb-a67d-a9b54c4d7620 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:58.182749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.195588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Transition to ACTIVE for port object 84e56c60-da73-4aeb-a67d-a9b54c4d7620 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:58.216198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.232692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.295629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:58.304859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.305521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e828f-f573-4f30-b8ac-3f03596471f9 None None] Network 210e1273-0d24-427d-90bb-9d5d3eda2248 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:58.313528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:58.315993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Allocated IP 2001:db8::1 (210e1273-0d24-427d-90bb-9d5d3eda2248/e60558d2-da0d-4cc3-a3c4-11be45b7b076/fbb0ea6d-c566-41a2-8cac-49050461c93c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:22:58.367106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 150ef1ef-1085-42c4-89e7-8936d362acf8 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:58.377177 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.412376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Network d219004b-36b2-44de-af6a-ed4ee29f7b92 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:58.476767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3af5b23-0897-47b3-8e68-cc35f8acf3f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.490841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:58.497401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcfb66-a258-4fe1-9c9d-84d643730a34 None None] Port beeef1ba-cdca-4cc0-b073-b1deb7196877 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:58.499085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:22:58.499085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.499318 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:22:58.521376 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:22:58.670459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Pushing event updated for resources: {'Port': ['ID=84e56c60-da73-4aeb-a67d-a9b54c4d7620,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:58.671104 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.774051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.789795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 9994bff4-2794-4c44-8ed7-82213d25928b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:58.790253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.794906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:58.799135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.804459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:58.806765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:58.811247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:58.811852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.823942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=150ef1ef-1085-42c4-89e7-8936d362acf8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:58.828877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Transition to ACTIVE for port object fbb0ea6d-c566-41a2-8cac-49050461c93c will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:22:58.850664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.873168 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c953315a-6079-4f49-b81b-bf3c4dc7db7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.876787 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-25f61abc-b524-423f-a4bf-eb86c6211e08 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1058388 Mar 22 12:22:58.880020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39772) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:58.895249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Attempting to bind port 84e56c60-da73-4aeb-a67d-a9b54c4d7620 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:22:58.895774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Attempting to bind port 84e56c60-da73-4aeb-a67d-a9b54c4d7620 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'a6d881d7-56c4-4d1d-9484-c2a45a887990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd219004b-36b2-44de-af6a-ed4ee29f7b92'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:22:58.896225 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Attempting to bind port 84e56c60-da73-4aeb-a67d-a9b54c4d7620 on network d219004b-36b2-44de-af6a-ed4ee29f7b92 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:22:58.947097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c1fcfb66-a258-4fe1-9c9d-84d643730a34 None None] Provisioning complete for port fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:58.947097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c1fcfb66-a258-4fe1-9c9d-84d643730a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.957299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Network': ['ID=20daaf6e-c8dc-4392-a264-8720dda12b1d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:58.957642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:58.979322 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bae1cbd4-5fa3-4e81-a4bd-4962dfa830dc tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/networks/20daaf6e-c8dc-4392-a264-8720dda12b1d HTTP/1.1" status: 204 len: 168 time: 2.1027517 Mar 22 12:22:58.989840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39776) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:59.009943 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:22:59.010477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Checking segment: {'id': 'a6d881d7-56c4-4d1d-9484-c2a45a887990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd219004b-36b2-44de-af6a-ed4ee29f7b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:22:59.010980 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.011472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Bound using segment: {'id': 'a6d881d7-56c4-4d1d-9484-c2a45a887990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd219004b-36b2-44de-af6a-ed4ee29f7b92'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:22:59.012088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Bound port: 84e56c60-da73-4aeb-a67d-a9b54c4d7620, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d881d7-56c4-4d1d-9484-c2a45a887990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd219004b-36b2-44de-af6a-ed4ee29f7b92'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:22:59.012554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.103516 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network 210e1273-0d24-427d-90bb-9d5d3eda2248 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:59.104718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcfb66-a258-4fe1-9c9d-84d643730a34 None None] Port fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:22:59.113961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:59.116781 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:22:59.116964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.136750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Port': ['ID=fbb0ea6d-c566-41a2-8cac-49050461c93c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:59.218481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] For port 84e56c60-da73-4aeb-a67d-a9b54c4d7620, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:22:59.224315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22babbe7-a025-4e84-9741-ebff7ad1f955 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:59.227203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] For port 84e56c60-da73-4aeb-a67d-a9b54c4d7620, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=84e56c60-da73-4aeb-a67d-a9b54c4d7620,segment=NetworkSegment(a6d881d7-56c4-4d1d-9484-c2a45a887990),segment_id=a6d881d7-56c4-4d1d-9484-c2a45a887990)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:22:59.229653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22babbe7-a025-4e84-9741-ebff7ad1f955 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:59.230297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-22babbe7-a025-4e84-9741-ebff7ad1f955 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:22:59.238907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7f3a6b07-a77a-415f-9b70-54e7af3034a7 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:22:59.251516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608aabb-ded3-4df0-ac97-10bca19e7aaf req-a85ba82e-0e8a-4e75-9a46-0dc36ded4525 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:59.258436 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d608aabb-ded3-4df0-ac97-10bca19e7aaf req-a85ba82e-0e8a-4e75-9a46-0dc36ded4525 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.6081872 Mar 22 12:22:59.272457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.313608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b3af5b23-0897-47b3-8e68-cc35f8acf3f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:59.314227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3af5b23-0897-47b3-8e68-cc35f8acf3f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.318051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 7f3a6b07-a77a-415f-9b70-54e7af3034a7 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:22:59.318511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7f3a6b07-a77a-415f-9b70-54e7af3034a7 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:22:59.332968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.352304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-22babbe7-a025-4e84-9741-ebff7ad1f955 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:22:59.353490 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-22babbe7-a025-4e84-9741-ebff7ad1f955 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.4724145 Mar 22 12:22:59.363292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39780) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:22:59.363999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.382914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0ead7b25-fca3-4743-8bfb-b1fdbff4cb34 None None] Provisioning complete for port a0572369-83c3-45bc-9c77-37507e298d41 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:59.383272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0ead7b25-fca3-4743-8bfb-b1fdbff4cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.469766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-870bcb20-a0f3-44e4-be00-13aa0b5369ec tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 150ef1ef-1085-42c4-89e7-8936d362acf8 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:22:59.470103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-870bcb20-a0f3-44e4-be00-13aa0b5369ec tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.472969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b98ed-7fc1-455a-bef4-e45cbcae29c2 None None] Pushing event updated for resources: {'Port': ['ID=84e56c60-da73-4aeb-a67d-a9b54c4d7620,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:59.602618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0ead7b25-fca3-4743-8bfb-b1fdbff4cb34 None None] Provisioning complete for port 9994bff4-2794-4c44-8ed7-82213d25928b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:22:59.602983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0ead7b25-fca3-4743-8bfb-b1fdbff4cb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.840223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:22:59.862931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:22:59.874740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:22:59.883147 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Subnet': ['ID=4ef5d962-f97b-4d21-b45a-2a33dea37e7b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:22:59.895123 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c6447f-1e78-47e0-9ea4-481c83fdc678 None None] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:22:59.899338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:22:59.902624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.916385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:22:59.922561 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d608aabb-ded3-4df0-ac97-10bca19e7aaf req-d1347108-1d67-494d-a2cb-f305201bffcf tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6628757 Mar 22 12:22:59.965986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.079429 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3340e222-1e1e-4715-b806-ad65a6608169 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3395925 Mar 22 12:23:00.079779 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-98811899-4093-415a-9b59-5bae3b4a6ca7 None None] Provisioning for port 150ef1ef-1085-42c4-89e7-8936d362acf8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:00.088079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-98811899-4093-415a-9b59-5bae3b4a6ca7 None None] Provisioning complete for port 150ef1ef-1085-42c4-89e7-8936d362acf8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:00.088453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-98811899-4093-415a-9b59-5bae3b4a6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.103436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39784) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:00.127578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1665821292'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:00.160716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:00.172839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:security_group and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:00.177334 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-0553f465-b1a0-4b79-a241-b23e80a37b89 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Deleting subnet a766d3a8-eb90-4567-8812-d6e9fce63ab4 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:00.179840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.182974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-98811899-4093-415a-9b59-5bae3b4a6ca7 None None] Port 150ef1ef-1085-42c4-89e7-8936d362acf8 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:00.186801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:00.193658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0553f465-b1a0-4b79-a241-b23e80a37b89 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.211319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-98811899-4093-415a-9b59-5bae3b4a6ca7 None None] Provisioning complete for port a0572369-83c3-45bc-9c77-37507e298d41 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:00.211685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-98811899-4093-415a-9b59-5bae3b4a6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.230945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event updated for resources: {'Port': ['ID=beeef1ba-cdca-4cc0-b073-b1deb7196877,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:00.244844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:00.340248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3af5b23-0897-47b3-8e68-cc35f8acf3f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.348417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.375266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0553f465-b1a0-4b79-a241-b23e80a37b89 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.450500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-98811899-4093-415a-9b59-5bae3b4a6ca7 None None] Provisioning complete for port 9994bff4-2794-4c44-8ed7-82213d25928b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:00.451084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-98811899-4093-415a-9b59-5bae3b4a6ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.494784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b3af5b23-0897-47b3-8e68-cc35f8acf3f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:00.499647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-3c1d093f-f907-41bb-91e9-793701b2ac02', 'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'tenant_id': '6344ffba11c54feca200eae2b0b1bae8', 'fixed_ips': [{'subnet_id': '4ef5d962-f97b-4d21-b45a-2a33dea37e7b'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:23:00.500812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.514682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:00.530457 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:security_group_rule and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:00.536582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:00.548216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:00.561740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Network 52d23f34-a242-46e5-8479-9c00dbb523bf is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:00.568629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:00.645049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:00.738913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0553f465-b1a0-4b79-a241-b23e80a37b89 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.787345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Allocated IP 172.20.0.2 (3c1d093f-f907-41bb-91e9-793701b2ac02/4ef5d962-f97b-4d21-b45a-2a33dea37e7b/823a6d26-244b-4b1c-9a12-5242486762cd) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:00.826831 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-870bcb20-a0f3-44e4-be00-13aa0b5369ec tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:00.996296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-870bcb20-a0f3-44e4-be00-13aa0b5369ec tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 150ef1ef-1085-42c4-89e7-8936d362acf8 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:01.003511 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.019404 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e60ba234-b2ec-4734-bb16-0489b4ffedb3 None None] Provisioning complete for port 150ef1ef-1085-42c4-89e7-8936d362acf8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:01.019770 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e60ba234-b2ec-4734-bb16-0489b4ffedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.091559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fef7c2-b059-430e-915d-f75d1843c0e3 None None] Network d219004b-36b2-44de-af6a-ed4ee29f7b92 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:01.100719 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.105049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0553f465-b1a0-4b79-a241-b23e80a37b89 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.187384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.236940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e60ba234-b2ec-4734-bb16-0489b4ffedb3 None None] Port 150ef1ef-1085-42c4-89e7-8936d362acf8 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:01.283377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.284128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.297113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f16bb0-51b8-498d-bc66-5bc3270801c1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:01.298521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553f465-b1a0-4b79-a241-b23e80a37b89 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Subnet': ['ID=a766d3a8-eb90-4567-8812-d6e9fce63ab4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:01.302865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.328069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e60ba234-b2ec-4734-bb16-0489b4ffedb3 None None] Provisioning for port fbb0ea6d-c566-41a2-8cac-49050461c93c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:01.337295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e60ba234-b2ec-4734-bb16-0489b4ffedb3 None None] Provisioning complete for port fbb0ea6d-c566-41a2-8cac-49050461c93c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:01.337704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e60ba234-b2ec-4734-bb16-0489b4ffedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.350787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0553f465-b1a0-4b79-a241-b23e80a37b89 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.355277 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0553f465-b1a0-4b79-a241-b23e80a37b89 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/subnets/a766d3a8-eb90-4567-8812-d6e9fce63ab4 HTTP/1.1" status: 204 len: 168 time: 2.3610270 Mar 22 12:23:01.359847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39792) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:01.368654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Transition to ACTIVE for port object 823a6d26-244b-4b1c-9a12-5242486762cd will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:01.378240 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbc0da9-499b-4037-ad19-4223a5ae1897 None None] Network b1450a9c-7013-4dc6-a636-b4b0cc85542b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:01.381502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.382889 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b178809b-be88-4d5b-9a5a-d82c83f659d8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2782905 Mar 22 12:23:01.387114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39796) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:01.422462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1940339419'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:01.438957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:01.448406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3af5b23-0897-47b3-8e68-cc35f8acf3f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.455448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Port': ['ID=fbb0ea6d-c566-41a2-8cac-49050461c93c,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:01.534879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:security_group and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:01.537621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-870bcb20-a0f3-44e4-be00-13aa0b5369ec tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.546417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Transition to ACTIVE for port object 823a6d26-244b-4b1c-9a12-5242486762cd will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:01.555601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:01.559142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e60ba234-b2ec-4734-bb16-0489b4ffedb3 None None] Port fbb0ea6d-c566-41a2-8cac-49050461c93c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:01.574662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:01.574906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.593421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af5b23-0897-47b3-8e68-cc35f8acf3f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:01.635862 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.645593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d4640-da31-471f-9875-9d9b2eed3f63 req-cb91e72c-2ebb-447e-a108-a3afb21b721c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:01.647077 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-949d4640-da31-471f-9875-9d9b2eed3f63 req-cb91e72c-2ebb-447e-a108-a3afb21b721c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.5182405 Mar 22 12:23:01.658008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Deleting port a1a32c9c-7e60-44da-b677-73449afd2843 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:01.658372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.687859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bcb20-a0f3-44e4-be00-13aa0b5369ec tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=150ef1ef-1085-42c4-89e7-8936d362acf8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:01.755876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-313c48e9-4936-4725-9594-ee41020b4143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.799257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Router 37abc31b-c226-4512-9d54-9c9811c84382 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:01.892393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:01.896805 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Pushing event updated for resources: {'Port': ['ID=823a6d26-244b-4b1c-9a12-5242486762cd,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:01.914999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.915258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:01.926114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-308011b0-d638-4a7a-9703-237edc71c51c None None] Provisioning for port 84e56c60-da73-4aeb-a67d-a9b54c4d7620 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:01.929406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-870bcb20-a0f3-44e4-be00-13aa0b5369ec tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:01.932716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:01.990760 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 84e56c60-da73-4aeb-a67d-a9b54c4d7620 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:01.997613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:02.012043 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7dbcd7-7aba-45af-8a63-d63ba3f8be49 None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:02.032123 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7dbcd7-7aba-45af-8a63-d63ba3f8be49 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:02.032755 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-df7dbcd7-7aba-45af-8a63-d63ba3f8be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:02.099595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.121740 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6f44929e-e59a-4c68-ad90-768cf64adc25 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "PUT /v2.0/routers/8bf2f9c3-920d-44fd-9861-d056646f1eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0086241 Mar 22 12:23:02.146073 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-df7dbcd7-7aba-45af-8a63-d63ba3f8be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:02.157487 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7dbcd7-7aba-45af-8a63-d63ba3f8be49 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:02.158086 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-df7dbcd7-7aba-45af-8a63-d63ba3f8be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:02.181728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39800) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:02.246717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] For port a1a32c9c-7e60-44da-b677-73449afd2843, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a1a32c9c-7e60-44da-b677-73449afd2843,segment=NetworkSegment(aea2095e-a46b-41bf-8c5a-7efb6c66d8e6),segment_id=aea2095e-a46b-41bf-8c5a-7efb6c66d8e6)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:02.246958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.247103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.257796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'port': {'network_id': '6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb', 'name': 'tempest-FloatingIPTestJSON-47465748'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:02.274444 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-df7dbcd7-7aba-45af-8a63-d63ba3f8be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:02.275090 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7dbcd7-7aba-45af-8a63-d63ba3f8be49 None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:02.298517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-308011b0-d638-4a7a-9703-237edc71c51c None None] Provisioning complete for port beeef1ba-cdca-4cc0-b073-b1deb7196877 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:02.298883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-308011b0-d638-4a7a-9703-237edc71c51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.330473 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Attempting to bind port 823a6d26-244b-4b1c-9a12-5242486762cd on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:23:02.330473 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Attempting to bind port 823a6d26-244b-4b1c-9a12-5242486762cd by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'd6f7f527-b091-4b32-94d7-4a6045d39930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:23:02.330725 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Attempting to bind port 823a6d26-244b-4b1c-9a12-5242486762cd on network 3c1d093f-f907-41bb-91e9-793701b2ac02 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:23:02.359733 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network 210e1273-0d24-427d-90bb-9d5d3eda2248 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:02.365338 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:23:02.365838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Checking segment: {'id': 'd6f7f527-b091-4b32-94d7-4a6045d39930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:23:02.366235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.366647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Bound using segment: {'id': 'd6f7f527-b091-4b32-94d7-4a6045d39930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:23:02.367118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Bound port: 823a6d26-244b-4b1c-9a12-5242486762cd, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f7f527-b091-4b32-94d7-4a6045d39930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:23:02.367483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.383594 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-308011b0-d638-4a7a-9703-237edc71c51c None None] Port beeef1ba-cdca-4cc0-b073-b1deb7196877 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:02.417875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c81d0a5-b0b8-4fa4-9681-644ba27d8b8f None None] DHCP port deletion for b1450a9c-7013-4dc6-a636-b4b0cc85542b request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:02.424032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 84e56c60-da73-4aeb-a67d-a9b54c4d7620 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:02.434057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Calling delete_port for a1a32c9c-7e60-44da-b677-73449afd2843 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:02.441984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8c81d0a5-b0b8-4fa4-9681-644ba27d8b8f None None] Deleting port a1a32c9c-7e60-44da-b677-73449afd2843 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:02.442357 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8c81d0a5-b0b8-4fa4-9681-644ba27d8b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.470408 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-870bcb20-a0f3-44e4-be00-13aa0b5369ec tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/150ef1ef-1085-42c4-89e7-8936d362acf8 HTTP/1.1" status: 204 len: 168 time: 3.0955436 Mar 22 12:23:02.471599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:02.477930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 84e56c60-da73-4aeb-a67d-a9b54c4d7620 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:02.478300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.488335 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-949d4640-da31-471f-9875-9d9b2eed3f63 req-68c9934e-cb1b-4709-a1f4-a5a2c9ea7852 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7558165 Mar 22 12:23:02.524081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39804) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:02.530331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.618794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8c81d0a5-b0b8-4fa4-9681-644ba27d8b8f None None] The port 'a1a32c9c-7e60-44da-b677-73449afd2843' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:23:02.621847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Port': ['ID=a1a32c9c-7e60-44da-b677-73449afd2843,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:02.637995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] For port 823a6d26-244b-4b1c-9a12-5242486762cd, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:23:02.647731 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-325662ef-788c-4807-888a-d36740d7ff84 None None] Provisioning complete for port 84e56c60-da73-4aeb-a67d-a9b54c4d7620 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:02.648034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-325662ef-788c-4807-888a-d36740d7ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.660679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] No DVR routers for this DVR port a1a32c9c-7e60-44da-b677-73449afd2843 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:02.674441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] For port 823a6d26-244b-4b1c-9a12-5242486762cd, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=823a6d26-244b-4b1c-9a12-5242486762cd,segment=NetworkSegment(d6f7f527-b091-4b32-94d7-4a6045d39930),segment_id=d6f7f527-b091-4b32-94d7-4a6045d39930)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:23:02.692986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.751919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46948d09-252e-49e2-9ff6-75da2d48d930 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:02.753256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46948d09-252e-49e2-9ff6-75da2d48d930 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:02.754026 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-46948d09-252e-49e2-9ff6-75da2d48d930 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:02.840045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3af5b23-0897-47b3-8e68-cc35f8acf3f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.874252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.875362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-46948d09-252e-49e2-9ff6-75da2d48d930 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:02.876705 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-46948d09-252e-49e2-9ff6-75da2d48d930 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3494959 Mar 22 12:23:02.879761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:02.887568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39808) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:02.898399 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92eadb-2873-40bc-925b-38e2d3f5c113 None None] Pushing event updated for resources: {'Port': ['ID=823a6d26-244b-4b1c-9a12-5242486762cd,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:02.939222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:02.968389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:security_group_rule and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:02.972402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:02.986285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1450a9c-7013-4dc6-a636-b4b0cc85542b']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:02.995358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:03.030458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea2095e-a46b-41bf-8c5a-7efb6c66d8e6') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:03.031133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea2095e-a46b-41bf-8c5a-7efb6c66d8e6') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:03.036087 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 84e56c60-da73-4aeb-a67d-a9b54c4d7620, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=84e56c60-da73-4aeb-a67d-a9b54c4d7620,segment=NetworkSegment(a6d881d7-56c4-4d1d-9484-c2a45a887990),segment_id=a6d881d7-56c4-4d1d-9484-c2a45a887990)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:03.040546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f5dd6-b771-42bb-8487-484ea349f5df None None] Sync routers for ids ['37abc31b-c226-4512-9d54-9c9811c84382'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:03.047156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-325662ef-788c-4807-888a-d36740d7ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.051120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.059478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.075927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.089940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:23:03.104398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.123125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:03.126005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:03.130221 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-630ba42f-5caf-4a4c-89da-49caf0bcbef4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "PUT /v2.0/routers/37abc31b-c226-4512-9d54-9c9811c84382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7494848 Mar 22 12:23:03.132802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39812) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:03.138282 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:port and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:23:03.155736 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:23:03.173494 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f5dd6-b771-42bb-8487-484ea349f5df None None] Routers {'37abc31b-c226-4512-9d54-9c9811c84382'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:03.175021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3e7f5dd6-b771-42bb-8487-484ea349f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['37abc31b-c226-4512-9d54-9c9811c84382'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:03.215076 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:03.237431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:03.341651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3e7f5dd6-b771-42bb-8487-484ea349f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:03.344898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Made reservation on behalf of f1288cb531234a338db76e44a9caa828 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:03.347138 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=84e56c60-da73-4aeb-a67d-a9b54c4d7620,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:03.348209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.361027 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-325662ef-788c-4807-888a-d36740d7ff84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:23:03.361373 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-325662ef-788c-4807-888a-d36740d7ff84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:23:03.361906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.363223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.368706 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f5dd6-b771-42bb-8487-484ea349f5df None None] Routers {'37abc31b-c226-4512-9d54-9c9811c84382'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:03.369308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3e7f5dd6-b771-42bb-8487-484ea349f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['37abc31b-c226-4512-9d54-9c9811c84382'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:03.389391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.401593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] Pushing event deleted for resources: {'Network': ['ID=b1450a9c-7013-4dc6-a636-b4b0cc85542b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:03.409045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a79412-1438-47f5-84fb-a0e5b556f6c7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet fb835b11-ce21-4f01-b268-621d24ba4137 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:03.411876 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-23d0c587-3203-41fc-8711-883725b8d486 tempest-NetworksIpV6TestAttrs-546189707 tempest-NetworksIpV6TestAttrs-546189707-project] 10.222.0.62 "DELETE /v2.0/networks/b1450a9c-7013-4dc6-a636-b4b0cc85542b HTTP/1.1" status: 204 len: 168 time: 2.0497394 Mar 22 12:23:03.414880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75a79412-1438-47f5-84fb-a0e5b556f6c7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.442704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3e7f5dd6-b771-42bb-8487-484ea349f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:03.443152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7f5dd6-b771-42bb-8487-484ea349f5df None None] The sync data for ids ['37abc31b-c226-4512-9d54-9c9811c84382'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:03.480034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75a79412-1438-47f5-84fb-a0e5b556f6c7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.556851 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] device_id is not set on port 9f6d007a-1e8e-44aa-89d1-d85c065959d9 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:23:03.564120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75a79412-1438-47f5-84fb-a0e5b556f6c7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.604596 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.643417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.662075 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75a79412-1438-47f5-84fb-a0e5b556f6c7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.723878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a79412-1438-47f5-84fb-a0e5b556f6c7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=fb835b11-ce21-4f01-b268-621d24ba4137,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:03.731931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e94c84-fb9b-4ab8-b42f-2464217a5bfb None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:03.764714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75a79412-1438-47f5-84fb-a0e5b556f6c7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:03.787625 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-75a79412-1438-47f5-84fb-a0e5b556f6c7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/fb835b11-ce21-4f01-b268-621d24ba4137 HTTP/1.1" status: 204 len: 168 time: 0.8950505 Mar 22 12:23:03.790808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39822) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:03.920403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39826) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:04.026387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc4110f-0410-4af1-86f1-680e3e1542b3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:04.040808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:04.044609 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8ce1381a-c117-4f0e-9957-64a4962453a0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.6472273 Mar 22 12:23:04.044774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 84e56c60-da73-4aeb-a67d-a9b54c4d7620 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:04.078027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39832) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:04.092776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2064816660', 'security_groups': ['7fc4110f-0410-4af1-86f1-680e3e1542b3'], 'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4ef5d962-f97b-4d21-b45a-2a33dea37e7b'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:04.116295 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-99406e86-e55c-410b-a21b-18c951ed1558 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2994368 Mar 22 12:23:04.116295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39836) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:04.123292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:04.249196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58183d3a-fd1d-48a4-b54b-54ca5955fd90 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:04.271332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 84e56c60-da73-4aeb-a67d-a9b54c4d7620 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:04.271700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:04.326454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:04.333815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3cca0-9b96-4b47-a6f6-bfa30d32141f req-00e059ec-49fc-47d8-ab6a-d5617346ceeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:04.338080 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2ca3cca0-9b96-4b47-a6f6-bfa30d32141f req-00e059ec-49fc-47d8-ab6a-d5617346ceeb tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.6548157 Mar 22 12:23:04.344602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:04.348706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:04.385780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-85945d2b-6801-492e-9035-0980cc26f83a None None] Provisioning for port 823a6d26-244b-4b1c-9a12-5242486762cd completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:04.407873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:04.408701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3af5b23-0897-47b3-8e68-cc35f8acf3f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Router cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:04.411568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.20.0.12 (6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb/1a9f6cc1-a6e1-4f6a-aeb5-c54948114bf1/9f6d007a-1e8e-44aa-89d1-d85c065959d9) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:04.421151 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2ca3cca0-9b96-4b47-a6f6-bfa30d32141f req-e7cb7d05-b7fb-4141-a420-99a08011c86c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778666 Mar 22 12:23:04.422782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:04.426714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:04.431297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7b4b5-8865-4c15-824e-d9f707087893 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:04.440450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Router 3ef16494-3133-4cb6-85c4-11fc59789727 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:23:04.457018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-99e7b4b5-8865-4c15-824e-d9f707087893 None None] Deleting port a0572369-83c3-45bc-9c77-37507e298d41 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:04.457018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-99e7b4b5-8865-4c15-824e-d9f707087893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:04.597091 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9920b3c3-fe2d-4ff2-8476-dc2ebfb2c56b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ee562ad3f6547f7862f15a8e821b824&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6754565 Mar 22 12:23:04.618225 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39842) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:04.628434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-85945d2b-6801-492e-9035-0980cc26f83a None None] Provisioning complete for port dfa657ff-3276-47e4-bb49-63094de06185 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:04.630803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-85945d2b-6801-492e-9035-0980cc26f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:04.672684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 823a6d26-244b-4b1c-9a12-5242486762cd up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:04.717570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:04.774673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-85945d2b-6801-492e-9035-0980cc26f83a None None] Port dfa657ff-3276-47e4-bb49-63094de06185 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:04.782807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-99e7b4b5-8865-4c15-824e-d9f707087893 None None] For port a0572369-83c3-45bc-9c77-37507e298d41, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a0572369-83c3-45bc-9c77-37507e298d41,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:04.783177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-99e7b4b5-8865-4c15-824e-d9f707087893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:04.804769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:04.809374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:port and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:04.810313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:04.813080 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:04.813485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:04.819035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:04.825981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:04.826585 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:04.832067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=fed04022-9295-49b7-b1ce-f0ea5fbf4a43,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:04.904227 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ac375cd5-3c3b-4638-a53b-a81dfba90b2b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7874916 Mar 22 12:23:04.906822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39848) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:04.916094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-99e7b4b5-8865-4c15-824e-d9f707087893 None None] Calling delete_port for a0572369-83c3-45bc-9c77-37507e298d41 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:04.919834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'fixed_ips': [{'subnet_id': 'fed04022-9295-49b7-b1ce-f0ea5fbf4a43', 'ip_address': '2001:db8::b495:8e17:aba0:200f'}], 'name': 'tempest-NetworksTestDHCPv6-607406249'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:04.968783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-85945d2b-6801-492e-9035-0980cc26f83a None None] Provisioning complete for port fbb0ea6d-c566-41a2-8cac-49050461c93c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:04.969139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-85945d2b-6801-492e-9035-0980cc26f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:04.998250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:05.020658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 823a6d26-244b-4b1c-9a12-5242486762cd completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:05.044936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 823a6d26-244b-4b1c-9a12-5242486762cd triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:05.045299 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.065871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6e6ee-3584-47f1-a87c-c449fe3dd1bb req-badbdc79-48c2-4ad9-a546-4e541decd46d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:05.067798 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0cd6e6ee-3584-47f1-a87c-c449fe3dd1bb req-badbdc79-48c2-4ad9-a546-4e541decd46d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.2100596 Mar 22 12:23:05.081841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-85945d2b-6801-492e-9035-0980cc26f83a None None] Port fbb0ea6d-c566-41a2-8cac-49050461c93c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:05.097603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-99e7b4b5-8865-4c15-824e-d9f707087893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.110860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:05.122974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:05.126271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:05.135929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:05.148140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7b4b5-8865-4c15-824e-d9f707087893 None None] Pushing event deleted for resources: {'Port': ['ID=a0572369-83c3-45bc-9c77-37507e298d41,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:05.148589 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0cd6e6ee-3584-47f1-a87c-c449fe3dd1bb req-7f64baa8-93f1-4876-a8d4-daa66ca99daa tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704772 Mar 22 12:23:05.155076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:05.160841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.170849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7b4b5-8865-4c15-824e-d9f707087893 None None] No DVR routers for this DVR port a0572369-83c3-45bc-9c77-37507e298d41 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:05.193510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4867314a-0fb0-4387-8421-842fa20bf211 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:05.196550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 3fd61c1d-88d1-44fe-9f5f-14593fa5b5e5 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:23:05.322509 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.365435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3af5b23-0897-47b3-8e68-cc35f8acf3f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:05.372097 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b3af5b23-0897-47b3-8e68-cc35f8acf3f5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "PUT /v2.0/routers/cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7784169 Mar 22 12:23:05.380026 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec59a9e5-2ba2-417a-8e01-aa01d8aacfc3 None None] Sync routers for ids ['cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:05.384703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39852) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:05.387797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46df06e9-86d1-436a-8287-bca8d8a35414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.397990 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59a9e5-2ba2-417a-8e01-aa01d8aacfc3 None None] Routers {'cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:05.398957 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ec59a9e5-2ba2-417a-8e01-aa01d8aacfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:05.402794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.449041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::b495:8e17:aba0:200f (578a050b-df3b-4bf8-b5f3-612af8e4798e/fed04022-9295-49b7-b1ce-f0ea5fbf4a43/3fd61c1d-88d1-44fe-9f5f-14593fa5b5e5) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:05.480000 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ec59a9e5-2ba2-417a-8e01-aa01d8aacfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:05.494461 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59a9e5-2ba2-417a-8e01-aa01d8aacfc3 None None] Routers {'cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:05.495448 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ec59a9e5-2ba2-417a-8e01-aa01d8aacfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:05.507328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 823a6d26-244b-4b1c-9a12-5242486762cd, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=823a6d26-244b-4b1c-9a12-5242486762cd,segment=NetworkSegment(d6f7f527-b091-4b32-94d7-4a6045d39930),segment_id=d6f7f527-b091-4b32-94d7-4a6045d39930)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:05.549716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.583307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.587518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': 'fed04022-9295-49b7-b1ce-f0ea5fbf4a43'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:23:05.588335 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.593344 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-58183d3a-fd1d-48a4-b54b-54ca5955fd90 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 12:23:05.595919 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ec59a9e5-2ba2-417a-8e01-aa01d8aacfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:05.596307 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec59a9e5-2ba2-417a-8e01-aa01d8aacfc3 None None] The sync data for ids ['cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:05.598657 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58183d3a-fd1d-48a4-b54b-54ca5955fd90 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "DELETE /v2.0/routers/37abc31b-c226-4512-9d54-9c9811c84382 HTTP/1.1" status: 409 len: 329 time: 2.4627461 Mar 22 12:23:05.618236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39856) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:05.626086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a1a32c9c-7e60-44da-b677-73449afd2843 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:05.634863 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-067b154e-3053-4f5d-8585-9081ec3a9ca9 req-b1058667-342f-44e6-9f4b-fdf9dcf61267 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 1099 time: 0.7312922 Mar 22 12:23:05.635735 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b019913-f6c8-4b0e-82be-8628300f7274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:23:05.636243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b019913-f6c8-4b0e-82be-8628300f7274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:05.709140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a1a32c9c-7e60-44da-b677-73449afd2843 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:05.709378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a1a32c9c-7e60-44da-b677-73449afd2843 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:05.723313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=823a6d26-244b-4b1c-9a12-5242486762cd,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:05.749138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46df06e9-86d1-436a-8287-bca8d8a35414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.753583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.769904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 3fd61c1d-88d1-44fe-9f5f-14593fa5b5e5 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:05.795062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.812342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port c5144491-31d1-446b-b2fa-8528e050361d yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:23:05.846054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 823a6d26-244b-4b1c-9a12-5242486762cd up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:05.874493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:05.877814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:05.882386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:05.886408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:05.887362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.892737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=3fd61c1d-88d1-44fe-9f5f-14593fa5b5e5,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:05.919981 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2691991c-2146-4913-90d1-0febeba260bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0095026 Mar 22 12:23:05.921881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:05.927839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/fed04022-9295-49b7-b1ce-f0ea5fbf4a43/829043df-4d08-4b3d-a1f8-cfbf6f4f43fe) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:05.965433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 823a6d26-244b-4b1c-9a12-5242486762cd triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:05.965738 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.966276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b019913-f6c8-4b0e-82be-8628300f7274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:05.967434 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b019913-f6c8-4b0e-82be-8628300f7274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/fc34f73d-fa6b-4a9e-94b4-4ee6cb8c2054 HTTP/1.1" status: 404 len: 333 time: 0.5811915 Mar 22 12:23:05.968664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:05.970325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39864) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:06.024176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:06.071956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558c0d8-39ac-4ab4-8fce-bc1de090251b None None] Sync routers for ids ['3ef16494-3133-4cb6-85c4-11fc59789727'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:06.122262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cc5e73-1454-462a-a3f9-0f41eab3b70c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:06.122960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-62cc5e73-1454-462a-a3f9-0f41eab3b70c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:06.135083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2e2c-9c3d-4db4-a1f6-b50947f866c3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.186422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:06.195561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b154e-3053-4f5d-8585-9081ec3a9ca9 req-edc8a358-36d5-4805-9630-4fc25ee44929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:06.196267 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-067b154e-3053-4f5d-8585-9081ec3a9ca9 req-edc8a358-36d5-4805-9630-4fc25ee44929 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 200 len: 913 time: 0.4945731 Mar 22 12:23:06.197085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:06.204484 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-76cbe96f-d951-4379-b580-4b51ce52d588 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "PUT /v2.0/routers/3ef16494-3133-4cb6-85c4-11fc59789727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5493691 Mar 22 12:23:06.205350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39870) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:06.209030 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:06.271379 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.284127 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Transition to ACTIVE for port object 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:06.290882 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=9f6d007a-1e8e-44aa-89d1-d85c065959d9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:06.313287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Transition to ACTIVE for port object 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:06.316391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558c0d8-39ac-4ab4-8fce-bc1de090251b None None] Routers {'3ef16494-3133-4cb6-85c4-11fc59789727'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:06.317850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6558c0d8-39ac-4ab4-8fce-bc1de090251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['3ef16494-3133-4cb6-85c4-11fc59789727'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:06.382768 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.385270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-62cc5e73-1454-462a-a3f9-0f41eab3b70c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:06.388850 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-62cc5e73-1454-462a-a3f9-0f41eab3b70c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4650755 Mar 22 12:23:06.394771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39874) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:06.427242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46df06e9-86d1-436a-8287-bca8d8a35414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.453238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6558c0d8-39ac-4ab4-8fce-bc1de090251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:06.465017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-22f99223-5fa1-4f7e-83e9-57275ee6f442 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 3fd61c1d-88d1-44fe-9f5f-14593fa5b5e5 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:06.465654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22f99223-5fa1-4f7e-83e9-57275ee6f442 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.517702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:06.530983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Pushing event updated for resources: {'Port': ['ID=829043df-4d08-4b3d-a1f8-cfbf6f4f43fe,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:06.534023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:06.536203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:06.575269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df06e9-86d1-436a-8287-bca8d8a35414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22a1dcb-dd87-4c12-8e61-469d59478b7d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:06.589055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-46df06e9-86d1-436a-8287-bca8d8a35414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.592847 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-46df06e9-86d1-436a-8287-bca8d8a35414 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d22a1dcb-dd87-4c12-8e61-469d59478b7d HTTP/1.1" status: 204 len: 168 time: 1.9612641 Mar 22 12:23:06.592980 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558c0d8-39ac-4ab4-8fce-bc1de090251b None None] Routers {'3ef16494-3133-4cb6-85c4-11fc59789727'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:06.592980 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6558c0d8-39ac-4ab4-8fce-bc1de090251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['3ef16494-3133-4cb6-85c4-11fc59789727'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:06.636577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.4 (3c1d093f-f907-41bb-91e9-793701b2ac02/4ef5d962-f97b-4d21-b45a-2a33dea37e7b/c5144491-31d1-446b-b2fa-8528e050361d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:06.700668 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-067b154e-3053-4f5d-8585-9081ec3a9ca9 req-ffbc6d17-7822-48ab-b7f2-b69940f0871d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 200 len: 1001 time: 0.4640512 Mar 22 12:23:06.718972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a0572369-83c3-45bc-9c77-37507e298d41 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:06.723884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:06.724819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.752983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6558c0d8-39ac-4ab4-8fce-bc1de090251b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:06.753488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558c0d8-39ac-4ab4-8fce-bc1de090251b None None] The sync data for ids ['3ef16494-3133-4cb6-85c4-11fc59789727'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:06.777402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a0572369-83c3-45bc-9c77-37507e298d41 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:06.777836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a0572369-83c3-45bc-9c77-37507e298d41 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:06.788989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Attempting to bind port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:23:06.789499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Attempting to bind port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:23:06.789747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Attempting to bind port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:23:06.802505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:23:06.802878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:23:06.803278 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.803662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:23:06.804127 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Bound port: 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:23:06.804492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.832386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2e2c-9c3d-4db4-a1f6-b50947f866c3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.861263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2e2c-9c3d-4db4-a1f6-b50947f866c3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.912520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] For port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:23:06.920259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] For port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=829043df-4d08-4b3d-a1f8-cfbf6f4f43fe,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:23:06.928852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:06.933812 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-799a0fbf-300f-45c4-8f71-ec80dbeb51a1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.7296042 Mar 22 12:23:06.936328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39884) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:06.952837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'port': {'network_id': '6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb', 'name': 'tempest-FloatingIPTestJSON-2014871394'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:07.046219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d3051-5dd5-49d7-b23b-c98d24e3e2f3 None None] Pushing event updated for resources: {'Port': ['ID=829043df-4d08-4b3d-a1f8-cfbf6f4f43fe,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:07.060727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2e2c-9c3d-4db4-a1f6-b50947f866c3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:07.060993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2eb2e2c-9c3d-4db4-a1f6-b50947f866c3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Fanout notify agent at l3_agent the message router_deleted on router cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:23:07.104465 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2e2c-9c3d-4db4-a1f6-b50947f866c3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:07.105608 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d2eb2e2c-9c3d-4db4-a1f6-b50947f866c3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/routers/cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f HTTP/1.1" status: 204 len: 168 time: 1.1343141 Mar 22 12:23:07.109689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22f99223-5fa1-4f7e-83e9-57275ee6f442 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:07.118990 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39892) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:07.325224 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b154e-3053-4f5d-8585-9081ec3a9ca9 req-1e54fad2-07ab-4b82-968b-31d838280145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:07.326863 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-067b154e-3053-4f5d-8585-9081ec3a9ca9 req-1e54fad2-07ab-4b82-968b-31d838280145 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0f85f5d-3677-4e10-b04c-44bdd300d811 HTTP/1.1" status: 200 len: 851 time: 0.5835707 Mar 22 12:23:07.332932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-22f99223-5fa1-4f7e-83e9-57275ee6f442 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 3fd61c1d-88d1-44fe-9f5f-14593fa5b5e5 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:07.350270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250e3d0-6120-4caf-b3f4-6e12798c049b req-bd5b5db4-c097-4e44-b6b1-f8c091335c66 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:07.351898 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f250e3d0-6120-4caf-b3f4-6e12798c049b req-bd5b5db4-c097-4e44-b6b1-f8c091335c66 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.9272354 Mar 22 12:23:07.505896 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:07.522599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:port and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:07.527752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:07.537326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:07.579902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:07.608336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Made reservation on behalf of f1288cb531234a338db76e44a9caa828 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:07.611901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:07.660713 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f250e3d0-6120-4caf-b3f4-6e12798c049b req-abfcc50f-336a-4dea-ae18-82fad6eeb8fa tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696452 Mar 22 12:23:07.662173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8b81ca-22e7-4220-bfab-b65ac0ed6bae tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting subnet 1c5f28ea-55ce-4fff-b445-dc7e3e58ae35 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:07.665925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] device_id is not set on port b4bc16ad-cd4f-4550-9ae5-43b6838de746 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:23:07.680823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object c5144491-31d1-446b-b2fa-8528e050361d will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:07.702373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba8b81ca-22e7-4220-bfab-b65ac0ed6bae tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:07.732667 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-067b154e-3053-4f5d-8585-9081ec3a9ca9 req-368c2eac-9d38-4e65-9508-f621ae3e735e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6203a9c2-1d85-413b-8d33-42b4c72db112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3776903 Mar 22 12:23:07.770062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39904) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:07.847291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b53feef-bda7-4ce3-bdff-89a43d6d78de tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:07.880912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22f99223-5fa1-4f7e-83e9-57275ee6f442 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:07.881109 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:07.961109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f99223-5fa1-4f7e-83e9-57275ee6f442 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=3fd61c1d-88d1-44fe-9f5f-14593fa5b5e5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:07.977041 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:07.987810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba8b81ca-22e7-4220-bfab-b65ac0ed6bae tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.050517 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.109363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22f99223-5fa1-4f7e-83e9-57275ee6f442 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.126805 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531525068'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:08.144386 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-22f99223-5fa1-4f7e-83e9-57275ee6f442 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/3fd61c1d-88d1-44fe-9f5f-14593fa5b5e5 HTTP/1.1" status: 204 len: 168 time: 1.7484343 Mar 22 12:23:08.148655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39910) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:08.176196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:08.190241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:08.202169 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:08.218319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.20.0.8 (6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb/1a9f6cc1-a6e1-4f6a-aeb5-c54948114bf1/b4bc16ad-cd4f-4550-9ae5-43b6838de746) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:08.263242 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde02235-92eb-4fe9-9250-d39d678be84b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:08.264787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde02235-92eb-4fe9-9250-d39d678be84b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:08.265528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dde02235-92eb-4fe9-9250-d39d678be84b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:08.284924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba8b81ca-22e7-4220-bfab-b65ac0ed6bae tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.290211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:08.299405 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-067b154e-3053-4f5d-8585-9081ec3a9ca9 req-0703211f-bc1d-4b11-9696-70eb7af2e747 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557094 Mar 22 12:23:08.302329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:08.307962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=c5144491-31d1-446b-b2fa-8528e050361d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:08.322018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:08.349286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-417f7a46-6239-4b96-b819-fb31d50d2bd8 None None] Provisioning for port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:08.361609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-417f7a46-6239-4b96-b819-fb31d50d2bd8 None None] Provisioning complete for port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:08.362875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-417f7a46-6239-4b96-b819-fb31d50d2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.371920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dde02235-92eb-4fe9-9250-d39d678be84b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:08.373092 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dde02235-92eb-4fe9-9250-d39d678be84b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2199106 Mar 22 12:23:08.381232 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39914) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:08.394092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:08.569597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.592993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba8b81ca-22e7-4220-bfab-b65ac0ed6bae tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.618664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:08.619424 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.647499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-417f7a46-6239-4b96-b819-fb31d50d2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.676198 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b376bab7-6f53-4548-b118-f939b5267ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5925279 Mar 22 12:23:08.677320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.693561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39918) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:08.710418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-417f7a46-6239-4b96-b819-fb31d50d2bd8 None None] For port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=829043df-4d08-4b3d-a1f8-cfbf6f4f43fe,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:08.714494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b81ca-22e7-4220-bfab-b65ac0ed6bae tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5f28ea-55ce-4fff-b445-dc7e3e58ae35,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:08.717077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-417f7a46-6239-4b96-b819-fb31d50d2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.723682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-12397f7b-1d6e-4870-94e2-7da4134daca6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:08.752426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba8b81ca-22e7-4220-bfab-b65ac0ed6bae tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.799413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d29fa-3226-477e-a8e2-9a6d8b7d7a32 None None] Network c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:08.818916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:08.828389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:08.836268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:08.849881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:08.850074 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:08.887243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f7a46-6239-4b96-b819-fb31d50d2bd8 None None] Pushing event updated for resources: {'Port': ['ID=829043df-4d08-4b3d-a1f8-cfbf6f4f43fe,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:08.892954 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ba8b81ca-22e7-4220-bfab-b65ac0ed6bae tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/1c5f28ea-55ce-4fff-b445-dc7e3e58ae35 HTTP/1.1" status: 204 len: 168 time: 1.7729747 Mar 22 12:23:08.901093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39924) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:08.945007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f8bb5c1-d77e-4d7a-a8b0-30f49d725986 None None] Could not find standard attr ID for object 3fd61c1d-88d1-44fe-9f5f-14593fa5b5e5. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:23:08.946185 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-067b154e-3053-4f5d-8585-9081ec3a9ca9 req-7cba097a-aa46-465f-a049-e97336d1d6b5 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247897 Mar 22 12:23:09.013537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-390a05cc-a034-461b-b915-e27c9e59f2dc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet fed04022-9295-49b7-b1ce-f0ea5fbf4a43 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:09.021885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-390a05cc-a034-461b-b915-e27c9e59f2dc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.023821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f8bb5c1-d77e-4d7a-a8b0-30f49d725986 None None] Provisioning for port c5144491-31d1-446b-b2fa-8528e050361d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:09.063122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f8bb5c1-d77e-4d7a-a8b0-30f49d725986 None None] Provisioning complete for port c5144491-31d1-446b-b2fa-8528e050361d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:09.063501 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f8bb5c1-d77e-4d7a-a8b0-30f49d725986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.087892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.121057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.130845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9f8bb5c1-d77e-4d7a-a8b0-30f49d725986 None None] Port c5144491-31d1-446b-b2fa-8528e050361d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:09.135765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.142975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.153872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-12397f7b-1d6e-4870-94e2-7da4134daca6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:09.181069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-12397f7b-1d6e-4870-94e2-7da4134daca6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:09.185140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-390a05cc-a034-461b-b915-e27c9e59f2dc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.221924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-12397f7b-1d6e-4870-94e2-7da4134daca6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:09.237766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb69d5e-4322-4b1d-bf78-45f486de65f4 None None] DHCP port deletion for c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:09.242100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6bb69d5e-4322-4b1d-bf78-45f486de65f4 None None] Deleting port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:09.242457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6bb69d5e-4322-4b1d-bf78-45f486de65f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.247347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-12397f7b-1d6e-4870-94e2-7da4134daca6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:09.258433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=b4bc16ad-cd4f-4550-9ae5-43b6838de746,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:09.269249 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:09.279052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45617605-b9cd-4802-aa3b-71825b77c68c req-e6584ca0-7e1e-4251-a90d-13518042f0aa tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:09.280490 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-45617605-b9cd-4802-aa3b-71825b77c68c req-e6584ca0-7e1e-4251-a90d-13518042f0aa tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4239299 Mar 22 12:23:09.281305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:09.283830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:09.311890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:09.312234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.350780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12397f7b-1d6e-4870-94e2-7da4134daca6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:09.453804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6bb69d5e-4322-4b1d-bf78-45f486de65f4 None None] For port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a2c0d14c-59f2-4d71-95bd-d2e2247b18a3,segment=NetworkSegment(3a56a3d9-9553-476b-b3ed-700d302cc6b3),segment_id=3a56a3d9-9553-476b-b3ed-700d302cc6b3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:09.454204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6bb69d5e-4322-4b1d-bf78-45f486de65f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.496998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:09.523420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e275668a-6beb-4a7e-a19d-2be69ffc4820,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:09.557598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-390a05cc-a034-461b-b915-e27c9e59f2dc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.572974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:09.579000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:09.591161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6bb69d5e-4322-4b1d-bf78-45f486de65f4 None None] Calling delete_port for a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:09.607556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:09.617797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:09.618385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.629328 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-45617605-b9cd-4802-aa3b-71825b77c68c req-5935adde-9f33-45d1-81e2-829848201475 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164535 Mar 22 12:23:09.678078 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6bb69d5e-4322-4b1d-bf78-45f486de65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.688616 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e29d3d3-3d5a-4301-9b9d-a63242a8a586 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7512193 Mar 22 12:23:09.695555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39928) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:09.704140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'b4bc16ad-cd4f-4550-9ae5-43b6838de746', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:09.708629 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] The port 'a2c0d14c-59f2-4d71-95bd-d2e2247b18a3' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:23:09.709896 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12397f7b-1d6e-4870-94e2-7da4134daca6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.721160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb69d5e-4322-4b1d-bf78-45f486de65f4 None None] Pushing event deleted for resources: {'Port': ['ID=a2c0d14c-59f2-4d71-95bd-d2e2247b18a3,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:09.727378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb69d5e-4322-4b1d-bf78-45f486de65f4 None None] No DVR routers for this DVR port a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:09.827852 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-3d5519cc-bb53-4116-b84c-66008a64aa3f tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:23:09.828917 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3d5519cc-bb53-4116-b84c-66008a64aa3f tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "PUT /v2.0/routers/3ef16494-3133-4cb6-85c4-11fc59789727/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.5366216 Mar 22 12:23:09.847500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:09.849998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39932) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:09.923409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:09.923859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.930471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:09.944447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:floatingip and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:09.949466 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:09.958710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-390a05cc-a034-461b-b915-e27c9e59f2dc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:09.966737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:10.024035 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a05cc-a034-461b-b915-e27c9e59f2dc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=fed04022-9295-49b7-b1ce-f0ea5fbf4a43,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:10.033586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-390a05cc-a034-461b-b915-e27c9e59f2dc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.047897 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-12397f7b-1d6e-4870-94e2-7da4134daca6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4ef5d962-f97b-4d21-b45a-2a33dea37e7b (CIDR: 172.20.0.0/28) Mar 22 12:23:10.048627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f11bcb-3314-4f7d-a34c-00c0600d7147 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:10.053008 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-12397f7b-1d6e-4870-94e2-7da4134daca6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:23:10.053543 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12397f7b-1d6e-4870-94e2-7da4134daca6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:10.061177 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-390a05cc-a034-461b-b915-e27c9e59f2dc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/fed04022-9295-49b7-b1ce-f0ea5fbf4a43 HTTP/1.1" status: 204 len: 168 time: 1.6765049 Mar 22 12:23:10.062120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39936) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:10.082659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.125236 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:10.145233 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d6b1c2cc-af65-430b-a74b-49be2ea65157 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798321 Mar 22 12:23:10.147072 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-12397f7b-1d6e-4870-94e2-7da4134daca6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4494653 Mar 22 12:23:10.147852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39940) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:10.147969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39942) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:10.155019 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.176885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:10.177229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a2c0d14c-59f2-4d71-95bd-d2e2247b18a3 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:10.184057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:10.197800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.239198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69fc4f8-9d6c-4486-9d59-8f13f5baeda4']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:10.251640 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fc0a03-8bd7-481b-bf40-828d038d994f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:10.267309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a56a3d9-9553-476b-b3ed-700d302cc6b3') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:10.267861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a56a3d9-9553-476b-b3ed-700d302cc6b3') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:10.276586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.297329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.312751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.313727 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-57f00445-9e13-4d8f-a3d8-6e555492b9a1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.5406663 Mar 22 12:23:10.322973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39948) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:10.348447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.376990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90548490-f195-4fd2-b43d-b955dbc86f3a None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:10.379379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:23:10.379888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.382321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-90548490-f195-4fd2-b43d-b955dbc86f3a None None] Deleting port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:10.382626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-90548490-f195-4fd2-b43d-b955dbc86f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:23:10.397052 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:23:10.431947 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d3f2df-a57d-48a6-b005-7c11320ad711 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:10.432613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-36d3f2df-a57d-48a6-b005-7c11320ad711 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:10.446363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:10.459365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:10.463800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:10.473427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:10.476729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-36d3f2df-a57d-48a6-b005-7c11320ad711 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:10.478070 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-36d3f2df-a57d-48a6-b005-7c11320ad711 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3289909 Mar 22 12:23:10.480988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39952) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:10.533246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:10.537069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.551675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.636121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-90548490-f195-4fd2-b43d-b955dbc86f3a None None] For port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=829043df-4d08-4b3d-a1f8-cfbf6f4f43fe,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:10.636509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-90548490-f195-4fd2-b43d-b955dbc86f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.638512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.658130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16fb861-f638-4f4a-9a42-d0160f2985b2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:10.658903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c16fb861-f638-4f4a-9a42-d0160f2985b2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:10.716923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c16fb861-f638-4f4a-9a42-d0160f2985b2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:10.718100 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c16fb861-f638-4f4a-9a42-d0160f2985b2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2350080 Mar 22 12:23:10.721761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.725616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39958) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:10.744392 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/networks/c69fc4f8-9d6c-4486-9d59-8f13f5baeda4 HTTP/1.1" status: 204 len: 168 time: 1.8318901 Mar 22 12:23:10.744392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ee5b7-79c1-479e-a254-69c008d02748 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Network': ['ID=c69fc4f8-9d6c-4486-9d59-8f13f5baeda4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:10.751568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2328ece4-b77a-4b5c-9fa8-85c589c79eee tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:10.761919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39962) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:10.780726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-90548490-f195-4fd2-b43d-b955dbc86f3a None None] Calling delete_port for 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:10.830759 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fbe867d1-fce3-40fe-b133-06f8a4b0a1e5 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039145 Mar 22 12:23:10.836199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39966) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:10.848094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:10.865415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-90548490-f195-4fd2-b43d-b955dbc86f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:10.912820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2328ece4-b77a-4b5c-9fa8-85c589c79eee tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:10.916961 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2328ece4-b77a-4b5c-9fa8-85c589c79eee tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5902417 Mar 22 12:23:10.921720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90548490-f195-4fd2-b43d-b955dbc86f3a None None] Pushing event deleted for resources: {'Port': ['ID=829043df-4d08-4b3d-a1f8-cfbf6f4f43fe,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:10.921941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49316f51-8fb6-440f-9688-e15928687696 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:10.926981 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-49316f51-8fb6-440f-9688-e15928687696 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 HTTP/1.1" status: 200 len: 844 time: 0.1574936 Mar 22 12:23:10.926981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39970) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:10.932840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90548490-f195-4fd2-b43d-b955dbc86f3a None None] No DVR routers for this DVR port 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:10.933880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39972) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:10.950501 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a9b3c931-ecde-45d4-a59d-6568c57f387a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group': {'name': 'tempest-security--1390793021', 'description': 'tempest-security-description-665431344'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:11.076412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:11.094319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:11.098656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7b53feef-bda7-4ce3-bdff-89a43d6d78de tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Deleting port beeef1ba-cdca-4cc0-b073-b1deb7196877 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:11.098990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b53feef-bda7-4ce3-bdff-89a43d6d78de tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:11.119021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.26.0.161 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/8d7d8cbe-196d-4b02-99c2-29123c04cecc) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:11.121025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:11.124610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:11.255394 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-43170cd4-9ed1-48c9-8d7b-4e5d84e4588d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/4d2d4670-75b1-48a1-9c4c-da1e9c0ce703?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3161759 Mar 22 12:23:11.262730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39978) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:11.263433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c931-ecde-45d4-a59d-6568c57f387a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:11.277377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:11.287633 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b48d8-69a3-4537-b8e0-0a3bf6e25fbb req-1c76ea0b-e8c6-4623-9db0-83b7bf5f6d07 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:11.289017 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a03b48d8-69a3-4537-b8e0-0a3bf6e25fbb req-1c76ea0b-e8c6-4623-9db0-83b7bf5f6d07 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4773431 Mar 22 12:23:11.334788 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:11.448548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc08139d-da5e-4be6-a1bf-06e115d314ec tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:11.531090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c931-ecde-45d4-a59d-6568c57f387a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:11.586158 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a03b48d8-69a3-4537-b8e0-0a3bf6e25fbb req-d25d7124-fd64-4959-9c00-1721e1c0a7e9 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892418 Mar 22 12:23:11.593397 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c931-ecde-45d4-a59d-6568c57f387a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:11.595728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9b3c931-ecde-45d4-a59d-6568c57f387a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:11.596950 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a9b3c931-ecde-45d4-a59d-6568c57f387a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "PUT /v2.0/security-groups/e9fc0a03-8bd7-481b-bf40-828d038d994f HTTP/1.1" status: 200 len: 1611 time: 0.6702852 Mar 22 12:23:11.604503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 39982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:11.647535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:11.651685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b53feef-bda7-4ce3-bdff-89a43d6d78de tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:11.660706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:11.676241 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Subnet': ['ID=d2d6c949-6e82-4095-8076-7c05be76e325,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:11.678910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:11.679463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:11.684186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8574292-8309-4238-a1c8-b984c6f036bc None None] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:11.722118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:11.786729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3c931-ecde-45d4-a59d-6568c57f387a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fc0a03-8bd7-481b-bf40-828d038d994f,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:11.796484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7b53feef-bda7-4ce3-bdff-89a43d6d78de tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Calling delete_port for beeef1ba-cdca-4cc0-b073-b1deb7196877 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:11.837992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:11.849972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:11.852983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:11.887698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:11.894367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:11.894844 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 829043df-4d08-4b3d-a1f8-cfbf6f4f43fe not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:11.895392 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2e51a69b-5596-47e4-a4a3-8f5fc028a436 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups/e9fc0a03-8bd7-481b-bf40-828d038d994f HTTP/1.1" status: 200 len: 1611 time: 0.2824471 Mar 22 12:23:11.901482 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-04c91a1f-6fee-40a4-925a-776c672acd0d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7474694 Mar 22 12:23:11.901666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39988) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:11.901666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39990) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:11.915598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:11.925376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-393914102', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd2d6c949-6e82-4095-8076-7c05be76e325'}], 'security_groups': ['43f16bb0-51b8-498d-bc66-5bc3270801c1']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:11.960617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:11.994220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.102394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e55f29-56c8-4c58-9c78-5be2122d9826 None None] Update dhcp port {'port': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'fixed_ips': [{'subnet_id': '4ef5d962-f97b-4d21-b45a-2a33dea37e7b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd2d6c949-6e82-4095-8076-7c05be76e325'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '823a6d26-244b-4b1c-9a12-5242486762cd'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:23:12.121008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17611dfe-df71-4b09-8ed3-2957ddf3f0d9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.156385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-60e55f29-56c8-4c58-9c78-5be2122d9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.163153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:12.171813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=e7b2e429-9a0f-4eaa-80d1-9e3620e98e92,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:12.182400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f7441-1e71-44c6-a8b1-201cc9c483a7 req-c3b2d42e-2675-4174-982b-78393f99947c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:12.185566 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d74f7441-1e71-44c6-a8b1-201cc9c483a7 req-c3b2d42e-2675-4174-982b-78393f99947c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4571204 Mar 22 12:23:12.185566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:12.188246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:12.188816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.200813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.224108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e112ef-a065-41e7-a7db-7c5b6b0f5496 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:12.249871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.356635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17611dfe-df71-4b09-8ed3-2957ddf3f0d9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.362193 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-77f4ae9d-8164-4406-9e0d-2eb4502c4c8c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5214138 Mar 22 12:23:12.371403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 39996) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:12.390100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'fixed_ips': [{'subnet_id': 'e7b2e429-9a0f-4eaa-80d1-9e3620e98e92', 'ip_address': '2001:db8::8ee:7502:8483:7df7'}], 'name': 'tempest-NetworksTestDHCPv6-1391010069'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:12.430625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:12.431655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=8d7d8cbe-196d-4b02-99c2-29123c04cecc,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:12.438503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:12.443098 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:12.487850 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d74f7441-1e71-44c6-a8b1-201cc9c483a7 req-96f783bd-0d2e-4e58-b717-bf0a7afef5a1 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899058 Mar 22 12:23:12.572861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b53feef-bda7-4ce3-bdff-89a43d6d78de tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.577742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-60e55f29-56c8-4c58-9c78-5be2122d9826 None None] Allocated IP 172.20.0.18 (3c1d093f-f907-41bb-91e9-793701b2ac02/d2d6c949-6e82-4095-8076-7c05be76e325/823a6d26-244b-4b1c-9a12-5242486762cd) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:12.590572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': 'e7b2e429-9a0f-4eaa-80d1-9e3620e98e92'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:23:12.591619 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.710400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.724607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53feef-bda7-4ce3-bdff-89a43d6d78de tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event deleted for resources: {'Port': ['ID=beeef1ba-cdca-4cc0-b073-b1deb7196877,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:12.825356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:12.831270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:12.834423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:12.835444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.866457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d0e88-b756-4834-a0e8-09782e177716 None None] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:12.887979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Subnet': ['ID=c277fb06-70bd-4539-8fe7-d9db5c94e434,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:12.919247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17611dfe-df71-4b09-8ed3-2957ddf3f0d9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:12.934384 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2674984c-ef27-4aff-8969-dfa910962b27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6661396 Mar 22 12:23:12.989150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40002) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:13.018679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'security_group': {'name': 'tempest-secgroup-624472549'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:13.025496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17611dfe-df71-4b09-8ed3-2957ddf3f0d9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fc0a03-8bd7-481b-bf40-828d038d994f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:13.071451 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:13.080406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.090967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-60e55f29-56c8-4c58-9c78-5be2122d9826 None None] For port 823a6d26-244b-4b1c-9a12-5242486762cd, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=823a6d26-244b-4b1c-9a12-5242486762cd,segment=NetworkSegment(d6f7f527-b091-4b32-94d7-4a6045d39930),segment_id=d6f7f527-b091-4b32-94d7-4a6045d39930)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:13.104068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:security_group and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:13.139593 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/e7b2e429-9a0f-4eaa-80d1-9e3620e98e92/4596e5fc-2012-43f8-8201-366116ccacd4) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:13.149005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.173994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:13.193174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:13.194752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-60e55f29-56c8-4c58-9c78-5be2122d9826 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.231534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-60e55f29-56c8-4c58-9c78-5be2122d9826 None None] Transition to ACTIVE for port object 823a6d26-244b-4b1c-9a12-5242486762cd will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:13.276538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:13.289313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-60e55f29-56c8-4c58-9c78-5be2122d9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.329120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.348621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:13.359726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17611dfe-df71-4b09-8ed3-2957ddf3f0d9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.360831 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-17611dfe-df71-4b09-8ed3-2957ddf3f0d9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-groups/e9fc0a03-8bd7-481b-bf40-828d038d994f HTTP/1.1" status: 204 len: 168 time: 1.4575739 Mar 22 12:23:13.374524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40006) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:13.388544 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.447723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.449376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:13.473263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e55f29-56c8-4c58-9c78-5be2122d9826 None None] Pushing event updated for resources: {'Port': ['ID=823a6d26-244b-4b1c-9a12-5242486762cd,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:13.489597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b53feef-bda7-4ce3-bdff-89a43d6d78de tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.499034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb181fc-569c-4259-bc09-01f13e7cc1e8 req-018f4c18-52d4-4c08-9ccf-125f2b3290f2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:13.500521 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5eb181fc-569c-4259-bc09-01f13e7cc1e8 req-018f4c18-52d4-4c08-9ccf-125f2b3290f2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.6353288 Mar 22 12:23:13.522889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-12f54d39-6573-49e1-9b56-76ffa1f70b49', 'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'tenant_id': 'fe44fae51d5c4117a8944d7feee32985', 'fixed_ips': [{'subnet_id': 'c277fb06-70bd-4539-8fe7-d9db5c94e434'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:23:13.523834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.646410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:13.716979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:security_group_rule and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:13.739849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:13.764763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.783893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Transition to ACTIVE for port object 4596e5fc-2012-43f8-8201-366116ccacd4 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:13.816152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Allocated IP 2001:db8::2 (12f54d39-6573-49e1-9b56-76ffa1f70b49/c277fb06-70bd-4539-8fe7-d9db5c94e434/6b137d07-e13b-451e-a0c4-d52d0b892960) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:13.836489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Transition to ACTIVE for port object 4596e5fc-2012-43f8-8201-366116ccacd4 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:13.847663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.860699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.867429 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:13.906425 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 823a6d26-244b-4b1c-9a12-5242486762cd up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:13.916006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:13.996677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-75e3ff2c-bcd0-4203-811c-21894d360fba tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:14.001412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=8d7d8cbe-196d-4b02-99c2-29123c04cecc,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:14.016915 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.070726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Pushing event updated for resources: {'Port': ['ID=4596e5fc-2012-43f8-8201-366116ccacd4,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:14.083122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:14.103377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:14.108129 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:14.127999 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5eb181fc-569c-4259-bc09-01f13e7cc1e8 req-745da1c2-d1f1-48d5-be38-608f2fbc3c35 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5479121 Mar 22 12:23:14.154304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.204683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-75e3ff2c-bcd0-4203-811c-21894d360fba tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:14.206077 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-75e3ff2c-bcd0-4203-811c-21894d360fba tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8295538 Mar 22 12:23:14.209971 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40012) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:14.240235 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-18c8724e-27ad-49ee-82bc-b4a02dcca63c tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] delete failed (client error): The resource could not be found. Mar 22 12:23:14.247679 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-18c8724e-27ad-49ee-82bc-b4a02dcca63c tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-groups/e9fc0a03-8bd7-481b-bf40-828d038d994f HTTP/1.1" status: 404 len: 347 time: 0.0321970 Mar 22 12:23:14.248581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40016) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:14.255539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group': {'name': 'tempest-secgroup--781430145'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:14.263498 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:14.276615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:14.314002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.332382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.332631 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Floating IP 5127cb6e-c302-4a0e-9e76-f1c421634490 associated. External IP: 172.26.0.161, port: b4bc16ad-cd4f-4550-9ae5-43b6838de746. Mar 22 12:23:14.346410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Transition to ACTIVE for port object 6b137d07-e13b-451e-a0c4-d52d0b892960 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:14.368319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Transition to ACTIVE for port object 6b137d07-e13b-451e-a0c4-d52d0b892960 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:14.371449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Attempting to bind port 4596e5fc-2012-43f8-8201-366116ccacd4 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:23:14.372257 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Attempting to bind port 4596e5fc-2012-43f8-8201-366116ccacd4 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:23:14.373081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Attempting to bind port 4596e5fc-2012-43f8-8201-366116ccacd4 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:23:14.382531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.448682 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:23:14.448682 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:23:14.449083 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.449365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:23:14.449936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Bound port: 4596e5fc-2012-43f8-8201-366116ccacd4, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:23:14.450305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.465596 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port fdb5ac38-4997-462c-957b-40c0257bcbc7 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:23:14.515020 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:14.519484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Pushing event updated for resources: {'Port': ['ID=6b137d07-e13b-451e-a0c4-d52d0b892960,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:14.527348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ef2f183b-6e40-47a4-81f4-269ec7a8b628 None None] Provisioning for port 823a6d26-244b-4b1c-9a12-5242486762cd completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:14.530386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:14.536080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:14.544843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ef2f183b-6e40-47a4-81f4-269ec7a8b628 None None] Provisioning complete for port 823a6d26-244b-4b1c-9a12-5242486762cd triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:14.545205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef2f183b-6e40-47a4-81f4-269ec7a8b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.555503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:14.566534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:14.571064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:14.574170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.585523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:14.597703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.614054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39f9f8-86dd-43d0-80ba-e9116f4b6b3b req-8c264632-9d69-4e10-b3f5-bcf043b4c5e8 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:14.615475 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6e39f9f8-86dd-43d0-80ba-e9116f4b6b3b req-8c264632-9d69-4e10-b3f5-bcf043b4c5e8 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.1682165 Mar 22 12:23:14.634175 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fc08139d-da5e-4be6-a1bf-06e115d314ec tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Deleting port fbb0ea6d-c566-41a2-8cac-49050461c93c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:14.634685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc08139d-da5e-4be6-a1bf-06e115d314ec tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.702981 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] For port 4596e5fc-2012-43f8-8201-366116ccacd4, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:23:14.720495 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] For port 4596e5fc-2012-43f8-8201-366116ccacd4, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4596e5fc-2012-43f8-8201-366116ccacd4,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:23:14.721875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Attempting to bind port 6b137d07-e13b-451e-a0c4-d52d0b892960 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:23:14.721875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Attempting to bind port 6b137d07-e13b-451e-a0c4-d52d0b892960 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'd830710c-f952-481c-b28f-24704f84ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:23:14.722235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Attempting to bind port 6b137d07-e13b-451e-a0c4-d52d0b892960 on network 12f54d39-6573-49e1-9b56-76ffa1f70b49 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:23:14.731444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.735190 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6e39f9f8-86dd-43d0-80ba-e9116f4b6b3b req-4c2a9e80-5bbe-464a-a112-15709c2d986b tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020942 Mar 22 12:23:14.738841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.753350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.777504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d9913d-61b6-4ae0-beca-71a3a33b98b4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:14.792168 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:23:14.792880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Checking segment: {'id': 'd830710c-f952-481c-b28f-24704f84ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:23:14.792880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.793289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Bound using segment: {'id': 'd830710c-f952-481c-b28f-24704f84ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:23:14.793768 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Bound port: 6b137d07-e13b-451e-a0c4-d52d0b892960, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd830710c-f952-481c-b28f-24704f84ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:23:14.794355 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.914666 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.916065 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-12f5860d-bcbf-4c13-8d86-1bf598dc0d15 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6665676 Mar 22 12:23:14.922673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40022) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:14.926821 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a58f32f4-517f-4a3f-ad65-32d4ee847dc6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': 'e1d9913d-61b6-4ae0-beca-71a3a33b98b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:14.934130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a58f32f4-517f-4a3f-ad65-32d4ee847dc6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:14.943233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a58f32f4-517f-4a3f-ad65-32d4ee847dc6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:14.947068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a58f32f4-517f-4a3f-ad65-32d4ee847dc6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:14.952977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a58f32f4-517f-4a3f-ad65-32d4ee847dc6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:14.954196 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3d92d-26c9-4d02-8cee-ccd897630d15 None None] Pushing event updated for resources: {'Port': ['ID=4596e5fc-2012-43f8-8201-366116ccacd4,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:14.977786 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] For port 6b137d07-e13b-451e-a0c4-d52d0b892960, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:23:14.978616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a58f32f4-517f-4a3f-ad65-32d4ee847dc6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:14.985534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] For port 6b137d07-e13b-451e-a0c4-d52d0b892960, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6b137d07-e13b-451e-a0c4-d52d0b892960,segment=NetworkSegment(d830710c-f952-481c-b28f-24704f84ddc7),segment_id=d830710c-f952-481c-b28f-24704f84ddc7)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:23:14.987547 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ef2f183b-6e40-47a4-81f4-269ec7a8b628 None None] Provisioning complete for port c5144491-31d1-446b-b2fa-8528e050361d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:14.987846 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef2f183b-6e40-47a4-81f4-269ec7a8b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.086713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a58f32f4-517f-4a3f-ad65-32d4ee847dc6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.090303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.091430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b523507c-ae85-460c-9511-846d89bff9e4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:15.098087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a58f32f4-517f-4a3f-ad65-32d4ee847dc6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.117193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f32f4-517f-4a3f-ad65-32d4ee847dc6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c08561-ddc5-4b41-a8ca-7cd2b78c7603,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:15.127337 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.128413 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5a707ed3-a2d9-4b70-ada0-9486feacd9da tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.1382506 Mar 22 12:23:15.140229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40026) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:15.146035 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'security_group': {'name': 'tempest-secgroup-872044604'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:15.163200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:15.173977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:security_group and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:15.184387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:15.196144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a58f32f4-517f-4a3f-ad65-32d4ee847dc6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.200163 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a58f32f4-517f-4a3f-ad65-32d4ee847dc6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2751608 Mar 22 12:23:15.200163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:15.205267 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40030) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:15.238262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Delete allocated IP 172.20.0.4 (3c1d093f-f907-41bb-91e9-793701b2ac02/4ef5d962-f97b-4d21-b45a-2a33dea37e7b) {{(pid=83793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 12:23:15.248844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.290752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:15.328338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:15.337187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f183b-6e40-47a4-81f4-269ec7a8b628 None None] Port c5144491-31d1-446b-b2fa-8528e050361d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:15.377692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85903f-aa9e-40d8-bcdd-75d447bcc8f4 None None] Pushing event updated for resources: {'Port': ['ID=6b137d07-e13b-451e-a0c4-d52d0b892960,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:15.389284 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ef2f183b-6e40-47a4-81f4-269ec7a8b628 None None] Provisioning complete for port dfa657ff-3276-47e4-bb49-63094de06185 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:15.389549 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef2f183b-6e40-47a4-81f4-269ec7a8b628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.403103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:security_group_rule and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:15.411797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.24 (3c1d093f-f907-41bb-91e9-793701b2ac02/d2d6c949-6e82-4095-8076-7c05be76e325/c5144491-31d1-446b-b2fa-8528e050361d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:15.412719 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:15.485273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:15.499348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f183b-6e40-47a4-81f4-269ec7a8b628 None None] Port dfa657ff-3276-47e4-bb49-63094de06185 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:15.558403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2527f7a6-f632-41f3-a404-1802f166e5e0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.567448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b53feef-bda7-4ce3-bdff-89a43d6d78de tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Router 37abc31b-c226-4512-9d54-9c9811c84382 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:15.575087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc08139d-da5e-4be6-a1bf-06e115d314ec tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.597913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.606193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.619632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2527f7a6-f632-41f3-a404-1802f166e5e0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.628194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::8ee:7502:8483:7df7 (578a050b-df3b-4bf8-b5f3-612af8e4798e/e7b2e429-9a0f-4eaa-80d1-9e3620e98e92/fdb5ac38-4997-462c-957b-40c0257bcbc7) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:15.664479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb8728f-92f0-43ef-9e46-b18968b8bca3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:15.676719 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.677935 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8e892140-7e8a-406c-8fbc-f2398a9ed72b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5367527 Mar 22 12:23:15.680664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40034) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:15.687514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1867462532', 'security_groups': ['cfb8728f-92f0-43ef-9e46-b18968b8bca3'], 'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c277fb06-70bd-4539-8fe7-d9db5c94e434'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:15.771842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fc08139d-da5e-4be6-a1bf-06e115d314ec tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Calling delete_port for fbb0ea6d-c566-41a2-8cac-49050461c93c owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:15.783971 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:15.804679 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af901553-7305-4a31-a73d-a52edb77f491 None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:15.818651 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af901553-7305-4a31-a73d-a52edb77f491 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:15.819259 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-af901553-7305-4a31-a73d-a52edb77f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:15.829205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:15.889063 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-af901553-7305-4a31-a73d-a52edb77f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:15.902234 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af901553-7305-4a31-a73d-a52edb77f491 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:15.903246 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-af901553-7305-4a31-a73d-a52edb77f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:15.920615 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e4bd01d7-2dee-4cd1-98ea-50877ad80648 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2208054 Mar 22 12:23:15.921770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40038) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:15.930786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5e8fb6a0-a3ab-47c2-bae5-5063e3413942 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:15.983561 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-af901553-7305-4a31-a73d-a52edb77f491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:15.983870 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af901553-7305-4a31-a73d-a52edb77f491 None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:16.031098 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6b137d07-e13b-451e-a0c4-d52d0b892960 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:16.075453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2527f7a6-f632-41f3-a404-1802f166e5e0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.126748 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 6b137d07-e13b-451e-a0c4-d52d0b892960 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:16.134101 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4596e5fc-2012-43f8-8201-366116ccacd4 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:16.175417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:16.197568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:port and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:16.202973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:16.212523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:16.234678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 4596e5fc-2012-43f8-8201-366116ccacd4 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:16.236922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb6a0-a3ab-47c2-bae5-5063e3413942 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.300832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:16.305396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.407692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527f7a6-f632-41f3-a404-1802f166e5e0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29c08561-ddc5-4b41-a8ca-7cd2b78c7603,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:16.409301 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2527f7a6-f632-41f3-a404-1802f166e5e0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.410448 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2527f7a6-f632-41f3-a404-1802f166e5e0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/29c08561-ddc5-4b41-a8ca-7cd2b78c7603 HTTP/1.1" status: 204 len: 168 time: 1.1919525 Mar 22 12:23:16.418571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port 0de641ec-eb83-4ee4-8d92-d3047fd08160 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:23:16.433302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40042) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:16.443768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331b25f-4a90-4060-9905-09c2d4d8a03e req-e5946f77-21f7-41b7-b606-87e1d6050b35 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:16.445286 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a331b25f-4a90-4060-9905-09c2d4d8a03e req-e5946f77-21f7-41b7-b606-87e1d6050b35 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 1.0786936 Mar 22 12:23:16.545614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-32e79af6-4039-4d65-934d-1f78515ab80b None None] Provisioning for port 4596e5fc-2012-43f8-8201-366116ccacd4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:16.553076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-32e79af6-4039-4d65-934d-1f78515ab80b None None] Provisioning complete for port 4596e5fc-2012-43f8-8201-366116ccacd4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:16.554038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-32e79af6-4039-4d65-934d-1f78515ab80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.652968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc08139d-da5e-4be6-a1bf-06e115d314ec tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.680493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb6a0-a3ab-47c2-bae5-5063e3413942 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.708101 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-32e79af6-4039-4d65-934d-1f78515ab80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.722700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb6a0-a3ab-47c2-bae5-5063e3413942 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.722700 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-5e8fb6a0-a3ab-47c2-bae5-5063e3413942 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Floating IP 5127cb6e-c302-4a0e-9e76-f1c421634490 disassociated. External IP: 172.26.0.161, port: b4bc16ad-cd4f-4550-9ae5-43b6838de746. Mar 22 12:23:16.746905 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-32e79af6-4039-4d65-934d-1f78515ab80b None None] For port 4596e5fc-2012-43f8-8201-366116ccacd4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4596e5fc-2012-43f8-8201-366116ccacd4,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:16.757939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-32e79af6-4039-4d65-934d-1f78515ab80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.778869 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.801420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object c5144491-31d1-446b-b2fa-8528e050361d will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:16.803772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b53feef-bda7-4ce3-bdff-89a43d6d78de tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:16.822114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6e985-4571-4c0c-b079-16070106a67a None None] Sync routers for ids ['37abc31b-c226-4512-9d54-9c9811c84382'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:16.846423 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e79af6-4039-4d65-934d-1f78515ab80b None None] Pushing event updated for resources: {'Port': ['ID=4596e5fc-2012-43f8-8201-366116ccacd4,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:16.851000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc6e985-4571-4c0c-b079-16070106a67a None None] Routers {'37abc31b-c226-4512-9d54-9c9811c84382'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:16.851598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cc6e985-4571-4c0c-b079-16070106a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['37abc31b-c226-4512-9d54-9c9811c84382'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:16.861493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08139d-da5e-4be6-a1bf-06e115d314ec tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event deleted for resources: {'Port': ['ID=fbb0ea6d-c566-41a2-8cac-49050461c93c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:16.884410 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7b53feef-bda7-4ce3-bdff-89a43d6d78de tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "PUT /v2.0/routers/37abc31b-c226-4512-9d54-9c9811c84382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2601202 Mar 22 12:23:16.884410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:16.892883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40046) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:16.898447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8::1be (12f54d39-6573-49e1-9b56-76ffa1f70b49/c277fb06-70bd-4539-8fe7-d9db5c94e434/0de641ec-eb83-4ee4-8d92-d3047fd08160) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:16.917786 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cc6e985-4571-4c0c-b079-16070106a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:16.930436 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc6e985-4571-4c0c-b079-16070106a67a None None] Routers {'37abc31b-c226-4512-9d54-9c9811c84382'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:16.931328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cc6e985-4571-4c0c-b079-16070106a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['37abc31b-c226-4512-9d54-9c9811c84382'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:16.964262 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-906e53d1-ba99-402b-a6fa-cf49c7e7b0f0 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] show failed (client error): The resource could not be found. Mar 22 12:23:16.965342 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-906e53d1-ba99-402b-a6fa-cf49c7e7b0f0 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-134351599 HTTP/1.1" status: 404 len: 334 time: 0.0697613 Mar 22 12:23:16.971593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40050) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:16.984499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-283276c3-d683-4c64-bd20-7b73276bc5a7 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:17.014483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cc6e985-4571-4c0c-b079-16070106a67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:17.014794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6e985-4571-4c0c-b079-16070106a67a None None] The sync data for ids ['37abc31b-c226-4512-9d54-9c9811c84382'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:17.033474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-17966fae-efc9-429c-987f-19fc22a56bac None None] Provisioning complete for port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:17.034596 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-17966fae-efc9-429c-987f-19fc22a56bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.052642 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-283276c3-d683-4c64-bd20-7b73276bc5a7 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] update failed (client error): The resource could not be found. Mar 22 12:23:17.057089 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-283276c3-d683-4c64-bd20-7b73276bc5a7 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1761896211 HTTP/1.1" status: 404 len: 335 time: 0.0790899 Mar 22 12:23:17.064304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40054) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:17.100397 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.106291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-17966fae-efc9-429c-987f-19fc22a56bac None None] Port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:17.117700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object fdb5ac38-4997-462c-957b-40c0257bcbc7 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:17.121138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=c5144491-31d1-446b-b2fa-8528e050361d,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:17.128693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd8bfada-da1c-41f2-8ffb-1c4ab558ad59 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:17.135211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-17966fae-efc9-429c-987f-19fc22a56bac None None] Provisioning for port 6b137d07-e13b-451e-a0c4-d52d0b892960 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:17.142953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-17966fae-efc9-429c-987f-19fc22a56bac None None] Provisioning complete for port 6b137d07-e13b-451e-a0c4-d52d0b892960 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:17.143451 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-17966fae-efc9-429c-987f-19fc22a56bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.160730 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a331b25f-4a90-4060-9905-09c2d4d8a03e req-24b0f372-ef78-46e3-9b4f-e5ea7ffb9ee4 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6758177 Mar 22 12:23:17.280958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-17966fae-efc9-429c-987f-19fc22a56bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.343069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-17966fae-efc9-429c-987f-19fc22a56bac None None] For port 6b137d07-e13b-451e-a0c4-d52d0b892960, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6b137d07-e13b-451e-a0c4-d52d0b892960,segment=NetworkSegment(d830710c-f952-481c-b28f-24704f84ddc7),segment_id=d830710c-f952-481c-b28f-24704f84ddc7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:17.349889 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd8bfada-da1c-41f2-8ffb-1c4ab558ad59 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:17.349889 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bd8bfada-da1c-41f2-8ffb-1c4ab558ad59 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9100499 Mar 22 12:23:17.355169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-17966fae-efc9-429c-987f-19fc22a56bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.358506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40060) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:17.428714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] In _notify_port_updated(), no bound segment for port c5144491-31d1-446b-b2fa-8528e050361d on network 3c1d093f-f907-41bb-91e9-793701b2ac02 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:23:17.434796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:17.435443 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.437240 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3975ccd1-b980-4c81-b9e8-6a1ace9dd577 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "PUT /v2.0/ports/c5144491-31d1-446b-b2fa-8528e050361d HTTP/1.1" status: 200 len: 920 time: 5.5324206 Mar 22 12:23:17.441176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40064) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:17.458345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17966fae-efc9-429c-987f-19fc22a56bac None None] Pushing event updated for resources: {'Port': ['ID=6b137d07-e13b-451e-a0c4-d52d0b892960,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:17.458987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.495946 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc08139d-da5e-4be6-a1bf-06e115d314ec tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.501148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92eec1b-c53b-4577-aa22-4086592bdc79 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Deleting subnet 7126bb23-8dc4-4160-95f1-434d1a020653 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:17.528019 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.661122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object 0de641ec-eb83-4ee4-8d92-d3047fd08160 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:17.671890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f92eec1b-c53b-4577-aa22-4086592bdc79 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.749370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-90431a85-4419-4527-a807-120f344f5f74 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port c5144491-31d1-446b-b2fa-8528e050361d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:17.749734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90431a85-4419-4527-a807-120f344f5f74 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.801185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ab54fe6-a321-4651-aca0-21613580b8e9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.828138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=fdb5ac38-4997-462c-957b-40c0257bcbc7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:17.829881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f92eec1b-c53b-4577-aa22-4086592bdc79 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.846889 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:17.851583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:17.859210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:17.863182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:17.863786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.889751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ab54fe6-a321-4651-aca0-21613580b8e9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.913796 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6b137d07-e13b-451e-a0c4-d52d0b892960 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:17.918126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:17.947809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ee50c4d1-5274-4a87-93fc-1559004b459c None None] Provisioning for port c5144491-31d1-446b-b2fa-8528e050361d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:17.961482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ee50c4d1-5274-4a87-93fc-1559004b459c None None] Provisioning complete for port c5144491-31d1-446b-b2fa-8528e050361d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:17.961922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee50c4d1-5274-4a87-93fc-1559004b459c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.042430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:18.045272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=0de641ec-eb83-4ee4-8d92-d3047fd08160,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:18.049600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:18.055806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ee50c4d1-5274-4a87-93fc-1559004b459c None None] Port c5144491-31d1-446b-b2fa-8528e050361d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:18.063060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:18.068557 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:18.069163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.074883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 6b137d07-e13b-451e-a0c4-d52d0b892960 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:18.075443 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.078037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ab54fe6-a321-4651-aca0-21613580b8e9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.112841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f92eec1b-c53b-4577-aa22-4086592bdc79 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.144056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab54fe6-a321-4651-aca0-21613580b8e9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d9913d-61b6-4ae0-beca-71a3a33b98b4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:18.177629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ab54fe6-a321-4651-aca0-21613580b8e9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.181286 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1ab54fe6-a321-4651-aca0-21613580b8e9 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-groups/e1d9913d-61b6-4ae0-beca-71a3a33b98b4 HTTP/1.1" status: 204 len: 168 time: 0.8191016 Mar 22 12:23:18.186033 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8727954a-e4ca-4ea4-9226-039e4c406a3a tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5016956 Mar 22 12:23:18.186033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40070) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:18.191167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40072) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:18.219197 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-71a9c346-30e1-477b-93df-f4b9228182c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.8373635 Mar 22 12:23:18.225551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40078) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:18.229188 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bb75fa46-8c9d-4188-bf6c-a4fa596c9bc2 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:18.231809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104d2d0-8818-400f-abd5-c6e1ee3d5f01 req-a43ca728-0c5b-41c4-a20d-971f2d77dfd4 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:18.240174 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8104d2d0-8818-400f-abd5-c6e1ee3d5f01 req-a43ca728-0c5b-41c4-a20d-971f2d77dfd4 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.6205635 Mar 22 12:23:18.336267 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4596e5fc-2012-43f8-8201-366116ccacd4 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:18.397776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4a673175-d1f1-4b53-86a2-c2f82832d396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'fixed_ips': [{'subnet_id': 'e7b2e429-9a0f-4eaa-80d1-9e3620e98e92', 'ip_address': '2001:db8::8ee:7502:8483:7df7'}], 'name': 'tempest-NetworksTestDHCPv6-2018057038'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:18.417170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4596e5fc-2012-43f8-8201-366116ccacd4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:18.417813 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.495741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c21d314b-01b7-4af4-b82f-3b455f23c9e9 None None] Provisioning for port fdb5ac38-4997-462c-957b-40c0257bcbc7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:18.537901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c21d314b-01b7-4af4-b82f-3b455f23c9e9 None None] Provisioning complete for port fdb5ac38-4997-462c-957b-40c0257bcbc7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:18.538574 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c21d314b-01b7-4af4-b82f-3b455f23c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.542382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f92eec1b-c53b-4577-aa22-4086592bdc79 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.585308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00f50fef-5d9a-47f0-a074-fa19acebad0a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:18.595808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92eec1b-c53b-4577-aa22-4086592bdc79 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event deleted for resources: {'Subnet': ['ID=7126bb23-8dc4-4160-95f1-434d1a020653,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:18.610051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c21d314b-01b7-4af4-b82f-3b455f23c9e9 None None] Port fdb5ac38-4997-462c-957b-40c0257bcbc7 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:18.614059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bb75fa46-8c9d-4188-bf6c-a4fa596c9bc2 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:18.624182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bb75fa46-8c9d-4188-bf6c-a4fa596c9bc2 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:18.629331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f92eec1b-c53b-4577-aa22-4086592bdc79 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.632081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bb75fa46-8c9d-4188-bf6c-a4fa596c9bc2 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:18.637264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be54d04-9d46-4b4d-a2d5-6a6de764d756 None None] Network 5e0cd766-8951-4644-a915-9a7cceefe780 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:18.642951 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bb75fa46-8c9d-4188-bf6c-a4fa596c9bc2 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:18.651514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00f50fef-5d9a-47f0-a074-fa19acebad0a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:18.652717 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-00f50fef-5d9a-47f0-a074-fa19acebad0a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4649458 Mar 22 12:23:18.656754 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f92eec1b-c53b-4577-aa22-4086592bdc79 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "DELETE /v2.0/subnets/7126bb23-8dc4-4160-95f1-434d1a020653 HTTP/1.1" status: 204 len: 168 time: 1.5852883 Mar 22 12:23:18.661904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40084) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:18.662308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40082) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:18.668819 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8fb6a0-a3ab-47c2-bae5-5063e3413942 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:18.673548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6149f375-95e7-4e94-bbdd-adbe77602177 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143745587'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:18.723306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6149f375-95e7-4e94-bbdd-adbe77602177 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:18.725664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb75fa46-8c9d-4188-bf6c-a4fa596c9bc2 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:18.768750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6149f375-95e7-4e94-bbdd-adbe77602177 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:18.774889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-24f40268-0bce-422d-b5bf-e1a9fee5ab2b None None] Provisioning for port 0de641ec-eb83-4ee4-8d92-d3047fd08160 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:18.781317 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8104d2d0-8818-400f-abd5-c6e1ee3d5f01 req-3a364cf5-a60c-4221-8139-fa7c27e0d322 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5401719 Mar 22 12:23:18.796257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc08139d-da5e-4be6-a1bf-06e115d314ec tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Router 3ef16494-3133-4cb6-85c4-11fc59789727 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:18.807291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-24f40268-0bce-422d-b5bf-e1a9fee5ab2b None None] Provisioning complete for port 0de641ec-eb83-4ee4-8d92-d3047fd08160 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:18.807650 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-24f40268-0bce-422d-b5bf-e1a9fee5ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.859398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6149f375-95e7-4e94-bbdd-adbe77602177 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.874222 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bca87469-0dc1-4908-a1bd-f8d04e2fba2d req-5853ba98-9501-4038-b0bb-5a56dbdec0f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 1099 time: 0.5137391 Mar 22 12:23:18.877423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90431a85-4419-4527-a807-120f344f5f74 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:18.896532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4a673175-d1f1-4b53-86a2-c2f82832d396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:18.911078 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-24f40268-0bce-422d-b5bf-e1a9fee5ab2b None None] Port 0de641ec-eb83-4ee4-8d92-d3047fd08160 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:18.968882 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4a673175-d1f1-4b53-86a2-c2f82832d396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:18.994941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c3563-0248-4a13-a7cc-c1229b9fc931 None None] DHCP port deletion for 5e0cd766-8951-4644-a915-9a7cceefe780 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:18.999553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a47c3563-0248-4a13-a7cc-c1229b9fc931 None None] Deleting port 7d9600f2-0280-4684-b266-24df58e0b958 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:19.000003 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a47c3563-0248-4a13-a7cc-c1229b9fc931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:19.079663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-90431a85-4419-4527-a807-120f344f5f74 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for c5144491-31d1-446b-b2fa-8528e050361d owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:19.106063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4a673175-d1f1-4b53-86a2-c2f82832d396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:19.153114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6149f375-95e7-4e94-bbdd-adbe77602177 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:19.166650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb75fa46-8c9d-4188-bf6c-a4fa596c9bc2 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:19.185673 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4a673175-d1f1-4b53-86a2-c2f82832d396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:19.205596 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a47c3563-0248-4a13-a7cc-c1229b9fc931 None None] For port 7d9600f2-0280-4684-b266-24df58e0b958, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7d9600f2-0280-4684-b266-24df58e0b958,segment=NetworkSegment(9d60e1ee-74e4-4ac3-9a79-864d463df3ec),segment_id=9d60e1ee-74e4-4ac3-9a79-864d463df3ec)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:19.206143 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a47c3563-0248-4a13-a7cc-c1229b9fc931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:19.256439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6149f375-95e7-4e94-bbdd-adbe77602177 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:19.278526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a673175-d1f1-4b53-86a2-c2f82832d396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:19.312317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-479f9a14-dd6a-41da-9090-c1041e16f11f tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Deleting subnet bb62ddda-0f86-405f-8e1a-46a4b747cc41 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:19.322069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-479f9a14-dd6a-41da-9090-c1041e16f11f tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:19.345853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-a47c3563-0248-4a13-a7cc-c1229b9fc931 None None] Calling delete_port for 7d9600f2-0280-4684-b266-24df58e0b958 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:19.432198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a47c3563-0248-4a13-a7cc-c1229b9fc931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:19.451610 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc08139d-da5e-4be6-a1bf-06e115d314ec tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:19.466688 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e03c27-def7-4765-ae79-69f5d4b2681f None None] Sync routers for ids ['3ef16494-3133-4cb6-85c4-11fc59789727'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:19.471754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca87469-0dc1-4908-a1bd-f8d04e2fba2d req-707cf9ea-daca-44ed-a52b-66b7013493c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:19.473220 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bca87469-0dc1-4908-a1bd-f8d04e2fba2d req-707cf9ea-daca-44ed-a52b-66b7013493c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 200 len: 913 time: 0.5244677 Mar 22 12:23:19.481274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c3563-0248-4a13-a7cc-c1229b9fc931 None None] Pushing event deleted for resources: {'Port': ['ID=7d9600f2-0280-4684-b266-24df58e0b958,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:19.490483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c3563-0248-4a13-a7cc-c1229b9fc931 None None] No DVR routers for this DVR port 7d9600f2-0280-4684-b266-24df58e0b958 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:19.508602 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e03c27-def7-4765-ae79-69f5d4b2681f None None] Routers {'3ef16494-3133-4cb6-85c4-11fc59789727'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:19.510346 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-62e03c27-def7-4765-ae79-69f5d4b2681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['3ef16494-3133-4cb6-85c4-11fc59789727'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:19.537791 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fc08139d-da5e-4be6-a1bf-06e115d314ec tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "PUT /v2.0/routers/3ef16494-3133-4cb6-85c4-11fc59789727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6826847 Mar 22 12:23:19.544500 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40090) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:19.572949 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-62e03c27-def7-4765-ae79-69f5d4b2681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:19.583827 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e03c27-def7-4765-ae79-69f5d4b2681f None None] Routers {'3ef16494-3133-4cb6-85c4-11fc59789727'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:19.584409 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-62e03c27-def7-4765-ae79-69f5d4b2681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['3ef16494-3133-4cb6-85c4-11fc59789727'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:19.609041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a673175-d1f1-4b53-86a2-c2f82832d396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:19.631904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90431a85-4419-4527-a807-120f344f5f74 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:19.648291 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-e8acb300-3bff-45ba-885d-385a40ac8f0b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] delete failed (client error): The resource could not be found. Mar 22 12:23:19.648617 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-62e03c27-def7-4765-ae79-69f5d4b2681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:19.649182 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e03c27-def7-4765-ae79-69f5d4b2681f None None] The sync data for ids ['3ef16494-3133-4cb6-85c4-11fc59789727'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:19.649437 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e8acb300-3bff-45ba-885d-385a40ac8f0b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-635332523 HTTP/1.1" status: 404 len: 334 time: 0.1035542 Mar 22 12:23:19.666743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40094) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:19.669153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-479f9a14-dd6a-41da-9090-c1041e16f11f tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:19.688746 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90431a85-4419-4527-a807-120f344f5f74 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=c5144491-31d1-446b-b2fa-8528e050361d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:19.691654 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bca87469-0dc1-4908-a1bd-f8d04e2fba2d req-fb506a99-6f87-41f1-9a53-6c80aa5ef097 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 200 len: 1001 time: 0.2082095 Mar 22 12:23:19.694907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-4a673175-d1f1-4b53-86a2-c2f82832d396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port b1ff1b43-1b5e-4b09-bf56-44e63da3b5fc yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:23:19.706907 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-bb75fa46-8c9d-4188-bf6c-a4fa596c9bc2 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c277fb06-70bd-4539-8fe7-d9db5c94e434 (CIDR: 2001:db8::/64) Mar 22 12:23:19.715327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-615309d6-56d3-4a68-8e89-0b75f2710354 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'router': {'external_gateway_info': {'network_id': '3ef16494-3133-4cb6-85c4-11fc59789727'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:19.777236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6149f375-95e7-4e94-bbdd-adbe77602177 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:19.800659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6149f375-95e7-4e94-bbdd-adbe77602177 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:19.804676 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb75fa46-8c9d-4188-bf6c-a4fa596c9bc2 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:23:19.805843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb75fa46-8c9d-4188-bf6c-a4fa596c9bc2 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:19.859999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7d9600f2-0280-4684-b266-24df58e0b958 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:19.917678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 7d9600f2-0280-4684-b266-24df58e0b958 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:19.917917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7d9600f2-0280-4684-b266-24df58e0b958 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:19.979174 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:23:20.014604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca87469-0dc1-4908-a1bd-f8d04e2fba2d req-f7e50f96-3801-4711-9a0b-af2150f3707f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:20.016147 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bca87469-0dc1-4908-a1bd-f8d04e2fba2d req-f7e50f96-3801-4711-9a0b-af2150f3707f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0f85f5d-3677-4e10-b04c-44bdd300d811 HTTP/1.1" status: 200 len: 851 time: 0.2850738 Mar 22 12:23:20.032142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149f375-95e7-4e94-bbdd-adbe77602177 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550e3245-63b7-4540-b4b0-44fda2279b7f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:20.054887 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bb75fa46-8c9d-4188-bf6c-a4fa596c9bc2 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8615329 Mar 22 12:23:20.063268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40100) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:20.071517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6149f375-95e7-4e94-bbdd-adbe77602177 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.072666 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6149f375-95e7-4e94-bbdd-adbe77602177 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4088943 Mar 22 12:23:20.079502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40104) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:20.097129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6cc8f1c7-54db-4bfe-a5db-6df37739071a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': '550e3245-63b7-4540-b4b0-44fda2279b7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:20.164464 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6cc8f1c7-54db-4bfe-a5db-6df37739071a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:20.221041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90431a85-4419-4527-a807-120f344f5f74 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.231636 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:20.256173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6cc8f1c7-54db-4bfe-a5db-6df37739071a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:20.275526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-479f9a14-dd6a-41da-9090-c1041e16f11f tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.311369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8fb6a0-a3ab-47c2-bae5-5063e3413942 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:20.320005 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-90431a85-4419-4527-a807-120f344f5f74 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/c5144491-31d1-446b-b2fa-8528e050361d HTTP/1.1" status: 204 len: 168 time: 2.8776360 Mar 22 12:23:20.320803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40108) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:20.322064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb6a0-a3ab-47c2-bae5-5063e3413942 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.323286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0bc882-93bc-4007-a3a8-c83cf465afa2 None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:20.346636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0bc882-93bc-4007-a3a8-c83cf465afa2 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:20.347430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-aa0bc882-93bc-4007-a3a8-c83cf465afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:20.395375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f1c7-54db-4bfe-a5db-6df37739071a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.440383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c527063-a927-40d9-a22f-d37c997134f6 req-91b8a348-cc83-409d-975b-54d2dcb2659c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:20.441827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-aa0bc882-93bc-4007-a3a8-c83cf465afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:20.447927 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6c527063-a927-40d9-a22f-d37c997134f6 req-91b8a348-cc83-409d-975b-54d2dcb2659c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4768565 Mar 22 12:23:20.456465 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0bc882-93bc-4007-a3a8-c83cf465afa2 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:20.457306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-aa0bc882-93bc-4007-a3a8-c83cf465afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:20.469852 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5e8fb6a0-a3ab-47c2-bae5-5063e3413942 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "PUT /v2.0/floatingips/5127cb6e-c302-4a0e-9e76-f1c421634490 HTTP/1.1" status: 200 len: 688 time: 4.5470376 Mar 22 12:23:20.481065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40112) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:20.505650 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-48104a8b-a466-435f-ae0f-4240519f17d2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:23:20.506138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-48104a8b-a466-435f-ae0f-4240519f17d2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:20.510289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:20.517317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-aa0bc882-93bc-4007-a3a8-c83cf465afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:20.517655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:20.517789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0bc882-93bc-4007-a3a8-c83cf465afa2 None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:20.520286 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a673175-d1f1-4b53-86a2-c2f82832d396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 12:23:20.520716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a673175-d1f1-4b53-86a2-c2f82832d396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:20.535727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:20.550779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:20.554640 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4a673175-d1f1-4b53-86a2-c2f82832d396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.1960332 Mar 22 12:23:20.558718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40116) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:20.595193 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bca87469-0dc1-4908-a1bd-f8d04e2fba2d req-e339ad6f-47c3-4af6-96c5-46daa6756234 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6203a9c2-1d85-413b-8d33-42b4c72db112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5711925 Mar 22 12:23:20.601147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-48104a8b-a466-435f-ae0f-4240519f17d2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:20.604896 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-48104a8b-a466-435f-ae0f-4240519f17d2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/c5144491-31d1-446b-b2fa-8528e050361d HTTP/1.1" status: 404 len: 333 time: 0.2723906 Mar 22 12:23:20.621760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40120) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:20.692692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:20.696030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-479f9a14-dd6a-41da-9090-c1041e16f11f tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.814104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f9a14-dd6a-41da-9090-c1041e16f11f tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event deleted for resources: {'Subnet': ['ID=bb62ddda-0f86-405f-8e1a-46a4b747cc41,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:20.832522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bf832753-2539-4c99-8217-ba82b8d3ed50 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 8d7d8cbe-196d-4b02-99c2-29123c04cecc {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:20.832848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf832753-2539-4c99-8217-ba82b8d3ed50 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.856718 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6c527063-a927-40d9-a22f-d37c997134f6 req-8160be97-19d9-48af-a381-d0ccffa3227c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078267 Mar 22 12:23:20.872750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-479f9a14-dd6a-41da-9090-c1041e16f11f tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.876244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82f629-06da-499c-8093-19bc5ef6fb6b None None] Network a0668713-b993-4434-bfa7-dfcbefdd382f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:20.897877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f1c7-54db-4bfe-a5db-6df37739071a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.908882 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-479f9a14-dd6a-41da-9090-c1041e16f11f tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "DELETE /v2.0/subnets/bb62ddda-0f86-405f-8e1a-46a4b747cc41 HTTP/1.1" status: 204 len: 168 time: 2.2434583 Mar 22 12:23:20.911941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40126) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:20.917908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-615309d6-56d3-4a68-8e89-0b75f2710354 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.946875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b382-dd40-492d-bbe5-3a4013bcdc47 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.950488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f1c7-54db-4bfe-a5db-6df37739071a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:20.976104 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bca87469-0dc1-4908-a1bd-f8d04e2fba2d req-7e3ff967-0b4d-4031-8f2d-fe3ae52d9686 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724673 Mar 22 12:23:20.978522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.035651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b382-dd40-492d-bbe5-3a4013bcdc47 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.188486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24491da8-383a-48d7-be43-ac206f236566 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:21.192812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24491da8-383a-48d7-be43-ac206f236566 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:21.193647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-24491da8-383a-48d7-be43-ac206f236566 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:21.300055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8f1c7-54db-4bfe-a5db-6df37739071a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0e0c29-e734-480f-ad37-2dff5ee99971,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:21.313435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-24491da8-383a-48d7-be43-ac206f236566 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:21.318509 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-24491da8-383a-48d7-be43-ac206f236566 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7550611 Mar 22 12:23:21.322218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40134) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:21.335287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b382-dd40-492d-bbe5-3a4013bcdc47 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.337035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d45628-0bf1-49c5-ad34-946e63bf4648 None None] DHCP port deletion for a0668713-b993-4434-bfa7-dfcbefdd382f request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:21.342841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-29d45628-0bf1-49c5-ad34-946e63bf4648 None None] Deleting port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:21.343435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29d45628-0bf1-49c5-ad34-946e63bf4648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.358696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6cc8f1c7-54db-4bfe-a5db-6df37739071a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.362669 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6cc8f1c7-54db-4bfe-a5db-6df37739071a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2777259 Mar 22 12:23:21.362889 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7b382-dd40-492d-bbe5-3a4013bcdc47 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc4110f-0410-4af1-86f1-680e3e1542b3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:21.365037 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bca87469-0dc1-4908-a1bd-f8d04e2fba2d req-8aaca970-275f-484f-b026-7b0deaff861e service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609211 Mar 22 12:23:21.366872 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40138) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:21.377123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3386b5ee-4abb-4eeb-85fb-88dc8cf6cb2e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': '550e3245-63b7-4540-b4b0-44fda2279b7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:21.384836 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3386b5ee-4abb-4eeb-85fb-88dc8cf6cb2e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:21.387361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b382-dd40-492d-bbe5-3a4013bcdc47 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.391058 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c3e7b382-dd40-492d-bbe5-3a4013bcdc47 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/security-groups/7fc4110f-0410-4af1-86f1-680e3e1542b3 HTTP/1.1" status: 204 len: 168 time: 0.7588587 Mar 22 12:23:21.392841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40142) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:21.434475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.437141 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-615309d6-56d3-4a68-8e89-0b75f2710354 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] update failed (client error): The resource could not be found. Mar 22 12:23:21.438154 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-615309d6-56d3-4a68-8e89-0b75f2710354 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "PUT /v2.0/routers/3ef16494-3133-4cb6-85c4-11fc59789727 HTTP/1.1" status: 404 len: 339 time: 1.7387233 Mar 22 12:23:21.443768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3386b5ee-4abb-4eeb-85fb-88dc8cf6cb2e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:21.448405 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40146) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:21.470538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2898908'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:21.472521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6a1814db-5cda-480f-9449-7bef2935b8e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port fdb5ac38-4997-462c-957b-40c0257bcbc7 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:21.472859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a1814db-5cda-480f-9449-7bef2935b8e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.492040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:21.501088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Usage tracker for resource:network and tenant:3c453153af234694aa2b68b38cff39d9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:21.519264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf832753-2539-4c99-8217-ba82b8d3ed50 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.519578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf832753-2539-4c99-8217-ba82b8d3ed50 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.539528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:21.561665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:21.585295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3386b5ee-4abb-4eeb-85fb-88dc8cf6cb2e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.595865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-29d45628-0bf1-49c5-ad34-946e63bf4648 None None] For port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7afc0e01-11fd-42e1-b6af-dda3fc4e223f,segment=NetworkSegment(b8469151-8472-4fc2-af62-e5a5ee0d1291),segment_id=b8469151-8472-4fc2-af62-e5a5ee0d1291)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:21.596241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29d45628-0bf1-49c5-ad34-946e63bf4648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.626789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Made reservation on behalf of 3c453153af234694aa2b68b38cff39d9 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:21.629757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.676408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-64ed96f9-ece9-4808-b010-a995773be155 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.687560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-bf832753-2539-4c99-8217-ba82b8d3ed50 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 8d7d8cbe-196d-4b02-99c2-29123c04cecc owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:21.717428 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-faf7eb11-b4af-461a-8777-226d3073d37f req-55b02fb9-3889-44ed-9172-45e52564247c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 1099 time: 0.3035436 Mar 22 12:23:21.756947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-29d45628-0bf1-49c5-ad34-946e63bf4648 None None] Calling delete_port for 7afc0e01-11fd-42e1-b6af-dda3fc4e223f owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:21.770043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-64ed96f9-ece9-4808-b010-a995773be155 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.845127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:23:21.858258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7afc0e01-11fd-42e1-b6af-dda3fc4e223f no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:21.871619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe61ce7-a25f-4fa5-9475-e44bd126ca01 req-e64273ec-4d7a-4dba-a320-b77bb76a6a1c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:21.873080 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ebe61ce7-a25f-4fa5-9475-e44bd126ca01 req-e64273ec-4d7a-4dba-a320-b77bb76a6a1c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.6533442 Mar 22 12:23:21.894959 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-29d45628-0bf1-49c5-ad34-946e63bf4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.905493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.905863 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Added segment a6181258-667e-4782-93e8-68e8c3bab74b of type vlan for network 85638d77-f9a7-4c12-8fdc-0033d36980f4 Mar 22 12:23:21.934351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.936236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3386b5ee-4abb-4eeb-85fb-88dc8cf6cb2e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.946521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:21.964975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 7afc0e01-11fd-42e1-b6af-dda3fc4e223f {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:21.965407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7afc0e01-11fd-42e1-b6af-dda3fc4e223f not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:21.983612 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d45628-0bf1-49c5-ad34-946e63bf4648 None None] Pushing event deleted for resources: {'Port': ['ID=7afc0e01-11fd-42e1-b6af-dda3fc4e223f,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:21.990140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d45628-0bf1-49c5-ad34-946e63bf4648 None None] No DVR routers for this DVR port 7afc0e01-11fd-42e1-b6af-dda3fc4e223f on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:21.994895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3386b5ee-4abb-4eeb-85fb-88dc8cf6cb2e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.047837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0cd766-8951-4644-a915-9a7cceefe780']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:22.051320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.066631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386b5ee-4abb-4eeb-85fb-88dc8cf6cb2e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b93dca-bb7c-41d1-896f-af0be9fb4550,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:22.082013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d60e1ee-74e4-4ac3-9a79-864d463df3ec') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:22.082336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d60e1ee-74e4-4ac3-9a79-864d463df3ec') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:22.103299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-64ed96f9-ece9-4808-b010-a995773be155 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.103554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.173027 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ebe61ce7-a25f-4fa5-9475-e44bd126ca01 req-6c77758e-c170-4a31-be19-22617e3ca436 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778306 Mar 22 12:23:22.179351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.219625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:23:22.220145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:23:22.237971 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:23:22.242921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:22.248182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7eb11-b4af-461a-8777-226d3073d37f req-4738ae81-3fa6-4106-afb2-0d1950788191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:22.249668 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-faf7eb11-b4af-461a-8777-226d3073d37f req-4738ae81-3fa6-4106-afb2-0d1950788191 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 200 len: 913 time: 0.5260522 Mar 22 12:23:22.251274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:23:22.260774 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed96f9-ece9-4808-b010-a995773be155 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f16bb0-51b8-498d-bc66-5bc3270801c1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:22.262452 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Subnet': ['ID=fd1eed8d-5fad-4ec0-a82b-4f69405d89a7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:22.264442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:22.287653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395ac22e-84ba-45bd-b877-16a3a8db79fb None None] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:22.288191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a1814db-5cda-480f-9449-7bef2935b8e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.325974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:22.326769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.367001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-64ed96f9-ece9-4808-b010-a995773be155 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.368259 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-64ed96f9-ece9-4808-b010-a995773be155 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/security-groups/43f16bb0-51b8-498d-bc66-5bc3270801c1 HTTP/1.1" status: 204 len: 168 time: 0.9750757 Mar 22 12:23:22.369112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3386b5ee-4abb-4eeb-85fb-88dc8cf6cb2e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.370299 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3386b5ee-4abb-4eeb-85fb-88dc8cf6cb2e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0012043 Mar 22 12:23:22.371188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.374978 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:22.375598 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.379463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40150) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:22.379786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40152) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:22.413958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-940fe4b8-8436-457d-8554-b916aa43e47a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': '550e3245-63b7-4540-b4b0-44fda2279b7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:22.444133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf832753-2539-4c99-8217-ba82b8d3ed50 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.454359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6a1814db-5cda-480f-9449-7bef2935b8e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for fdb5ac38-4997-462c-957b-40c0257bcbc7 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:22.459177 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8877e487-bbdf-43fd-98d3-3fff97d68d80 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3908536 Mar 22 12:23:22.469079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40158) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:22.516073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-940fe4b8-8436-457d-8554-b916aa43e47a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:22.523668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.534899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-958923192', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd1eed8d-5fad-4ec0-a82b-4f69405d89a7'}], 'security_groups': ['b523507c-ae85-460c-9511-846d89bff9e4']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:22.543453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf832753-2539-4c99-8217-ba82b8d3ed50 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=8d7d8cbe-196d-4b02-99c2-29123c04cecc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:22.563564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-940fe4b8-8436-457d-8554-b916aa43e47a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:22.564216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.582899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event deleted for resources: {'Network': ['ID=5e0cd766-8951-4644-a915-9a7cceefe780,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:22.591966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-940fe4b8-8436-457d-8554-b916aa43e47a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:22.600752 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1449118 Mar 22 12:23:22.616136 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-940fe4b8-8436-457d-8554-b916aa43e47a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:22.616900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40162) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:22.624419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'subnet': {'network_id': '85638d77-f9a7-4c12-8fdc-0033d36980f4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:22.637603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76cd6a-33b6-4629-96b9-e93ef618701e tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Network': ['ID=85638d77-f9a7-4c12-8fdc-0033d36980f4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:22.640681 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-faf7eb11-b4af-461a-8777-226d3073d37f req-f655a973-507f-4e06-915e-c1f69e9e71d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 200 len: 1001 time: 0.3686178 Mar 22 12:23:22.652836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f91d49d-67e6-4e1b-b008-78db68fdd6fe None None] Update dhcp port {'port': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'fixed_ips': [{'subnet_id': 'c277fb06-70bd-4539-8fe7-d9db5c94e434', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd1eed8d-5fad-4ec0-a82b-4f69405d89a7'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '6b137d07-e13b-451e-a0c4-d52d0b892960'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:23:22.678652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 85638d77-f9a7-4c12-8fdc-0033d36980f4 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:23:22.797183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f91d49d-67e6-4e1b-b008-78db68fdd6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.819186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-940fe4b8-8436-457d-8554-b916aa43e47a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.862306 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0142b8e-c280-4580-9eaa-6465e18c9ba9 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "DELETE /v2.0/networks/5e0cd766-8951-4644-a915-9a7cceefe780 HTTP/1.1" status: 204 len: 168 time: 1.9469786 Mar 22 12:23:22.866870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7eb11-b4af-461a-8777-226d3073d37f req-d5660e5b-46a4-4981-84f0-8fe1ed83ed57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:22.868597 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-faf7eb11-b4af-461a-8777-226d3073d37f req-d5660e5b-46a4-4981-84f0-8fe1ed83ed57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0f85f5d-3677-4e10-b04c-44bdd300d811 HTTP/1.1" status: 200 len: 851 time: 0.2201054 Mar 22 12:23:22.868779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40166) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:22.968071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:22.970415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf832753-2539-4c99-8217-ba82b8d3ed50 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.980919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Usage tracker for resource:subnet and tenant:3c453153af234694aa2b68b38cff39d9 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:22.984957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:22.989628 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf832753-2539-4c99-8217-ba82b8d3ed50 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:22.990793 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf832753-2539-4c99-8217-ba82b8d3ed50 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/floatingips/5127cb6e-c302-4a0e-9e76-f1c421634490 HTTP/1.1" status: 204 len: 168 time: 2.5034759 Mar 22 12:23:22.995246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40170) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:22.997916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:23.000162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a1814db-5cda-480f-9449-7bef2935b8e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.005762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '9f6d007a-1e8e-44aa-89d1-d85c065959d9'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:23.021871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-5f91d49d-67e6-4e1b-b008-78db68fdd6fe None None] Allocated IP 2001:db8:0:1::2 (12f54d39-6573-49e1-9b56-76ffa1f70b49/fd1eed8d-5fad-4ec0-a82b-4f69405d89a7/6b137d07-e13b-451e-a0c4-d52d0b892960) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:23.024911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.051260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:23.071493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:floatingip and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:23.074874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1814db-5cda-480f-9449-7bef2935b8e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=fdb5ac38-4997-462c-957b-40c0257bcbc7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:23.076662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Made reservation on behalf of 3c453153af234694aa2b68b38cff39d9 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:23.096660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:23.105099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:23.147179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-239475e8-1e3c-4d4f-b7ec-c68b2c0db90f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting subnet 4ef5d962-f97b-4d21-b45a-2a33dea37e7b {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:23.162399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-239475e8-1e3c-4d4f-b7ec-c68b2c0db90f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.167875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5f91d49d-67e6-4e1b-b008-78db68fdd6fe None None] For port 6b137d07-e13b-451e-a0c4-d52d0b892960, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6b137d07-e13b-451e-a0c4-d52d0b892960,segment=NetworkSegment(d830710c-f952-481c-b28f-24704f84ddc7),segment_id=d830710c-f952-481c-b28f-24704f84ddc7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:23.208947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f91d49d-67e6-4e1b-b008-78db68fdd6fe None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.237633 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5f91d49d-67e6-4e1b-b008-78db68fdd6fe None None] Transition to ACTIVE for port object 6b137d07-e13b-451e-a0c4-d52d0b892960 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:23.248307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f91d49d-67e6-4e1b-b008-78db68fdd6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.248802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-940fe4b8-8436-457d-8554-b916aa43e47a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.253856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.260462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.282803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a1814db-5cda-480f-9449-7bef2935b8e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.284689 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a1814db-5cda-480f-9449-7bef2935b8e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/fdb5ac38-4997-462c-957b-40c0257bcbc7 HTTP/1.1" status: 204 len: 168 time: 1.9586861 Mar 22 12:23:23.299377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40176) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:23.308548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-940fe4b8-8436-457d-8554-b916aa43e47a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.434267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.497212 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-239475e8-1e3c-4d4f-b7ec-c68b2c0db90f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.512797 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91d49d-67e6-4e1b-b008-78db68fdd6fe None None] Pushing event updated for resources: {'Port': ['ID=6b137d07-e13b-451e-a0c4-d52d0b892960,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:23.546374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fe4b8-8436-457d-8554-b916aa43e47a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ff7a27-44da-4368-ba6c-192f0454d562,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:23.652027 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-faf7eb11-b4af-461a-8777-226d3073d37f req-820bd444-5c52-4119-b57d-6573f68f3a87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6203a9c2-1d85-413b-8d33-42b4c72db112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7639153 Mar 22 12:23:23.662234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-940fe4b8-8436-457d-8554-b916aa43e47a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.666114 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-940fe4b8-8436-457d-8554-b916aa43e47a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2557702 Mar 22 12:23:23.672614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40180) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:23.686236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-277223a2-e63d-48db-816c-c185abd759bb tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': '550e3245-63b7-4540-b4b0-44fda2279b7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:23.711574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-277223a2-e63d-48db-816c-c185abd759bb tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:23.716790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-277223a2-e63d-48db-816c-c185abd759bb tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:23.720961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-277223a2-e63d-48db-816c-c185abd759bb tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:23.727759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-277223a2-e63d-48db-816c-c185abd759bb tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:23.749745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c09c01-c4cb-4842-876a-c120f7666dc0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:23.751613 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c09c01-c4cb-4842-876a-c120f7666dc0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:23.752677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-78c09c01-c4cb-4842-876a-c120f7666dc0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:23.781086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-277223a2-e63d-48db-816c-c185abd759bb tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.844224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.897200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:23.939797 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6b137d07-e13b-451e-a0c4-d52d0b892960 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:24.011051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.023810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Subnet': ['ID=d5ee2dd4-d660-4091-870a-257f8dc98839,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:24.033870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-277223a2-e63d-48db-816c-c185abd759bb tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.078750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-277223a2-e63d-48db-816c-c185abd759bb tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.128984 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277223a2-e63d-48db-816c-c185abd759bb tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40ba58b-f917-49fb-8241-b9f16d26127d,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:24.160250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.26.0.22 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/7a58ba7f-e388-4ffa-aff8-9a5c7da9229a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:24.162692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-277223a2-e63d-48db-816c-c185abd759bb tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.163908 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-277223a2-e63d-48db-816c-c185abd759bb tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4882667 Mar 22 12:23:24.164701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Checking segment: {'id': 'a6181258-667e-4782-93e8-68e8c3bab74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '85638d77-f9a7-4c12-8fdc-0033d36980f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:23:24.165044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network hostable DHCP agents. Network: 85638d77-f9a7-4c12-8fdc-0033d36980f4, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:23:24.171345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40184) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:24.180711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-309daafe-9e75-4032-9c4c-3e97e8f4394e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': '550e3245-63b7-4540-b4b0-44fda2279b7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:24.196915 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-309daafe-9e75-4032-9c4c-3e97e8f4394e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:24.220229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-309daafe-9e75-4032-9c4c-3e97e8f4394e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:24.227017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-309daafe-9e75-4032-9c4c-3e97e8f4394e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:24.291616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-309daafe-9e75-4032-9c4c-3e97e8f4394e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:24.303144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c81d7cee-6a38-49e8-82cc-526d56162a24 None None] Provisioning complete for port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:24.303743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c81d7cee-6a38-49e8-82cc-526d56162a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.307157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0668713-b993-4434-bfa7-dfcbefdd382f']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:24.324859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-78c09c01-c4cb-4842-876a-c120f7666dc0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:24.328522 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-78c09c01-c4cb-4842-876a-c120f7666dc0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0149667 Mar 22 12:23:24.330225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40188) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:24.343165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8469151-8472-4fc2-af62-e5a5ee0d1291') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:24.343502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8469151-8472-4fc2-af62-e5a5ee0d1291') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:24.361220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c81d7cee-6a38-49e8-82cc-526d56162a24 None None] Port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:24.377739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-309daafe-9e75-4032-9c4c-3e97e8f4394e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.382733 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c81d7cee-6a38-49e8-82cc-526d56162a24 None None] Provisioning for port 6b137d07-e13b-451e-a0c4-d52d0b892960 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:24.391615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c81d7cee-6a38-49e8-82cc-526d56162a24 None None] Provisioning complete for port 6b137d07-e13b-451e-a0c4-d52d0b892960 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:24.393086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c81d7cee-6a38-49e8-82cc-526d56162a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.398445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network 85638d77-f9a7-4c12-8fdc-0033d36980f4 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:23:24.416392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.446989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-239475e8-1e3c-4d4f-b7ec-c68b2c0db90f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.453287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 85638d77-f9a7-4c12-8fdc-0033d36980f4) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:24.457565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:24.458287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.468712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371dd10d-d63d-432a-a9b3-63822870a959 None None] Network 85638d77-f9a7-4c12-8fdc-0033d36980f4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:24.499454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.503929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.522292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d970b-332f-4481-910a-669709d18bcb req-e0a02267-1c82-4551-a500-ceca087a5089 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:24.523759 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a71d970b-332f-4481-910a-669709d18bcb req-e0a02267-1c82-4551-a500-ceca087a5089 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 1.0812833 Mar 22 12:23:24.535584 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6ce2f5ba-f8ac-453b-a151-d2a16e7b70d9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9132414 Mar 22 12:23:24.539492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40192) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:24.541353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:23:24.541843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:23:24.557486 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:23:24.569628 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-faf7eb11-b4af-461a-8777-226d3073d37f req-610dced6-9441-4388-976e-7528bc6ac881 service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9040177 Mar 22 12:23:24.600227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-16f7c7fe-6269-458f-917a-d8de21b0f922 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'router': {'external_gateway_info': {'network_id': '85638d77-f9a7-4c12-8fdc-0033d36980f4'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:24.703418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c81d7cee-6a38-49e8-82cc-526d56162a24 None None] Provisioning complete for port 0de641ec-eb83-4ee4-8d92-d3047fd08160 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:24.703418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c81d7cee-6a38-49e8-82cc-526d56162a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.778136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-309daafe-9e75-4032-9c4c-3e97e8f4394e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.790717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c81d7cee-6a38-49e8-82cc-526d56162a24 None None] Port 0de641ec-eb83-4ee4-8d92-d3047fd08160 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:24.802636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-85638d77-f9a7-4c12-8fdc-0033d36980f4', 'network_id': '85638d77-f9a7-4c12-8fdc-0033d36980f4', 'tenant_id': '3c453153af234694aa2b68b38cff39d9', 'fixed_ips': [{'subnet_id': 'd5ee2dd4-d660-4091-870a-257f8dc98839'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:23:24.803595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.828118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.846128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Delete allocated IP 2001:db8::1be (12f54d39-6573-49e1-9b56-76ffa1f70b49/c277fb06-70bd-4539-8fe7-d9db5c94e434) {{(pid=83793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 12:23:24.871174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.884845 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a71d970b-332f-4481-910a-669709d18bcb req-ebc487a0-c15a-4984-82d3-f585b1215ccd tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243668 Mar 22 12:23:24.901120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8:0:1::10 (12f54d39-6573-49e1-9b56-76ffa1f70b49/fd1eed8d-5fad-4ec0-a82b-4f69405d89a7/0de641ec-eb83-4ee4-8d92-d3047fd08160) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:24.906647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event deleted for resources: {'Network': ['ID=a0668713-b993-4434-bfa7-dfcbefdd382f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:24.917500 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-239475e8-1e3c-4d4f-b7ec-c68b2c0db90f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.924442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-309daafe-9e75-4032-9c4c-3e97e8f4394e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.948200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4096b40-4ad5-4d7b-9e3c-a53c1cabff53 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet e7b2e429-9a0f-4eaa-80d1-9e3620e98e92 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:24.955319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:24.959809 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-55a0b4a3-f0ce-45ac-8669-12f131bc1d7a tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "DELETE /v2.0/networks/a0668713-b993-4434-bfa7-dfcbefdd382f HTTP/1.1" status: 204 len: 168 time: 2.0797191 Mar 22 12:23:24.985610 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40196) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:24.991722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239475e8-1e3c-4d4f-b7ec-c68b2c0db90f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef5d962-f97b-4d21-b45a-2a33dea37e7b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:25.004060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4096b40-4ad5-4d7b-9e3c-a53c1cabff53 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.024615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Allocated IP 2001:db8:1::2 (85638d77-f9a7-4c12-8fdc-0033d36980f4/d5ee2dd4-d660-4091-870a-257f8dc98839/4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:25.039520 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-faf7eb11-b4af-461a-8777-226d3073d37f req-3efae386-16b8-4125-94a8-39f9057dc45a service neutron] 10.222.0.55 "GET /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697135 Mar 22 12:23:25.062513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-239475e8-1e3c-4d4f-b7ec-c68b2c0db90f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.068554 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-239475e8-1e3c-4d4f-b7ec-c68b2c0db90f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/4ef5d962-f97b-4d21-b45a-2a33dea37e7b HTTP/1.1" status: 204 len: 168 time: 2.6552696 Mar 22 12:23:25.071420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40200) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:25.080252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:25.099886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309daafe-9e75-4032-9c4c-3e97e8f4394e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295ad9c6-423b-4005-bfd8-9f8924cfa13a,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:25.113163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca5f1ee-4922-4423-825e-8c0b6c0eb1ee None None] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:25.180708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-309daafe-9e75-4032-9c4c-3e97e8f4394e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.184861 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-309daafe-9e75-4032-9c4c-3e97e8f4394e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.0096250 Mar 22 12:23:25.193299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40204) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:25.220431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:25.226478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:25.232577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:25.259313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=7a58ba7f-e388-4ffa-aff8-9a5c7da9229a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:25.275925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4096b40-4ad5-4d7b-9e3c-a53c1cabff53 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.385738 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.396495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e20902b9-8330-477f-b574-0f47c4091058 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.397181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Transition to ACTIVE for port object 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:25.437912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e20902b9-8330-477f-b574-0f47c4091058 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.452265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Transition to ACTIVE for port object 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:25.463907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.503617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1254c0-d817-4bf3-83ee-5b8a6df648a4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Deleting subnet f6a9d409-f5e5-48c0-8866-ac037d9cc0cf {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:25.506092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:25.515257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d1254c0-d817-4bf3-83ee-5b8a6df648a4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.540868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Network 85638d77-f9a7-4c12-8fdc-0033d36980f4 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:25.542380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:25.545775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:25.547550 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Pushing event updated for resources: {'Port': ['ID=4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:25.548185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:25.550653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:25.566752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:25.582189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e20902b9-8330-477f-b574-0f47c4091058 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.608442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4096b40-4ad5-4d7b-9e3c-a53c1cabff53 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.617682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20902b9-8330-477f-b574-0f47c4091058 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=295ad9c6-423b-4005-bfd8-9f8924cfa13a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:25.622506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d1254c0-d817-4bf3-83ee-5b8a6df648a4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.641393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16f7c7fe-6269-458f-917a-d8de21b0f922 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.646268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Attempting to bind port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:23:25.646630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Attempting to bind port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'a6181258-667e-4782-93e8-68e8c3bab74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '85638d77-f9a7-4c12-8fdc-0033d36980f4'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:23:25.646985 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Attempting to bind port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 on network 85638d77-f9a7-4c12-8fdc-0033d36980f4 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:23:25.655690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:23:25.656081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Checking segment: {'id': 'a6181258-667e-4782-93e8-68e8c3bab74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '85638d77-f9a7-4c12-8fdc-0033d36980f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:23:25.657064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.657064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Bound using segment: {'id': 'a6181258-667e-4782-93e8-68e8c3bab74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '85638d77-f9a7-4c12-8fdc-0033d36980f4'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:23:25.657299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:25.657904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Bound port: 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6181258-667e-4782-93e8-68e8c3bab74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '85638d77-f9a7-4c12-8fdc-0033d36980f4'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:23:25.659435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.661127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.690320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e20902b9-8330-477f-b574-0f47c4091058 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.694685 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e20902b9-8330-477f-b574-0f47c4091058 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/295ad9c6-423b-4005-bfd8-9f8924cfa13a HTTP/1.1" status: 204 len: 168 time: 0.4483976 Mar 22 12:23:25.748689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40208) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:25.755548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] For port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:23:25.758691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.759385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] For port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409,segment=NetworkSegment(a6181258-667e-4782-93e8-68e8c3bab74b),segment_id=a6181258-667e-4782-93e8-68e8c3bab74b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:23:25.767309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.808706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object 0de641ec-eb83-4ee4-8d92-d3047fd08160 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:25.834703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:25.849192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5ebcb-378f-4b0f-b7cb-1145285320bf None None] Pushing event updated for resources: {'Port': ['ID=4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:25.975521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=0de641ec-eb83-4ee4-8d92-d3047fd08160,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:26.086622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4096b40-4ad5-4d7b-9e3c-a53c1cabff53 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.242996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4096b40-4ad5-4d7b-9e3c-a53c1cabff53 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b2e429-9a0f-4eaa-80d1-9e3620e98e92,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:26.282320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d1254c0-d817-4bf3-83ee-5b8a6df648a4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.286179 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0a0c7408-a0e1-42a9-8751-465670e30379 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:26.307531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4096b40-4ad5-4d7b-9e3c-a53c1cabff53 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.350967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b884ac-9b2c-4683-a59b-99233808eee5 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:26.355933 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] In _notify_port_updated(), no bound segment for port 0de641ec-eb83-4ee4-8d92-d3047fd08160 on network 12f54d39-6573-49e1-9b56-76ffa1f70b49 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:23:26.359828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:26.360471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.362037 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a064c44f-6fca-46a7-9f3d-5b23ee6eaee7 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "PUT /v2.0/ports/0de641ec-eb83-4ee4-8d92-d3047fd08160 HTTP/1.1" status: 200 len: 929 time: 3.8415997 Mar 22 12:23:26.366691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40214) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:26.391834 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e4096b40-4ad5-4d7b-9e3c-a53c1cabff53 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/e7b2e429-9a0f-4eaa-80d1-9e3620e98e92 HTTP/1.1" status: 204 len: 168 time: 2.0579641 Mar 22 12:23:26.407819 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40218) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:26.432103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0a0c7408-a0e1-42a9-8751-465670e30379 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:26.434036 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0a0c7408-a0e1-42a9-8751-465670e30379 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.6839011 Mar 22 12:23:26.447896 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40222) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:26.542027 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-19863afc-60c4-4f8c-a093-afb512a47b8b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190956 Mar 22 12:23:26.547461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40226) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:26.559809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:26.583394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-99c556c3-334c-49a5-860e-1dea0d6ce274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 0de641ec-eb83-4ee4-8d92-d3047fd08160 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:26.583731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99c556c3-334c-49a5-860e-1dea0d6ce274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.682883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3d4ee97f-4a41-4369-8843-2fb93ff2fd51 None None] Provisioning for port 0de641ec-eb83-4ee4-8d92-d3047fd08160 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:26.693186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3d4ee97f-4a41-4369-8843-2fb93ff2fd51 None None] Provisioning complete for port 0de641ec-eb83-4ee4-8d92-d3047fd08160 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:26.693655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3d4ee97f-4a41-4369-8843-2fb93ff2fd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.710682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d1254c0-d817-4bf3-83ee-5b8a6df648a4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.755904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ee97f-4a41-4369-8843-2fb93ff2fd51 None None] Port 0de641ec-eb83-4ee4-8d92-d3047fd08160 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:26.758091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7edd-a357-4a46-a51c-9d953a737410 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.767471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1d1254c0-d817-4bf3-83ee-5b8a6df648a4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.773734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f90fc85-c54c-48fc-81cc-e7d568b04464 None None] Network 52d23f34-a242-46e5-8479-9c00dbb523bf requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:26.780149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1254c0-d817-4bf3-83ee-5b8a6df648a4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a9d409-f5e5-48c0-8866-ac037d9cc0cf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:26.807669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f478a-325b-46de-b4b3-36a5be6b1fdf req-ab61b825-320e-4f8b-a8b1-69637d33a97e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:26.809531 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b00f478a-325b-46de-b4b3-36a5be6b1fdf req-ab61b825-320e-4f8b-a8b1-69637d33a97e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.6370728 Mar 22 12:23:26.822856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7edd-a357-4a46-a51c-9d953a737410 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.838308 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1d1254c0-d817-4bf3-83ee-5b8a6df648a4 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "DELETE /v2.0/subnets/f6a9d409-f5e5-48c0-8866-ac037d9cc0cf HTTP/1.1" status: 204 len: 168 time: 1.8478477 Mar 22 12:23:26.839127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40230) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:26.900437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebaa444-9570-4eba-ac4a-d2f7ef5a1a51 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:26.902237 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-16f7c7fe-6269-458f-917a-d8de21b0f922 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:23:26.906861 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-16f7c7fe-6269-458f-917a-d8de21b0f922 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "PUT /v2.0/routers/3ef16494-3133-4cb6-85c4-11fc59789727 HTTP/1.1" status: 400 len: 364 time: 2.3203821 Mar 22 12:23:26.906861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:26.909985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40234) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:26.913183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:26.923269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5ebaa444-9570-4eba-ac4a-d2f7ef5a1a51 None None] Deleting port 4596e5fc-2012-43f8-8201-366116ccacd4 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:26.923629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ebaa444-9570-4eba-ac4a-d2f7ef5a1a51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.973057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:26.976210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:26.988957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:27.003138 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b00f478a-325b-46de-b4b3-36a5be6b1fdf req-4fbeeb43-675a-4f38-8668-42d483fd32ef tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740899 Mar 22 12:23:27.068960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.080030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e20ffef6-070f-4026-b593-7f5739a1837b None None] Provisioning complete for port 823a6d26-244b-4b1c-9a12-5242486762cd triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:27.080393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e20ffef6-070f-4026-b593-7f5739a1837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.170775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:27.175766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.227858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Deleting port 24983446-d3b1-4849-a6cc-2e0335c7a872 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:27.228083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.266476 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:27.283565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7edd-a357-4a46-a51c-9d953a737410 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.301492 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:27.305240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:27.306826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.307384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.353084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5ebaa444-9570-4eba-ac4a-d2f7ef5a1a51 None None] For port 4596e5fc-2012-43f8-8201-366116ccacd4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4596e5fc-2012-43f8-8201-366116ccacd4,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:27.353807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ebaa444-9570-4eba-ac4a-d2f7ef5a1a51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.360490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb7edd-a357-4a46-a51c-9d953a737410 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a40ba58b-f917-49fb-8241-b9f16d26127d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:27.363699 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7bcb7edd-a357-4a46-a51c-9d953a737410 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.366869 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7bcb7edd-a357-4a46-a51c-9d953a737410 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a40ba58b-f917-49fb-8241-b9f16d26127d HTTP/1.1" status: 204 len: 168 time: 0.9043798 Mar 22 12:23:27.390469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40238) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:27.443191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Subnet': ['ID=b0cdcfe5-9fee-4754-a982-046f82af0745,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:27.456718 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-83a3a810-2287-462d-b275-927fd55f656b tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3842762 Mar 22 12:23:27.467428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40242) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:27.481906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5ebaa444-9570-4eba-ac4a-d2f7ef5a1a51 None None] Calling delete_port for 4596e5fc-2012-43f8-8201-366116ccacd4 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:27.506487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1510174606'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:27.511983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:27.531692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.532298 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155d727-4172-4f40-b4ef-60209a7b023b None None] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:27.540139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:security_group and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:27.543877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759c2a75-8aa6-4d54-bd49-e2c1bec2d695 None None] Network 85638d77-f9a7-4c12-8fdc-0033d36980f4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:27.551602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:27.558536 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99c556c3-334c-49a5-860e-1dea0d6ce274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.575580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:27.785728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ebaa444-9570-4eba-ac4a-d2f7ef5a1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.796957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-99c556c3-334c-49a5-860e-1dea0d6ce274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 0de641ec-eb83-4ee4-8d92-d3047fd08160 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:27.841371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.895755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebaa444-9570-4eba-ac4a-d2f7ef5a1a51 None None] Pushing event deleted for resources: {'Port': ['ID=4596e5fc-2012-43f8-8201-366116ccacd4,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:27.902759 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cacde458-589c-471f-916b-4c2f4d0665a3 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:27.952698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] For port 24983446-d3b1-4849-a6cc-2e0335c7a872, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=24983446-d3b1-4849-a6cc-2e0335c7a872,segment=NetworkSegment(a685f1d9-901c-4ff5-81cf-6c74667f544a),segment_id=a685f1d9-901c-4ff5-81cf-6c74667f544a)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:27.952698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.979055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:27.992541 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebaa444-9570-4eba-ac4a-d2f7ef5a1a51 None None] No DVR routers for this DVR port 4596e5fc-2012-43f8-8201-366116ccacd4 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:28.050831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05171d8-c53c-405f-bb94-c3f379e3cdf4 None None] DHCP port deletion for 52d23f34-a242-46e5-8479-9c00dbb523bf request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:28.072554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:28.104376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e05171d8-c53c-405f-bb94-c3f379e3cdf4 None None] Deleting port 24983446-d3b1-4849-a6cc-2e0335c7a872 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:28.104790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e05171d8-c53c-405f-bb94-c3f379e3cdf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.106077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cacde458-589c-471f-916b-4c2f4d0665a3 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:28.106335 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.110917 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cacde458-589c-471f-916b-4c2f4d0665a3 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.7156618 Mar 22 12:23:28.111078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.122264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40248) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:28.129043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:28.146558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.150696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:28.174454 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8c20b-8732-452b-a008-07f99d128b99 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:28.185625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:28.186282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.196139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=28d2282d-7cb1-4a75-bdcb-83d903ca5217,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:28.296494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Calling delete_port for 24983446-d3b1-4849-a6cc-2e0335c7a872 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:28.303341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e20ffef6-070f-4026-b593-7f5739a1837b None None] Provisioning complete for port dfa657ff-3276-47e4-bb49-63094de06185 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:28.303708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e20ffef6-070f-4026-b593-7f5739a1837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.329994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:28.452903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e20ffef6-070f-4026-b593-7f5739a1837b None None] Port dfa657ff-3276-47e4-bb49-63094de06185 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:28.479196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:security_group_rule and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:28.509236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:28.519851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2240cd76-48c0-48f6-953a-07f49dad4de2 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.534595 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:28.591665 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:28.610686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=7a58ba7f-e388-4ffa-aff8-9a5c7da9229a,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:28.617053 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-97ebeffe-3cdd-42ac-97f5-01c6d03347cd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0619929 Mar 22 12:23:28.619170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2240cd76-48c0-48f6-953a-07f49dad4de2 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.631783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40252) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:28.652363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7ac035fe-9cfc-4313-99f8-13ac62b96c4a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'fixed_ips': [{'subnet_id': '28d2282d-7cb1-4a75-bdcb-83d903ca5217', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-809798451'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:28.679560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.765519 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4596e5fc-2012-43f8-8201-366116ccacd4 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:28.770345 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99c556c3-334c-49a5-860e-1dea0d6ce274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.772944 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event deleted for resources: {'Port': ['ID=24983446-d3b1-4849-a6cc-2e0335c7a872,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:28.795950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.829693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7a6e0a6e-5833-497b-9193-449166ba0339 None None] Provisioning for port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:28.846722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8424ad1-e567-4d23-aec1-1275ab2d5cca req-b8689409-f138-4b58-a670-43c2140c5c1c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:28.848619 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b8424ad1-e567-4d23-aec1-1275ab2d5cca req-b8689409-f138-4b58-a670-43c2140c5c1c tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.6085641 Mar 22 12:23:28.860720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e05171d8-c53c-405f-bb94-c3f379e3cdf4 None None] For port 24983446-d3b1-4849-a6cc-2e0335c7a872, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=24983446-d3b1-4849-a6cc-2e0335c7a872,segment=NetworkSegment(a685f1d9-901c-4ff5-81cf-6c74667f544a),segment_id=a685f1d9-901c-4ff5-81cf-6c74667f544a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:28.861207 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e05171d8-c53c-405f-bb94-c3f379e3cdf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.873379 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 4596e5fc-2012-43f8-8201-366116ccacd4 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:28.873916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4596e5fc-2012-43f8-8201-366116ccacd4 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:28.892539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7a6e0a6e-5833-497b-9193-449166ba0339 None None] Provisioning complete for port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:28.892985 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0a6e-5833-497b-9193-449166ba0339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.905982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] No DVR routers for this DVR port 24983446-d3b1-4849-a6cc-2e0335c7a872 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:28.925242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.931401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c556c3-334c-49a5-860e-1dea0d6ce274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=0de641ec-eb83-4ee4-8d92-d3047fd08160,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:28.974272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '28d2282d-7cb1-4a75-bdcb-83d903ca5217'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:23:28.975202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:28.988012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.005729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99c556c3-334c-49a5-860e-1dea0d6ce274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.012902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2240cd76-48c0-48f6-953a-07f49dad4de2 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.059966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240cd76-48c0-48f6-953a-07f49dad4de2 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70ff7a27-44da-4368-ba6c-192f0454d562,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:29.070957 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d684ef1-9216-4aeb-a9f6-a37c3bdf42b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.078818 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e05171d8-c53c-405f-bb94-c3f379e3cdf4 None None] Calling delete_port for 24983446-d3b1-4849-a6cc-2e0335c7a872 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:29.126791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2240cd76-48c0-48f6-953a-07f49dad4de2 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.127784 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2240cd76-48c0-48f6-953a-07f49dad4de2 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/70ff7a27-44da-4368-ba6c-192f0454d562 HTTP/1.1" status: 204 len: 168 time: 1.0013766 Mar 22 12:23:29.145469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40256) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:29.172213 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-99c556c3-334c-49a5-860e-1dea0d6ce274 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/0de641ec-eb83-4ee4-8d92-d3047fd08160 HTTP/1.1" status: 204 len: 168 time: 2.8043535 Mar 22 12:23:29.173105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.173894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40260) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:29.178088 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6777749 Mar 22 12:23:29.178721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40262) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:29.196158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd37b2-3b65-4854-907a-138bbd073699 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01342d9-177a-4a6f-aeec-b241367d5fbf,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:29.203605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b6563c-747b-4028-8aec-c78b856c5279 None None] Update dhcp port {'port': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'fixed_ips': [{'subnet_id': 'd2d6c949-6e82-4095-8076-7c05be76e325', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b0cdcfe5-9fee-4754-a982-046f82af0745'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '823a6d26-244b-4b1c-9a12-5242486762cd'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:23:29.204916 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b8424ad1-e567-4d23-aec1-1275ab2d5cca req-e381df62-b534-465c-8ba0-8f6559048ebe tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008997 Mar 22 12:23:29.206470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.264626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d23f34-a242-46e5-8479-9c00dbb523bf']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:29.267377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'security_group': {'name': 'tempest-secgroup-517827591'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:29.289489 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7c59f4-bf6c-435c-848c-f744da1067d5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:23:29.291575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7c7c59f4-bf6c-435c-848c-f744da1067d5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:29.302694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:29.303969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-e05171d8-c53c-405f-bb94-c3f379e3cdf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:23:29.304311 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-e05171d8-c53c-405f-bb94-c3f379e3cdf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:23:29.308901 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a685f1d9-901c-4ff5-81cf-6c74667f544a') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:29.309693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a685f1d9-901c-4ff5-81cf-6c74667f544a') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:29.309823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7ac035fe-9cfc-4313-99f8-13ac62b96c4a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:29.326856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.327092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:security_group and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:29.337583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d8b6563c-747b-4028-8aec-c78b856c5279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.342949 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:29.347405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7ac035fe-9cfc-4313-99f8-13ac62b96c4a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:29.355397 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.355725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7c7c59f4-bf6c-435c-848c-f744da1067d5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:29.357147 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7c7c59f4-bf6c-435c-848c-f744da1067d5 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/0de641ec-eb83-4ee4-8d92-d3047fd08160 HTTP/1.1" status: 404 len: 333 time: 0.1797128 Mar 22 12:23:29.365365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Allocated IP 2001:db8::1 (10b34d91-41f2-48d8-a7a3-bf1a87b89351/fb5f1d58-9149-4dc0-9d20-36a860d799e8/0408623c-c9e5-40a8-8b05-d1072293d0a1) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:29.367291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40270) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:29.368333 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:23:29.369703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:29.370477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:23:29.388324 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:23:29.449118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0a6e-5833-497b-9193-449166ba0339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.468140 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e57c0cef-6bcd-4c4e-8716-467d44b73fe5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3049250 Mar 22 12:23:29.468364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac035fe-9cfc-4313-99f8-13ac62b96c4a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:29.472738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7ac035fe-9cfc-4313-99f8-13ac62b96c4a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.477804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40274) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:29.482357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.514976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5178fcf4-5835-4016-b1a4-6a246c1e47ea tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.522326 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.526754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.540843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/28d2282d-7cb1-4a75-bdcb-83d903ca5217/3b31847f-2b7c-4ece-b01a-32803d1372e7) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:29.551616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5178fcf4-5835-4016-b1a4-6a246c1e47ea tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.564883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Pushing event deleted for resources: {'Network': ['ID=52d23f34-a242-46e5-8479-9c00dbb523bf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:29.568762 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a044152d-7168-4350-974c-64732a8f7cf5 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "DELETE /v2.0/networks/52d23f34-a242-46e5-8479-9c00dbb523bf HTTP/1.1" status: 204 len: 168 time: 2.7109284 Mar 22 12:23:29.572547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40278) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:29.581187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7a6e0a6e-5833-497b-9193-449166ba0339 None None] For port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409,segment=NetworkSegment(a6181258-667e-4782-93e8-68e8c3bab74b),segment_id=a6181258-667e-4782-93e8-68e8c3bab74b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:29.602876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7a6e0a6e-5833-497b-9193-449166ba0339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.619306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e8b7591d-1334-48df-a12d-6c3c4d7de817 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Synchronizing usage tracker for tenant:8313ac01e0594744aec196649dd17667 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:29.620656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-7ac035fe-9cfc-4313-99f8-13ac62b96c4a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 55015114-6b6a-47e9-adb8-08020bcb5ec6 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:23:29.642349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5178fcf4-5835-4016-b1a4-6a246c1e47ea tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.658035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e8b7591d-1334-48df-a12d-6c3c4d7de817 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Unset dirty status for tenant:8313ac01e0594744aec196649dd17667 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:29.659643 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e8b7591d-1334-48df-a12d-6c3c4d7de817 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "GET /v2.0/ports?device_id=37abc31b-c226-4512-9d54-9c9811c84382 HTTP/1.1" status: 200 len: 205 time: 0.0872374 Mar 22 12:23:29.664321 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40282) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:29.721398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178fcf4-5835-4016-b1a4-6a246c1e47ea tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86b93dca-bb7c-41d1-896f-af0be9fb4550,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:29.733107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5178fcf4-5835-4016-b1a4-6a246c1e47ea tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.733107 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5178fcf4-5835-4016-b1a4-6a246c1e47ea tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/86b93dca-bb7c-41d1-896f-af0be9fb4550 HTTP/1.1" status: 204 len: 168 time: 0.2516797 Mar 22 12:23:29.737936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40286) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:29.745285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:29.779857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6513968-55a9-42d2-bcd1-e64ad71f5994 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.787244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:security_group_rule and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:29.802321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:29.808385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e05171d8-c53c-405f-bb94-c3f379e3cdf4 None None] Deleting port 24983446-d3b1-4849-a6cc-2e0335c7a872 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:29.808971 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e05171d8-c53c-405f-bb94-c3f379e3cdf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.844012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d8b6563c-747b-4028-8aec-c78b856c5279 None None] Allocated IP 172.20.0.2 (3c1d093f-f907-41bb-91e9-793701b2ac02/b0cdcfe5-9fee-4754-a982-046f82af0745/823a6d26-244b-4b1c-9a12-5242486762cd) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:29.848989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c283d693-6707-454d-a2fc-b3a412d7bba0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:29.855667 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e0a6e-5833-497b-9193-449166ba0339 None None] Pushing event updated for resources: {'Port': ['ID=4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:29.857901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:29.863134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6abf48e8-951e-4593-93f7-5c9fd2917927 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.879935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec30ae4-ffe9-45d5-8913-69ef4330cc1b req-a71f1845-10aa-4420-9d9b-305a737c048e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:29.886983 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9ec30ae4-ffe9-45d5-8913-69ef4330cc1b req-a71f1845-10aa-4420-9d9b-305a737c048e tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4966145 Mar 22 12:23:29.891085 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-411b857d-389d-4746-be9a-c97927ca68d8 None None] Provisioning complete for port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:29.891940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-411b857d-389d-4746-be9a-c97927ca68d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.945917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e05171d8-c53c-405f-bb94-c3f379e3cdf4 None None] The port '24983446-d3b1-4849-a6cc-2e0335c7a872' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:23:29.957238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 24983446-d3b1-4849-a6cc-2e0335c7a872 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:29.959459 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6513968-55a9-42d2-bcd1-e64ad71f5994 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:29.999476 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c283d693-6707-454d-a2fc-b3a412d7bba0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:30.003571 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c283d693-6707-454d-a2fc-b3a412d7bba0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2151573 Mar 22 12:23:30.003867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40290) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:30.004908 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Floating IP 60cda6d4-79f7-41dd-8e36-1849172dbc37 associated. External IP: 172.26.0.22, port: 9f6d007a-1e8e-44aa-89d1-d85c065959d9. Mar 22 12:23:30.027242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 24983446-d3b1-4849-a6cc-2e0335c7a872 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:30.027933 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 24983446-d3b1-4849-a6cc-2e0335c7a872 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:30.058336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b810c4f1-40ad-476c-9f88-bf1aa79ce8a0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.068554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.127930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b810c4f1-40ad-476c-9f88-bf1aa79ce8a0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.181644 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Transition to ACTIVE for port object 0408623c-c9e5-40a8-8b05-d1072293d0a1 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:30.205440 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9ec30ae4-ffe9-45d5-8913-69ef4330cc1b req-759d8360-2fa2-4b77-8744-52d3cb450bf9 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174689 Mar 22 12:23:30.217243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.296658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Transition to ACTIVE for port object 3b31847f-2b7c-4ece-b01a-32803d1372e7 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:30.302853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.320065 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d8b6563c-747b-4028-8aec-c78b856c5279 None None] For port 823a6d26-244b-4b1c-9a12-5242486762cd, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=823a6d26-244b-4b1c-9a12-5242486762cd,segment=NetworkSegment(d6f7f527-b091-4b32-94d7-4a6045d39930),segment_id=d6f7f527-b091-4b32-94d7-4a6045d39930)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:30.340921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Transition to ACTIVE for port object 3b31847f-2b7c-4ece-b01a-32803d1372e7 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:30.362707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.400268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d8b6563c-747b-4028-8aec-c78b856c5279 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.459777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:30.463743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:30.465921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Pushing event updated for resources: {'Port': ['ID=3b31847f-2b7c-4ece-b01a-32803d1372e7,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:30.468313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:30.511102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6abf48e8-951e-4593-93f7-5c9fd2917927 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.514244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b810c4f1-40ad-476c-9f88-bf1aa79ce8a0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.517842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6513968-55a9-42d2-bcd1-e64ad71f5994 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.537198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.538911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6abf48e8-951e-4593-93f7-5c9fd2917927 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.542353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810c4f1-40ad-476c-9f88-bf1aa79ce8a0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a0e0c29-e734-480f-ad37-2dff5ee99971,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:30.558076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d8b6563c-747b-4028-8aec-c78b856c5279 None None] Transition to ACTIVE for port object 823a6d26-244b-4b1c-9a12-5242486762cd will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:30.565424 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b810c4f1-40ad-476c-9f88-bf1aa79ce8a0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.566865 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b810c4f1-40ad-476c-9f88-bf1aa79ce8a0 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/4a0e0c29-e734-480f-ad37-2dff5ee99971 HTTP/1.1" status: 204 len: 168 time: 0.5621035 Mar 22 12:23:30.570016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40298) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:30.579391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Attempting to bind port 3b31847f-2b7c-4ece-b01a-32803d1372e7 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:23:30.579756 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Attempting to bind port 3b31847f-2b7c-4ece-b01a-32803d1372e7 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:23:30.580111 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Attempting to bind port 3b31847f-2b7c-4ece-b01a-32803d1372e7 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:23:30.582408 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d8b6563c-747b-4028-8aec-c78b856c5279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.583740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.599996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6abf48e8-951e-4593-93f7-5c9fd2917927 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.600515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abf48e8-951e-4593-93f7-5c9fd2917927 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Fanout notify agent at l3_agent the message router_deleted on router 37abc31b-c226-4512-9d54-9c9811c84382 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:23:30.620167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6abf48e8-951e-4593-93f7-5c9fd2917927 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.621500 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6abf48e8-951e-4593-93f7-5c9fd2917927 tempest-RoutersNegativeTest-739050862 tempest-RoutersNegativeTest-739050862-project] 10.222.0.62 "DELETE /v2.0/routers/37abc31b-c226-4512-9d54-9c9811c84382 HTTP/1.1" status: 204 len: 168 time: 0.9545469 Mar 22 12:23:30.634413 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac035fe-9cfc-4313-99f8-13ac62b96c4a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:23:30.634896 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac035fe-9cfc-4313-99f8-13ac62b96c4a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:30.641769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c0942591-0687-4851-8d7b-bad517d80145 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:30.660986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c0942591-0687-4851-8d7b-bad517d80145 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:30.665770 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c0942591-0687-4851-8d7b-bad517d80145 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0918355 Mar 22 12:23:30.665969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:23:30.665969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:23:30.666183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.666273 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.666273 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:23:30.666453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40304) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:30.666742 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4833801 Mar 22 12:23:30.669327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Bound port: 3b31847f-2b7c-4ece-b01a-32803d1372e7, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:23:30.669772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.673610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40308) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:30.697062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6513968-55a9-42d2-bcd1-e64ad71f5994 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.700736 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a6513968-55a9-42d2-bcd1-e64ad71f5994 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/security-groups/cfb8728f-92f0-43ef-9e46-b18968b8bca3 HTTP/1.1" status: 204 len: 168 time: 1.3241622 Mar 22 12:23:30.700736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6513968-55a9-42d2-bcd1-e64ad71f5994 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb8728f-92f0-43ef-9e46-b18968b8bca3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:30.708621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40312) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:30.744434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6563c-747b-4028-8aec-c78b856c5279 None None] Pushing event updated for resources: {'Port': ['ID=823a6d26-244b-4b1c-9a12-5242486762cd,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:30.759993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'security_group': {'name': 'tempest-secgroup-1526028914'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:30.791518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:30.809853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f638bdcb-4044-40c1-88d8-e3bd31eb30b7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.818794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:security_group and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:30.831072 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:30.836796 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7ac035fe-9cfc-4313-99f8-13ac62b96c4a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2001333 Mar 22 12:23:30.839034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40316) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:30.839769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network 10b34d91-41f2-48d8-a7a3-bf1a87b89351 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:30.845864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:30.850259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:30.852766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:30.853279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.856834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Port': ['ID=0408623c-c9e5-40a8-8b05-d1072293d0a1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:30.867551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afee02-e950-469b-9f7d-3a2b81de7905 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5465d4-0b6f-4760-8cf0-f911f036044a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:30.868343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] For port 3b31847f-2b7c-4ece-b01a-32803d1372e7, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:23:30.880515 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] For port 3b31847f-2b7c-4ece-b01a-32803d1372e7, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3b31847f-2b7c-4ece-b01a-32803d1372e7,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:23:30.892110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.908316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.915193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-866b5ede-52c9-410f-86e6-958e92d238b1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:30.960272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f638bdcb-4044-40c1-88d8-e3bd31eb30b7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.068590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1f19d-9758-4355-9e89-8356bb24986c None None] Pushing event updated for resources: {'Port': ['ID=3b31847f-2b7c-4ece-b01a-32803d1372e7,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:31.072450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-866b5ede-52c9-410f-86e6-958e92d238b1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.128292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b3e68-b1ce-48cb-804e-288bc7ea763f req-aa96aa64-dfa8-4862-884c-e883c06962a3 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:31.130761 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-487b3e68-b1ce-48cb-804e-288bc7ea763f req-aa96aa64-dfa8-4862-884c-e883c06962a3 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.4408250 Mar 22 12:23:31.134054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:31.149885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40322) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:31.178465 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648fcaee-be0c-416a-9298-b72ec22f789e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:31.180526 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-648fcaee-be0c-416a-9298-b72ec22f789e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3364856 Mar 22 12:23:31.181219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:security_group_rule and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:31.186825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40328) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:31.226846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f638bdcb-4044-40c1-88d8-e3bd31eb30b7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.229858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:31.248948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:31.255788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-866b5ede-52c9-410f-86e6-958e92d238b1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.269540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638bdcb-4044-40c1-88d8-e3bd31eb30b7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550e3245-63b7-4540-b4b0-44fda2279b7f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:31.340758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-866b5ede-52c9-410f-86e6-958e92d238b1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.341909 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-866b5ede-52c9-410f-86e6-958e92d238b1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/security-groups/b523507c-ae85-460c-9511-846d89bff9e4 HTTP/1.1" status: 204 len: 168 time: 0.6321774 Mar 22 12:23:31.347856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40332) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:31.352569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b5ede-52c9-410f-86e6-958e92d238b1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b523507c-ae85-460c-9511-846d89bff9e4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:31.404581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90eb09ad-8789-4b6c-8e41-91f4bb22ae82 None None] Provisioning for port 0408623c-c9e5-40a8-8b05-d1072293d0a1 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:31.413191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90eb09ad-8789-4b6c-8e41-91f4bb22ae82 None None] Provisioning complete for port 0408623c-c9e5-40a8-8b05-d1072293d0a1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:31.413963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-90eb09ad-8789-4b6c-8e41-91f4bb22ae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.426670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.468341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f638bdcb-4044-40c1-88d8-e3bd31eb30b7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.471723 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f638bdcb-4044-40c1-88d8-e3bd31eb30b7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-groups/550e3245-63b7-4540-b4b0-44fda2279b7f HTTP/1.1" status: 204 len: 168 time: 0.8046360 Mar 22 12:23:31.481217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40336) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:31.498714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d4eeba-4d0a-4938-8304-f8d9d747cdb1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:31.500013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d4eeba-4d0a-4938-8304-f8d9d747cdb1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:31.501692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-90eb09ad-8789-4b6c-8e41-91f4bb22ae82 None None] Port 0408623c-c9e5-40a8-8b05-d1072293d0a1 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:31.503927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-46d4eeba-4d0a-4938-8304-f8d9d747cdb1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:31.557722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.593253 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-487b3e68-b1ce-48cb-804e-288bc7ea763f req-1afb55c2-809f-4320-be2f-9820f67a5bf2 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4370010 Mar 22 12:23:31.600603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.650787 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-579d0f57-af19-419a-949e-2ee961619cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.663024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-46d4eeba-4d0a-4938-8304-f8d9d747cdb1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:31.664185 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-46d4eeba-4d0a-4938-8304-f8d9d747cdb1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4363976 Mar 22 12:23:31.669657 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40340) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:31.737585 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b113cbd8-64da-45c3-b71b-f89bcb2a47f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8313ac01e0594744aec196649dd17667&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5863311 Mar 22 12:23:31.744128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40344) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:31.747092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-47bb076c-1fd2-4bb7-ab66-9e4dadc28f7c tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:31.839553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad310fec-a4a2-49d1-93d5-8946093cda35 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting subnet c277fb06-70bd-4539-8fe7-d9db5c94e434 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:31.843062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-47bb076c-1fd2-4bb7-ab66-9e4dadc28f7c tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:31.849522 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-47bb076c-1fd2-4bb7-ab66-9e4dadc28f7c tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3623059 Mar 22 12:23:31.849522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad310fec-a4a2-49d1-93d5-8946093cda35 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.869044 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.877361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40348) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:31.880926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.884900 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1877954 Mar 22 12:23:31.894646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292200621'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:31.901506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40352) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:31.931218 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed7d386b-2145-4d08-b394-373343c97b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.937843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad310fec-a4a2-49d1-93d5-8946093cda35 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:31.955076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 823a6d26-244b-4b1c-9a12-5242486762cd up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:31.977261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8804b-da2e-46bb-8d06-7615125b8e4e tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf38c1e-d20e-40f3-9d18-b18e5811c68e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:31.991828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1908450804', 'security_groups': ['7bf38c1e-d20e-40f3-9d18-b18e5811c68e'], 'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b0cdcfe5-9fee-4754-a982-046f82af0745'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:32.008031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:32.009545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed7d386b-2145-4d08-b394-373343c97b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.047711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.062437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6b6b96ad-9e7d-4749-9b1d-c3e4a8d82faa None None] Provisioning for port 823a6d26-244b-4b1c-9a12-5242486762cd completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:32.069992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6b6b96ad-9e7d-4749-9b1d-c3e4a8d82faa None None] Provisioning complete for port 823a6d26-244b-4b1c-9a12-5242486762cd triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:32.070658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6b6b96ad-9e7d-4749-9b1d-c3e4a8d82faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.083585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad310fec-a4a2-49d1-93d5-8946093cda35 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.115909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 823a6d26-244b-4b1c-9a12-5242486762cd triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:32.116898 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.119530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed7d386b-2145-4d08-b394-373343c97b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.144732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d386b-2145-4d08-b394-373343c97b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebfb6f1-f022-47be-a742-ac89a610d864,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:32.152494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:32.159732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed7d386b-2145-4d08-b394-373343c97b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.160947 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ed7d386b-2145-4d08-b394-373343c97b40 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ebfb6f1-f022-47be-a742-ac89a610d864 HTTP/1.1" status: 204 len: 168 time: 0.4186215 Mar 22 12:23:32.211466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad310fec-a4a2-49d1-93d5-8946093cda35 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.275729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad310fec-a4a2-49d1-93d5-8946093cda35 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Subnet': ['ID=c277fb06-70bd-4539-8fe7-d9db5c94e434,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:32.287935 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad310fec-a4a2-49d1-93d5-8946093cda35 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.315639 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ad310fec-a4a2-49d1-93d5-8946093cda35 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/c277fb06-70bd-4539-8fe7-d9db5c94e434 HTTP/1.1" status: 204 len: 168 time: 0.9583910 Mar 22 12:23:32.316582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40358) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:32.321169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2c96e1-3580-43cd-bf6f-f903c65eb013 None None] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:32.329422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:32.353603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.524291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:32.531942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:32.535639 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:32.540422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:32.541885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:32.552474 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:32.572884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:32.576899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.623344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dccb4b-6864-4051-9718-8e7b1068fb62 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 28d2282d-7cb1-4a75-bdcb-83d903ca5217 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:32.626247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:32.636714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:32.657228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1dccb4b-6864-4051-9718-8e7b1068fb62 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.695112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6b6b96ad-9e7d-4749-9b1d-c3e4a8d82faa None None] Provisioning complete for port dfa657ff-3276-47e4-bb49-63094de06185 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:32.695751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6b6b96ad-9e7d-4749-9b1d-c3e4a8d82faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.721655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:32.727505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:32.800656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1dccb4b-6864-4051-9718-8e7b1068fb62 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.862929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b96ad-9e7d-4749-9b1d-c3e4a8d82faa None None] Port dfa657ff-3276-47e4-bb49-63094de06185 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:32.877102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:32.877490 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:32.998458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:33.013431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:33.048653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-03a903a6-4c60-4ad1-a5ae-36800d543aeb None None] Provisioning for port 3b31847f-2b7c-4ece-b01a-32803d1372e7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:33.078803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3b31847f-2b7c-4ece-b01a-32803d1372e7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:33.091151 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.157209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 3b31847f-2b7c-4ece-b01a-32803d1372e7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:33.163127 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3b31847f-2b7c-4ece-b01a-32803d1372e7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:33.163578 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.256842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.277892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:23:33.302861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:33.307647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:33.318313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:33.318909 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.329988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.337897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.341422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.358083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Subnet': ['ID=dac3959e-c00e-4802-b82e-a055b4a6d1fa,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:33.375980 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 3b31847f-2b7c-4ece-b01a-32803d1372e7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3b31847f-2b7c-4ece-b01a-32803d1372e7,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:33.376801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.381443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.382757 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.388324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.397046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c10ff-142d-45d3-a3df-84ca48477242 req-a9aaf19a-8408-4801-8fb3-849ec3655112 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:33.399180 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc1c10ff-142d-45d3-a3df-84ca48477242 req-a9aaf19a-8408-4801-8fb3-849ec3655112 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.5913088 Mar 22 12:23:33.406180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:33.412154 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-dd2cb847-c69d-4979-b1ca-f63122584214 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:33.413652 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-dd2cb847-c69d-4979-b1ca-f63122584214 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.55 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.3835087 Mar 22 12:23:33.475590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=3b31847f-2b7c-4ece-b01a-32803d1372e7,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:33.497678 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-02d9a556-8aaf-4c51-bc5c-d67369d3dca0 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1797922 Mar 22 12:23:33.507681 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40380) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:33.524951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'security_group': {'name': 'tempest-secgroup-276559696'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:33.532716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event updated for resources: {'Port': ['ID=0408623c-c9e5-40a8-8b05-d1072293d0a1,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:33.534412 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:33.555021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.567191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:security_group and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:33.574122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:33.586326 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:33.598354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Deleting port f20094f3-0ee9-4442-9ab3-06a3fb6983ce {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:33.598722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.608021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1dccb4b-6864-4051-9718-8e7b1068fb62 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.623077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40384) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:33.643934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df472bb3-dff6-4f56-a377-568a318af164,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:33.648310 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fc1c10ff-142d-45d3-a3df-84ca48477242 req-47506414-e592-4167-859a-2a76b262b775 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336574 Mar 22 12:23:33.660899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.670705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.683573 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-348b322a-2633-41c4-934c-90cbd88b9e30 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7989888 Mar 22 12:23:33.683771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40390) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:33.700202 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b1a8e354-c4a4-47db-a12c-90a07b4292a6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': 'df472bb3-dff6-4f56-a377-568a318af164', 'direction': 'ingress', 'protocol': 17}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:33.706115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b1a8e354-c4a4-47db-a12c-90a07b4292a6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:33.710374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b1a8e354-c4a4-47db-a12c-90a07b4292a6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:33.713514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b1a8e354-c4a4-47db-a12c-90a07b4292a6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:33.719505 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b1a8e354-c4a4-47db-a12c-90a07b4292a6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:33.838959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] device_id is not set on port 932d9b02-e212-4052-a393-4b1cffe42ca7 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:23:33.877862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3b31847f-2b7c-4ece-b01a-32803d1372e7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:33.900031 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce0b7ac2-0b8c-448b-8d4f-21a1960e999b tempest-ServiceProvidersTest-343076565 tempest-ServiceProvidersTest-343076565-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2666647 Mar 22 12:23:33.911760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e354-c4a4-47db-a12c-90a07b4292a6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:33.999949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e64cf-b5c0-47f1-8627-6b29b4c77b2b None None] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:34.014844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:34.039663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:security_group_rule and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:34.043622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:34.052398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Network 10b34d91-41f2-48d8-a7a3-bf1a87b89351 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:34.061685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:34.065630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:34.164226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e354-c4a4-47db-a12c-90a07b4292a6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.184121 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] For port f20094f3-0ee9-4442-9ab3-06a3fb6983ce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f20094f3-0ee9-4442-9ab3-06a3fb6983ce,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:34.184538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.201878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e354-c4a4-47db-a12c-90a07b4292a6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.287214 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-783429c3-1707-4020-bab6-ab05600c5097 None None] Provisioning complete for port 6b137d07-e13b-451e-a0c4-d52d0b892960 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:34.287570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-783429c3-1707-4020-bab6-ab05600c5097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.314761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.335942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8e354-c4a4-47db-a12c-90a07b4292a6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2adf66-3593-4347-ab04-9203ad901adb,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:34.348035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.374899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3b31847f-2b7c-4ece-b01a-32803d1372e7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:34.375377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.401773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1dccb4b-6864-4051-9718-8e7b1068fb62 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.489225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dccb4b-6864-4051-9718-8e7b1068fb62 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=28d2282d-7cb1-4a75-bdcb-83d903ca5217,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:34.533526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40398) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:34.543515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1dccb4b-6864-4051-9718-8e7b1068fb62 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.564579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e354-c4a4-47db-a12c-90a07b4292a6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.568801 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b1a8e354-c4a4-47db-a12c-90a07b4292a6 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8780339 Mar 22 12:23:34.570229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40402) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:34.570873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e318fc97-c9d9-4e5a-a84b-d1cbf43564dd,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:34.573256 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.577032 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3dd2646e-2716-4df7-8487-b0eb7e4de45d tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0658400 Mar 22 12:23:34.579206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40404) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:34.611950 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151478e6-caad-4de2-9dfa-b2bb56e8c6e8 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:34.612714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'security_group': {'name': 'tempest-secgroup-1546792803'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:34.626040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:34.648443 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:security_group and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:34.659272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:34.735780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:34.751514 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c1dccb4b-6864-4051-9718-8e7b1068fb62 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/28d2282d-7cb1-4a75-bdcb-83d903ca5217 HTTP/1.1" status: 204 len: 168 time: 3.0758371 Mar 22 12:23:34.756776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40414) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:34.816686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.4 (3c1d093f-f907-41bb-91e9-793701b2ac02/b0cdcfe5-9fee-4754-a982-046f82af0745/932d9b02-e212-4052-a393-4b1cffe42ca7) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:34.827276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58dd41e-e031-47f1-8ea5-16c59a6bf630 None None] Update dhcp port {'port': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'fixed_ips': [{'subnet_id': 'fd1eed8d-5fad-4ec0-a82b-4f69405d89a7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dac3959e-c00e-4802-b82e-a055b4a6d1fa'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '6b137d07-e13b-451e-a0c4-d52d0b892960'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:23:34.836215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.875243 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39eed6d6-1e00-4e47-8cc7-0e37a62522ca tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126919 Mar 22 12:23:34.879826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40418) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:34.881481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.881841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.882148 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Floating IP c56e875d-2871-429c-8708-3dcc7548c24e disassociated. External IP: 172.26.0.97, port: f20094f3-0ee9-4442-9ab3-06a3fb6983ce. Mar 22 12:23:34.882494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Calling delete_port for f20094f3-0ee9-4442-9ab3-06a3fb6983ce owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:34.899175 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-783429c3-1707-4020-bab6-ab05600c5097 None None] Provisioning complete for port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:34.899841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-783429c3-1707-4020-bab6-ab05600c5097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.924944 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:34.941342 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b58dd41e-e031-47f1-8ea5-16c59a6bf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:34.960895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31b0666-65f6-435f-8c20-7de3b3607655 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.003471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-783429c3-1707-4020-bab6-ab05600c5097 None None] Port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:35.074111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:35.078454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54ea3169-dd64-44d2-951c-3e5e9ebb65b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.112467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:security_group_rule and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:35.115292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5737616-b462-4848-bf5e-d87541654a6c None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:35.120500 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:35.124150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31b0666-65f6-435f-8c20-7de3b3607655 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.127668 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b5737616-b462-4848-bf5e-d87541654a6c None None] Deleting port 3b31847f-2b7c-4ece-b01a-32803d1372e7 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:35.127668 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b5737616-b462-4848-bf5e-d87541654a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.144128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:35.145938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:35.160576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:35.167510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:35.208885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:35.255757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:35.280195 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-738e25d5-d5af-4a6a-9b6f-467fbc4fd601 None None] Provisioning complete for port 0408623c-c9e5-40a8-8b05-d1072293d0a1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:35.280558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-738e25d5-d5af-4a6a-9b6f-467fbc4fd601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.331678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-54ea3169-dd64-44d2-951c-3e5e9ebb65b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:35.345621 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-54ea3169-dd64-44d2-951c-3e5e9ebb65b7 admin admin] Usage tracker for resource:security_group_rule and tenant:32a5b585da1844c3abda9ddf1b3e7772 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:35.352366 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b58dd41e-e031-47f1-8ea5-16c59a6bf630 None None] Allocated IP 2001:db8::2 (12f54d39-6573-49e1-9b56-76ffa1f70b49/dac3959e-c00e-4802-b82e-a055b4a6d1fa/6b137d07-e13b-451e-a0c4-d52d0b892960) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:35.353695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-54ea3169-dd64-44d2-951c-3e5e9ebb65b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:35.362449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31b0666-65f6-435f-8c20-7de3b3607655 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.374363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:35.379414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-54ea3169-dd64-44d2-951c-3e5e9ebb65b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:35.387830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd984d0e-340e-419e-b101-b3a61b3fab82 req-3942fc8c-4cb9-48ea-8201-6f9ccd23e236 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:35.389464 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd984d0e-340e-419e-b101-b3a61b3fab82 req-3942fc8c-4cb9-48ea-8201-6f9ccd23e236 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 946 time: 0.5388951 Mar 22 12:23:35.399417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.405178 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbedb30b-e507-4c69-9faa-b09043c0c62e None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:35.412216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b0666-65f6-435f-8c20-7de3b3607655 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df472bb3-dff6-4f56-a377-568a318af164,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:35.419081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.444958 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbedb30b-e507-4c69-9faa-b09043c0c62e None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:35.448742 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fbedb30b-e507-4c69-9faa-b09043c0c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:35.456139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.472719 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.473633 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Router 3ef16494-3133-4cb6-85c4-11fc59789727 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:35.480136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-738e25d5-d5af-4a6a-9b6f-467fbc4fd601 None None] Port 0408623c-c9e5-40a8-8b05-d1072293d0a1 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:35.490392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Pushing event deleted for resources: {'Port': ['ID=f20094f3-0ee9-4442-9ab3-06a3fb6983ce,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:35.504611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.510966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object 932d9b02-e212-4052-a393-4b1cffe42ca7 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:35.522884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.574219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b5737616-b462-4848-bf5e-d87541654a6c None None] For port 3b31847f-2b7c-4ece-b01a-32803d1372e7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3b31847f-2b7c-4ece-b01a-32803d1372e7,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:35.575148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b5737616-b462-4848-bf5e-d87541654a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.579114 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd984d0e-340e-419e-b101-b3a61b3fab82 req-3242ecbc-29a3-4420-a91d-82e3fdc758dd tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups?id=781d61ff-984a-4f00-8195-5497e0b88d35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631234 Mar 22 12:23:35.649154 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a229ff9-0878-420d-ba92-1c8ea07aceef,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:35.660091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31b0666-65f6-435f-8c20-7de3b3607655 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.661243 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e31b0666-65f6-435f-8c20-7de3b3607655 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-groups/df472bb3-dff6-4f56-a377-568a318af164 HTTP/1.1" status: 204 len: 168 time: 1.0833218 Mar 22 12:23:35.662169 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.663370 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4481f27d-38bc-4fc1-a05c-df80fe34ece6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0721822 Mar 22 12:23:35.664095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40422) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:35.667212 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fbedb30b-e507-4c69-9faa-b09043c0c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:35.673785 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40424) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:35.697696 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbedb30b-e507-4c69-9faa-b09043c0c62e None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:35.699050 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fbedb30b-e507-4c69-9faa-b09043c0c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:35.768932 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c24b4a4-8929-4e42-912b-3e04d9c112dd tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 12.7701817 Mar 22 12:23:35.776232 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40430) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:35.794185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b5737616-b462-4848-bf5e-d87541654a6c None None] Calling delete_port for 3b31847f-2b7c-4ece-b01a-32803d1372e7 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:35.825071 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fbedb30b-e507-4c69-9faa-b09043c0c62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:35.825488 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbedb30b-e507-4c69-9faa-b09043c0c62e None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:35.826874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'security_group': {'name': 'tempest-secgroup-2142196521'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:35.879012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b58dd41e-e031-47f1-8ea5-16c59a6bf630 None None] For port 6b137d07-e13b-451e-a0c4-d52d0b892960, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6b137d07-e13b-451e-a0c4-d52d0b892960,segment=NetworkSegment(d830710c-f952-481c-b28f-24704f84ddc7),segment_id=d830710c-f952-481c-b28f-24704f84ddc7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:35.904759 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3b31847f-2b7c-4ece-b01a-32803d1372e7 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:35.906829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:35.937729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54ea3169-dd64-44d2-951c-3e5e9ebb65b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.965084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54ea3169-dd64-44d2-951c-3e5e9ebb65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.986549 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b58dd41e-e031-47f1-8ea5-16c59a6bf630 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:35.995988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b5737616-b462-4848-bf5e-d87541654a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.011570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.036132 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-adf8a47b-3c9a-4cec-972e-075efa3fad9d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "GET /v2.0/floatingips/60cda6d4-79f7-41dd-8e36-1849172dbc37 HTTP/1.1" status: 200 len: 976 time: 0.2490091 Mar 22 12:23:36.041034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:security_group and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:36.043527 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40434) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:36.054753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5737616-b462-4848-bf5e-d87541654a6c None None] Pushing event deleted for resources: {'Port': ['ID=3b31847f-2b7c-4ece-b01a-32803d1372e7,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:36.056667 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:36.063302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No active binding found for port 3b31847f-2b7c-4ece-b01a-32803d1372e7 {{(pid=83795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 22 12:23:36.063701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3b31847f-2b7c-4ece-b01a-32803d1372e7 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:36.075131 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b58dd41e-e031-47f1-8ea5-16c59a6bf630 None None] Transition to ACTIVE for port object 6b137d07-e13b-451e-a0c4-d52d0b892960 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:36.080940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5737616-b462-4848-bf5e-d87541654a6c None None] No DVR routers for this DVR port 3b31847f-2b7c-4ece-b01a-32803d1372e7 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:36.089099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b58dd41e-e031-47f1-8ea5-16c59a6bf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.118115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:36.132212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea3169-dd64-44d2-951c-3e5e9ebb65b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09717fe4-0a41-4e31-8cac-fab3803766ee,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:36.148917 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-54ea3169-dd64-44d2-951c-3e5e9ebb65b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32a5b585da1844c3abda9ddf1b3e7772&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6108782 Mar 22 12:23:36.155831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40438) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:36.172974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b2574c3a-b227-43e0-85d5-37e607ed2e97 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:36.178489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:36.182616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=932d9b02-e212-4052-a393-4b1cffe42ca7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:36.183066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dd41e-e031-47f1-8ea5-16c59a6bf630 None None] Pushing event updated for resources: {'Port': ['ID=6b137d07-e13b-451e-a0c4-d52d0b892960,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:36.189554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:36.201910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:36.232617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.258385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b2574c3a-b227-43e0-85d5-37e607ed2e97 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:36.264152 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b2574c3a-b227-43e0-85d5-37e607ed2e97 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5930753 Mar 22 12:23:36.280100 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40442) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:36.304219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group': {'name': 'tempest-secgroup--345785234'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:36.312336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:36.323204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:36.348703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:36.351988 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8ed33527-7f29-4147-8e38-8f52c451f47e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2998099 Mar 22 12:23:36.357633 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40446) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:36.360132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724a48b-10fa-4ece-b583-ab642e0ef8f9 None None] Sync routers for ids ['3ef16494-3133-4cb6-85c4-11fc59789727'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:36.370383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:36.380626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6724a48b-10fa-4ece-b583-ab642e0ef8f9 None None] Routers {'3ef16494-3133-4cb6-85c4-11fc59789727'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:36.382272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:security_group_rule and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:36.382557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6724a48b-10fa-4ece-b583-ab642e0ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['3ef16494-3133-4cb6-85c4-11fc59789727'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:36.389158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:36.391086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'floatingip': {'port_id': 'b4bc16ad-cd4f-4550-9ae5-43b6838de746'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:36.414957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:36.458113 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.468477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6724a48b-10fa-4ece-b583-ab642e0ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:36.481873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.485186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6724a48b-10fa-4ece-b583-ab642e0ef8f9 None None] Routers {'3ef16494-3133-4cb6-85c4-11fc59789727'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:36.485838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6724a48b-10fa-4ece-b583-ab642e0ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['3ef16494-3133-4cb6-85c4-11fc59789727'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:36.523463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2e2994c-4026-4676-b29e-c2bc13f3332e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.526140 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-12d69a17-5968-4067-a0a7-9473eda3918b tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "PUT /v2.0/routers/3ef16494-3133-4cb6-85c4-11fc59789727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6148117 Mar 22 12:23:36.530616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:36.531576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.535187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40450) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:36.571815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6724a48b-10fa-4ece-b583-ab642e0ef8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:36.571815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6724a48b-10fa-4ece-b583-ab642e0ef8f9 None None] The sync data for ids ['3ef16494-3133-4cb6-85c4-11fc59789727'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:36.601121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-86dfef84-5e0d-4a0f-a225-289b6a445333 None None] Provisioning for port 932d9b02-e212-4052-a393-4b1cffe42ca7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:36.609284 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2e2994c-4026-4676-b29e-c2bc13f3332e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.610218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-86dfef84-5e0d-4a0f-a225-289b6a445333 None None] Provisioning complete for port 932d9b02-e212-4052-a393-4b1cffe42ca7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:36.610874 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-86dfef84-5e0d-4a0f-a225-289b6a445333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.618110 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2b4f2ae4-2236-4d48-9c2c-78c24c45e6f0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7154369 Mar 22 12:23:36.632022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40454) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:36.646358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ebef1856-47c0-4f9c-b175-f8a73f3b4ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:36.657435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:36.660844 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f20094f3-0ee9-4442-9ab3-06a3fb6983ce no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:36.684385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.715530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=e1d8a255-e98d-4016-bbfc-e3e264abd52e,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:36.717880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: f20094f3-0ee9-4442-9ab3-06a3fb6983ce {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:36.718212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f20094f3-0ee9-4442-9ab3-06a3fb6983ce not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:36.719555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:36.722124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:36.722685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.733378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73a7c6-decd-4653-964c-d248a9d44ac3 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:36.736567 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.757965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.760676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-86dfef84-5e0d-4a0f-a225-289b6a445333 None None] Port 932d9b02-e212-4052-a393-4b1cffe42ca7 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:36.847032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:36.852395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:36.855860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:36.862338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:36.889154 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9146368c-ce38-4bde-8aed-e0b6ef4b24a6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9794207 Mar 22 12:23:36.896001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-2f078967-5064-4422-80d6-6fb24a777381 req-f7c885e6-7b59-4cfd-956b-0be9c9456b5d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Synchronizing usage tracker for tenant:88cb3d04f1ad41cd9c7b280bcf095c66 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:36.898359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40460) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:36.901349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:36.903452 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:36.907569 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2298017 Mar 22 12:23:36.907569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b866f-7227-41ed-9cbd-828a38adcc53 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289139ef-23ed-4a9c-a815-a3d7b69253a9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:36.911649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40464) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:36.919159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4fa6491d-5575-46c6-9eb7-675ad7f558f9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1991480600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:36.932282 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1944278551', 'security_groups': ['289139ef-23ed-4a9c-a815-a3d7b69253a9'], 'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dac3959e-c00e-4802-b82e-a055b4a6d1fa'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:36.948131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4fa6491d-5575-46c6-9eb7-675ad7f558f9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:36.965320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4fa6491d-5575-46c6-9eb7-675ad7f558f9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:router and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:36.998138 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': 'e1d8a255-e98d-4016-bbfc-e3e264abd52e'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:23:36.999734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.016661 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4fa6491d-5575-46c6-9eb7-675ad7f558f9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:37.039151 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4fa6491d-5575-46c6-9eb7-675ad7f558f9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:37.057286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-2f078967-5064-4422-80d6-6fb24a777381 req-f7c885e6-7b59-4cfd-956b-0be9c9456b5d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Unset dirty status for tenant:88cb3d04f1ad41cd9c7b280bcf095c66 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:37.058904 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2f078967-5064-4422-80d6-6fb24a777381 req-f7c885e6-7b59-4cfd-956b-0be9c9456b5d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 210 time: 0.2417130 Mar 22 12:23:37.059148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2e2994c-4026-4676-b29e-c2bc13f3332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.098419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.109769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2994c-4026-4676-b29e-c2bc13f3332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09717fe4-0a41-4e31-8cac-fab3803766ee,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:37.118818 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d6a0719d-bca7-45cc-869a-64b2047d28ab None None] Provisioning for port 6b137d07-e13b-451e-a0c4-d52d0b892960 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:37.121903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.138912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d6a0719d-bca7-45cc-869a-64b2047d28ab None None] Provisioning complete for port 6b137d07-e13b-451e-a0c4-d52d0b892960 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:37.139406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d6a0719d-bca7-45cc-869a-64b2047d28ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.203789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fa6491d-5575-46c6-9eb7-675ad7f558f9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.203789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fa6491d-5575-46c6-9eb7-675ad7f558f9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.242196 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2e2994c-4026-4676-b29e-c2bc13f3332e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.243460 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f2e2994c-4026-4676-b29e-c2bc13f3332e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09717fe4-0a41-4e31-8cac-fab3803766ee HTTP/1.1" status: 204 len: 168 time: 1.0850005 Mar 22 12:23:37.256583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56193d33-c1fe-4c9b-a677-e2f0e2775360 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.258495 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b8c80c-7034-4082-9768-29742829ebf3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:37.260693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.264558 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2ff2b41d-fd11-4c2b-b4f0-e5f87d81f2d5 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9767544 Mar 22 12:23:37.265709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ebef1856-47c0-4f9c-b175-f8a73f3b4ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:37.267709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40470) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:37.276633 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045245851'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:37.284002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ebef1856-47c0-4f9c-b175-f8a73f3b4ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:37.287214 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:37.320645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ebef1856-47c0-4f9c-b175-f8a73f3b4ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:37.328667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:37.339096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:37.343928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ebef1856-47c0-4f9c-b175-f8a73f3b4ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:37.349688 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:37.356398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:37.369463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/e1d8a255-e98d-4016-bbfc-e3e264abd52e/657f079d-c3ac-4969-ae75-60b418f21c3b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:37.390256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebef1856-47c0-4f9c-b175-f8a73f3b4ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:37.394336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ebef1856-47c0-4f9c-b175-f8a73f3b4ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.408872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.421829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:37.431778 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fa6491d-5575-46c6-9eb7-675ad7f558f9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.466231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:37.472745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d6a0719d-bca7-45cc-869a-64b2047d28ab None None] Provisioning complete for port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:37.473282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d6a0719d-bca7-45cc-869a-64b2047d28ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.574082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d6a0719d-bca7-45cc-869a-64b2047d28ab None None] Port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:37.611820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fa6491d-5575-46c6-9eb7-675ad7f558f9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.659507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fa6491d-5575-46c6-9eb7-675ad7f558f9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.661039 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4fa6491d-5575-46c6-9eb7-675ad7f558f9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7552595 Mar 22 12:23:37.682319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40474) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:37.693862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.706507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Transition to ACTIVE for port object 657f079d-c3ac-4969-ae75-60b418f21c3b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:37.724923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Transition to ACTIVE for port object 657f079d-c3ac-4969-ae75-60b418f21c3b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:37.731832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:37.854794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:37.858113 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:37.869413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:37.869413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Pushing event updated for resources: {'Port': ['ID=657f079d-c3ac-4969-ae75-60b418f21c3b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:37.874212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:37.900011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:37.905578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:37.928899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:37.931401 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-ebef1856-47c0-4f9c-b175-f8a73f3b4ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b0cdcfe5-9fee-4754-a982-046f82af0745 (CIDR: 172.20.0.0/28) Mar 22 12:23:37.941238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6b137d07-e13b-451e-a0c4-d52d0b892960 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:37.987766 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebef1856-47c0-4f9c-b175-f8a73f3b4ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:23:37.988131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebef1856-47c0-4f9c-b175-f8a73f3b4ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:38.004921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Attempting to bind port 657f079d-c3ac-4969-ae75-60b418f21c3b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:23:38.004921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Attempting to bind port 657f079d-c3ac-4969-ae75-60b418f21c3b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:23:38.004921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Attempting to bind port 657f079d-c3ac-4969-ae75-60b418f21c3b on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:23:38.016998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:23:38.017589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:23:38.018097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:38.018214 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:38.018655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:23:38.019206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Bound port: 657f079d-c3ac-4969-ae75-60b418f21c3b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:23:38.019688 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:38.028654 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-56193d33-c1fe-4c9b-a677-e2f0e2775360 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 12:23:38.029709 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-56193d33-c1fe-4c9b-a677-e2f0e2775360 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "DELETE /v2.0/routers/3ef16494-3133-4cb6-85c4-11fc59789727 HTTP/1.1" status: 409 len: 329 time: 1.4926929 Mar 22 12:23:38.031537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:38.032926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40478) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:38.048840 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd5030-aa0d-4b37-9a94-089087751156 None None] Sync routers for ids ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:38.060544 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd5030-aa0d-4b37-9a94-089087751156 None None] Routers {'2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:38.061546 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45dd5030-aa0d-4b37-9a94-089087751156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:38.071493 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ebef1856-47c0-4f9c-b175-f8a73f3b4ef6 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4358504 Mar 22 12:23:38.083975 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40482) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:38.096136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-12896e9b-85ca-4ba8-9883-6360f802fdb2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:38.125552 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 6b137d07-e13b-451e-a0c4-d52d0b892960 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:38.125918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:38.245506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] No DVR routers for this DVR port f20094f3-0ee9-4442-9ab3-06a3fb6983ce on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:38.299203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] device_id is not set on port dae6fb28-dba2-4ac1-8c9d-0b947add3861 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:23:38.312346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:38.343114 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-45dd5030-aa0d-4b37-9a94-089087751156 None None] Set router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:23:38.345959 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:38.348380 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-541bb7e3-3a1a-4e52-9dad-b086bde63c7d req-7eddf6fb-a4fc-4ea3-a189-24aaf5973616 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.55 "DELETE /v2.0/ports/f20094f3-0ee9-4442-9ab3-06a3fb6983ce HTTP/1.1" status: 204 len: 173 time: 4.9124401 Mar 22 12:23:38.349018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] For port 657f079d-c3ac-4969-ae75-60b418f21c3b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:23:38.350000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3930420b-53cd-4912-b917-6827ca9750ac', 'name': 'network-vif-deleted', 'tag': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:23:38.368205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] For port 657f079d-c3ac-4969-ae75-60b418f21c3b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=657f079d-c3ac-4969-ae75-60b418f21c3b,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:23:38.371611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:38.377280 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cc2da64d-b73e-4968-9ea6-29cbb755981e req-ff46c4d1-8704-4655-a679-4e10654df6a6 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/ports?device_id=3930420b-53cd-4912-b917-6827ca9750ac HTTP/1.1" status: 200 len: 210 time: 0.0703893 Mar 22 12:23:38.386282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:38.489771 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3930420b-53cd-4912-b917-6827ca9750ac', 'name': 'network-vif-deleted', 'tag': 'f20094f3-0ee9-4442-9ab3-06a3fb6983ce', 'status': 'completed', 'code': 200} Mar 22 12:23:38.516261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:38.517854 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2467072 Mar 22 12:23:38.523645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd6914-ba2a-4569-b2af-5e3c2e73da93 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31693d3f-fe68-452c-b888-f84a205689fe,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:38.545739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40490) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:38.558081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-12896e9b-85ca-4ba8-9883-6360f802fdb2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:38.565996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-19c32461-e3f3-4a1d-b8b1-b8adf35face4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': '41b8c80c-7034-4082-9768-29742829ebf3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '31693d3f-fe68-452c-b888-f84a205689fe', 'remote_ip_prefix': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:38.574029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-19c32461-e3f3-4a1d-b8b1-b8adf35face4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:38.579823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-19c32461-e3f3-4a1d-b8b1-b8adf35face4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:38.583714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-19c32461-e3f3-4a1d-b8b1-b8adf35face4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:38.590859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-19c32461-e3f3-4a1d-b8b1-b8adf35face4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:38.591610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbc264-23a8-440a-aed8-c2b0ccf051bb None None] Pushing event updated for resources: {'Port': ['ID=657f079d-c3ac-4969-ae75-60b418f21c3b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:38.608396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-12896e9b-85ca-4ba8-9883-6360f802fdb2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:38.621123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:23:38.682846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-12896e9b-85ca-4ba8-9883-6360f802fdb2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:38.712243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-12896e9b-85ca-4ba8-9883-6360f802fdb2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:38.734722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-19c32461-e3f3-4a1d-b8b1-b8adf35face4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:38.759144 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45dd5030-aa0d-4b37-9a94-089087751156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:57Z', 'revision_number': 4, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '38ed2696-21f2-44a1-8a9a-c8fccc7f1e47', 'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'mac_address': 'fa:16:3e:f9:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:10Z', 'revision_number': 5, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'subnets': [{'id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:38.763800 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd5030-aa0d-4b37-9a94-089087751156 None None] Checking router: 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:23:38.798425 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12896e9b-85ca-4ba8-9883-6360f802fdb2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:38.803154 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd5030-aa0d-4b37-9a94-089087751156 None None] Routers {'2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:38.803963 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45dd5030-aa0d-4b37-9a94-089087751156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:38.843584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:38.908432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:39.053267 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-45dd5030-aa0d-4b37-9a94-089087751156 None None] Set router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:23:39.069280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8::261 (12f54d39-6573-49e1-9b56-76ffa1f70b49/dac3959e-c00e-4802-b82e-a055b4a6d1fa/dae6fb28-dba2-4ac1-8c9d-0b947add3861) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:39.102381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-19c32461-e3f3-4a1d-b8b1-b8adf35face4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:39.120473 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-19c32461-e3f3-4a1d-b8b1-b8adf35face4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:39.153020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:39.170514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c32461-e3f3-4a1d-b8b1-b8adf35face4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8784bd09-679d-4bb3-b9d1-d559c6cc512a,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:39.191252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-12896e9b-85ca-4ba8-9883-6360f802fdb2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:39.208939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-19c32461-e3f3-4a1d-b8b1-b8adf35face4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:39.212839 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-19c32461-e3f3-4a1d-b8b1-b8adf35face4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6547663 Mar 22 12:23:39.223069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40494) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:39.345354 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-12896e9b-85ca-4ba8-9883-6360f802fdb2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d2d6c949-6e82-4095-8076-7c05be76e325 (CIDR: 172.20.0.16/28) Mar 22 12:23:39.354889 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-12896e9b-85ca-4ba8-9883-6360f802fdb2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:23:39.355306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12896e9b-85ca-4ba8-9883-6360f802fdb2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:39.385086 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-12896e9b-85ca-4ba8-9883-6360f802fdb2 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2944653 Mar 22 12:23:39.385735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40498) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:39.389850 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Floating IP 60cda6d4-79f7-41dd-8e36-1849172dbc37 associated. External IP: 172.26.0.22, port: 9f6d007a-1e8e-44aa-89d1-d85c065959d9. Mar 22 12:23:39.446864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'subnet': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:39.486800 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45dd5030-aa0d-4b37-9a94-089087751156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:57Z', 'revision_number': 4, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '38ed2696-21f2-44a1-8a9a-c8fccc7f1e47', 'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'mac_address': 'fa:16:3e:f9:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:10Z', 'revision_number': 5, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'subnets': [{'id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:39.497622 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd5030-aa0d-4b37-9a94-089087751156 None None] The sync data for ids ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'] in dv-neutron-834653-1-hyperv is: [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:18:57Z', 'revision_number': 4, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '38ed2696-21f2-44a1-8a9a-c8fccc7f1e47', 'name': '', 'network_id': '6203a9c2-1d85-413b-8d33-42b4c72db112', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'mac_address': 'fa:16:3e:f9:0e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:56Z', 'updated_at': '2022-03-22T12:19:10Z', 'revision_number': 5, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'subnets': [{'id': 'a0f85f5d-3677-4e10-b04c-44bdd300d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:39.644445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40506) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:39.663440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df089cd2-922a-4882-b606-a7a4df1f865b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:39.736139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df089cd2-922a-4882-b606-a7a4df1f865b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:39.820731 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80690ce9-1522-4bb6-9a06-54dc2d96c9ab None None] New status for floating IP c56e875d-2871-429c-8708-3dcc7548c24e: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:23:39.851283 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:39.857653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Usage tracker for resource:subnet and tenant:6344ffba11c54feca200eae2b0b1bae8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:39.861400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:39.868795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:39.898592 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Made reservation on behalf of 6344ffba11c54feca200eae2b0b1bae8 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:39.902385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:39.930374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 657f079d-c3ac-4969-ae75-60b418f21c3b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:39.998680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90ad6e36-6fb4-4e67-baae-cbd1b1863e4d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.009039 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df089cd2-922a-4882-b606-a7a4df1f865b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.117057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df089cd2-922a-4882-b606-a7a4df1f865b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8784bd09-679d-4bb3-b9d1-d559c6cc512a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:40.138388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-10a76e38-9d32-45b3-9a23-bbe1fe2566b5 None None] Provisioning for port 657f079d-c3ac-4969-ae75-60b418f21c3b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:40.140273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90ad6e36-6fb4-4e67-baae-cbd1b1863e4d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.182719 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 657f079d-c3ac-4969-ae75-60b418f21c3b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:40.189979 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 657f079d-c3ac-4969-ae75-60b418f21c3b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:40.190581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.213040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df089cd2-922a-4882-b606-a7a4df1f865b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.217069 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df089cd2-922a-4882-b606-a7a4df1f865b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8784bd09-679d-4bb3-b9d1-d559c6cc512a HTTP/1.1" status: 204 len: 168 time: 0.9850404 Mar 22 12:23:40.217230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40510) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:40.224285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::1 (578a050b-df3b-4bf8-b5f3-612af8e4798e/e1d8a255-e98d-4016-bbfc-e3e264abd52e/d0a04baf-e5f2-4251-92bd-598bac971de5) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:40.235376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.259558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74fcf75c-f1b6-46f3-9348-118f36013c1d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.344829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.350285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5bb18fd6-1153-4d0f-ade4-641b4d452249 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:40.376885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 657f079d-c3ac-4969-ae75-60b418f21c3b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=657f079d-c3ac-4969-ae75-60b418f21c3b,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:40.390124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.390373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5bb18fd6-1153-4d0f-ade4-641b4d452249 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:40.392389 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5bb18fd6-1153-4d0f-ade4-641b4d452249 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1735339 Mar 22 12:23:40.396774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40514) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:40.397198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object dae6fb28-dba2-4ac1-8c9d-0b947add3861 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:40.480088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.480390 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=657f079d-c3ac-4969-ae75-60b418f21c3b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:40.484457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90ad6e36-6fb4-4e67-baae-cbd1b1863e4d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.526165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad6e36-6fb4-4e67-baae-cbd1b1863e4d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=781d61ff-984a-4f00-8195-5497e0b88d35,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:40.573840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-90ad6e36-6fb4-4e67-baae-cbd1b1863e4d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.575002 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-90ad6e36-6fb4-4e67-baae-cbd1b1863e4d tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "DELETE /v2.0/security-groups/781d61ff-984a-4f00-8195-5497e0b88d35 HTTP/1.1" status: 204 len: 168 time: 0.9217284 Mar 22 12:23:40.576056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.578617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0dab9ad6-f6b9-4506-a8ee-77a263b046e1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.580089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40518) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:40.585856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Subnet': ['ID=197d09b1-1129-413f-addd-19ab30eee2f1,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:40.590382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:40.609430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:40.617104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:40.617703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.619287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5923d9-7c94-41b1-b879-9f1e6f68d125 None None] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:40.641201 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-2747e2fc-6ecb-4f13-9932-c6231c20fae8 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] show failed (client error): The resource could not be found. Mar 22 12:23:40.641438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.642210 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2747e2fc-6ecb-4f13-9932-c6231c20fae8 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "GET /v2.0/security-groups/781d61ff-984a-4f00-8195-5497e0b88d35 HTTP/1.1" status: 404 len: 347 time: 0.0576255 Mar 22 12:23:40.645804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40522) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:40.653435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0dab9ad6-f6b9-4506-a8ee-77a263b046e1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.678367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:40.682561 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8c7fc2b0-08e4-4797-b633-cf535845b958 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2958841 Mar 22 12:23:40.686516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40526) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:40.702982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1282947231', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '197d09b1-1129-413f-addd-19ab30eee2f1'}], 'security_groups': ['e01342d9-177a-4a6f-aeec-b241367d5fbf', '0e5465d4-0b6f-4760-8cf0-f911f036044a']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:40.758148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object d0a04baf-e5f2-4251-92bd-598bac971de5 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:40.777522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:40.837036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=dae6fb28-dba2-4ac1-8c9d-0b947add3861,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:40.839210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:40.855273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0dab9ad6-f6b9-4506-a8ee-77a263b046e1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.855592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:40.859561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:40.860167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.880630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2330588a-9619-4d9e-8de2-c77c2177f023 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Deleting port a189b214-c6b9-462f-bba4-cab41dbc89a4 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:40.880968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2330588a-9619-4d9e-8de2-c77c2177f023 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.963446 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab9ad6-f6b9-4506-a8ee-77a263b046e1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31693d3f-fe68-452c-b888-f84a205689fe,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:40.965134 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dbda5c3b-e2ca-4954-a7cd-3c25ae016262 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0505362 Mar 22 12:23:40.965568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40530) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:40.978171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:40.989674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4a1d7c0f-f4b2-478e-b6c1-0071469061fd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:41.002233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6640d3cc-6f0b-47ad-8214-928c4879d017 None None] Update dhcp port {'port': {'network_id': '3c1d093f-f907-41bb-91e9-793701b2ac02', 'fixed_ips': [{'subnet_id': 'd2d6c949-6e82-4095-8076-7c05be76e325', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b0cdcfe5-9fee-4754-a982-046f82af0745', 'ip_address': '172.20.0.2'}, {'subnet_id': '197d09b1-1129-413f-addd-19ab30eee2f1'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '823a6d26-244b-4b1c-9a12-5242486762cd'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:23:41.005617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0dab9ad6-f6b9-4506-a8ee-77a263b046e1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.006930 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0dab9ad6-f6b9-4506-a8ee-77a263b046e1 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-groups/31693d3f-fe68-452c-b888-f84a205689fe HTTP/1.1" status: 204 len: 168 time: 0.6068585 Mar 22 12:23:41.009870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40534) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:41.082634 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6640d3cc-6f0b-47ad-8214-928c4879d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.094705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.231237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-25d8298a-e1e5-4182-8b99-e2c70b706b1d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:41.310276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-25d8298a-e1e5-4182-8b99-e2c70b706b1d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:41.311562 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-25d8298a-e1e5-4182-8b99-e2c70b706b1d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3005373 Mar 22 12:23:41.318939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40538) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:41.396095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6640d3cc-6f0b-47ad-8214-928c4879d017 None None] Allocated IP 172.20.0.34 (3c1d093f-f907-41bb-91e9-793701b2ac02/197d09b1-1129-413f-addd-19ab30eee2f1/823a6d26-244b-4b1c-9a12-5242486762cd) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:41.407257 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-360b3f34-2926-437e-815a-b880b9c0824e None None] Provisioning for port dae6fb28-dba2-4ac1-8c9d-0b947add3861 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:41.416045 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-360b3f34-2926-437e-815a-b880b9c0824e None None] Provisioning complete for port dae6fb28-dba2-4ac1-8c9d-0b947add3861 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:41.416489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-360b3f34-2926-437e-815a-b880b9c0824e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.425111 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:41.439934 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb6854-cb54-4157-b696-3a8afb99dc4f None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:41.451974 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb6854-cb54-4157-b696-3a8afb99dc4f None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:41.452482 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0dcb6854-cb54-4157-b696-3a8afb99dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:41.505877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00c05111-3e8c-408a-b116-277fb230ea43 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.512145 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0dcb6854-cb54-4157-b696-3a8afb99dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:41.523179 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb6854-cb54-4157-b696-3a8afb99dc4f None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:41.523783 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0dcb6854-cb54-4157-b696-3a8afb99dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:41.544632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-360b3f34-2926-437e-815a-b880b9c0824e None None] Port dae6fb28-dba2-4ac1-8c9d-0b947add3861 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:41.570078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:41.582455 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0dcb6854-cb54-4157-b696-3a8afb99dc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:41.582903 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcb6854-cb54-4157-b696-3a8afb99dc4f None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:41.587613 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:41.606255 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:41.606798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.621099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=d0a04baf-e5f2-4251-92bd-598bac971de5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:41.643368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6640d3cc-6f0b-47ad-8214-928c4879d017 None None] For port 823a6d26-244b-4b1c-9a12-5242486762cd, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=823a6d26-244b-4b1c-9a12-5242486762cd,segment=NetworkSegment(d6f7f527-b091-4b32-94d7-4a6045d39930),segment_id=d6f7f527-b091-4b32-94d7-4a6045d39930)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:41.679862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6640d3cc-6f0b-47ad-8214-928c4879d017 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.698075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4a1d7c0f-f4b2-478e-b6c1-0071469061fd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:41.706543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2330588a-9619-4d9e-8de2-c77c2177f023 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.707271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2330588a-9619-4d9e-8de2-c77c2177f023 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.711876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6640d3cc-6f0b-47ad-8214-928c4879d017 None None] Transition to ACTIVE for port object 823a6d26-244b-4b1c-9a12-5242486762cd will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:41.721784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6640d3cc-6f0b-47ad-8214-928c4879d017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.725995 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4a1d7c0f-f4b2-478e-b6c1-0071469061fd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:41.736274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4a1d7c0f-f4b2-478e-b6c1-0071469061fd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:41.796895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4a1d7c0f-f4b2-478e-b6c1-0071469061fd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:41.852428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00c05111-3e8c-408a-b116-277fb230ea43 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.889502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2330588a-9619-4d9e-8de2-c77c2177f023 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Calling delete_port for a189b214-c6b9-462f-bba4-cab41dbc89a4 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:41.898146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-777b5b37-d9f2-4593-9e4e-ce6988c0478b {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:23:41.898659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:23:41.923225 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 657f079d-c3ac-4969-ae75-60b418f21c3b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:41.944230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00c05111-3e8c-408a-b116-277fb230ea43 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.973264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c05111-3e8c-408a-b116-277fb230ea43 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b8c80c-7034-4082-9768-29742829ebf3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:41.985905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1d7c0f-f4b2-478e-b6c1-0071469061fd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:41.989615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4a1d7c0f-f4b2-478e-b6c1-0071469061fd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.989770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00c05111-3e8c-408a-b116-277fb230ea43 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:41.990742 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-00c05111-3e8c-408a-b116-277fb230ea43 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-groups/41b8c80c-7034-4082-9768-29742829ebf3 HTTP/1.1" status: 204 len: 168 time: 0.6708684 Mar 22 12:23:41.993777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40542) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:42.035580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b051be0-ad46-40de-bc08-78da9f0a7ad1 None None] Provisioning for port d0a04baf-e5f2-4251-92bd-598bac971de5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:42.046040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b051be0-ad46-40de-bc08-78da9f0a7ad1 None None] Provisioning complete for port d0a04baf-e5f2-4251-92bd-598bac971de5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:42.046559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b051be0-ad46-40de-bc08-78da9f0a7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:42.084531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c15d6539-450a-4e4d-92dd-caa69fa47680 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:42.105890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:42.131659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640d3cc-6f0b-47ad-8214-928c4879d017 None None] Pushing event updated for resources: {'Port': ['ID=823a6d26-244b-4b1c-9a12-5242486762cd,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:42.144078 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b051be0-ad46-40de-bc08-78da9f0a7ad1 None None] Port d0a04baf-e5f2-4251-92bd-598bac971de5 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:42.214820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c15d6539-450a-4e4d-92dd-caa69fa47680 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:42.223369 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c15d6539-450a-4e4d-92dd-caa69fa47680 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2211554 Mar 22 12:23:42.223555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 657f079d-c3ac-4969-ae75-60b418f21c3b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:42.223555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:42.223747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:42.235553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group': {'name': 'tempest-secgroup--901061859'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:42.243974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:42.263926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:42.291182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:42.325887 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.ipam_backend_mixin [None req-4a1d7c0f-f4b2-478e-b6c1-0071469061fd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dac3959e-c00e-4802-b82e-a055b4a6d1fa (CIDR: 2001:db8::/64) Mar 22 12:23:42.349080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:42.355572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:42.361302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:42.378192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:42.449186 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1d7c0f-f4b2-478e-b6c1-0071469061fd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:23:42.449683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1d7c0f-f4b2-478e-b6c1-0071469061fd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:42.491663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:42.492539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:42.502302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2330588a-9619-4d9e-8de2-c77c2177f023 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:42.524194 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:42.560164 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4a1d7c0f-f4b2-478e-b6c1-0071469061fd tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5799582 Mar 22 12:23:42.560721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40550) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:42.567332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:42.569402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330588a-9619-4d9e-8de2-c77c2177f023 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Pushing event deleted for resources: {'Port': ['ID=a189b214-c6b9-462f-bba4-cab41dbc89a4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:42.574425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3234aa31-32e6-4ff9-9212-730a282e2c74 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:42.778974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f5a384-d35e-46a8-a830-fc246c27f791,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:42.782502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-169f4b13-6dc8-4866-9dc7-0cbc94b2c15d None None] Provisioning complete for port 932d9b02-e212-4052-a393-4b1cffe42ca7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:42.783236 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-169f4b13-6dc8-4866-9dc7-0cbc94b2c15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:42.799336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:42.800526 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3390b6e3-4057-4443-ba4a-2d9a0f4f769b tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5760772 Mar 22 12:23:42.804250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40554) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:42.813091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-944c9430-67c0-4c66-8dfd-8177cfd5cc83 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': '40f5a384-d35e-46a8-a830-fc246c27f791', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:42.822020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-944c9430-67c0-4c66-8dfd-8177cfd5cc83 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:42.851178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-169f4b13-6dc8-4866-9dc7-0cbc94b2c15d None None] Port 932d9b02-e212-4052-a393-4b1cffe42ca7 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:42.865713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-169f4b13-6dc8-4866-9dc7-0cbc94b2c15d None None] Provisioning for port 823a6d26-244b-4b1c-9a12-5242486762cd completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:42.866102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-944c9430-67c0-4c66-8dfd-8177cfd5cc83 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:42.871281 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-169f4b13-6dc8-4866-9dc7-0cbc94b2c15d None None] Provisioning complete for port 823a6d26-244b-4b1c-9a12-5242486762cd triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:42.871709 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-169f4b13-6dc8-4866-9dc7-0cbc94b2c15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:42.876790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-944c9430-67c0-4c66-8dfd-8177cfd5cc83 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:42.893409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-944c9430-67c0-4c66-8dfd-8177cfd5cc83 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:42.963396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-944c9430-67c0-4c66-8dfd-8177cfd5cc83 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.006589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-169f4b13-6dc8-4866-9dc7-0cbc94b2c15d None None] Provisioning complete for port dfa657ff-3276-47e4-bb49-63094de06185 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:43.007006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-169f4b13-6dc8-4866-9dc7-0cbc94b2c15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.057421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2330588a-9619-4d9e-8de2-c77c2177f023 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.059728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2330588a-9619-4d9e-8de2-c77c2177f023 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.063661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-169f4b13-6dc8-4866-9dc7-0cbc94b2c15d None None] Port dfa657ff-3276-47e4-bb49-63094de06185 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:43.064142 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2330588a-9619-4d9e-8de2-c77c2177f023 tempest-ServerActionsTestJSON-194443877 tempest-ServerActionsTestJSON-194443877-project] 10.222.0.62 "DELETE /v2.0/floatingips/c56e875d-2871-429c-8708-3dcc7548c24e HTTP/1.1" status: 204 len: 168 time: 2.4069250 Mar 22 12:23:43.065655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40558) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:43.102940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.144832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-944c9430-67c0-4c66-8dfd-8177cfd5cc83 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.159789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-74fcf75c-f1b6-46f3-9348-118f36013c1d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Deleting port 0408623c-c9e5-40a8-8b05-d1072293d0a1 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:43.160113 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74fcf75c-f1b6-46f3-9348-118f36013c1d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.185195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-944c9430-67c0-4c66-8dfd-8177cfd5cc83 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.223646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c9430-67c0-4c66-8dfd-8177cfd5cc83 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f54cc7-31de-4efd-b9e1-bb6ab5786d71,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:43.236359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3234aa31-32e6-4ff9-9212-730a282e2c74 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:43.247247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-944c9430-67c0-4c66-8dfd-8177cfd5cc83 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.248411 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-944c9430-67c0-4c66-8dfd-8177cfd5cc83 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4422297 Mar 22 12:23:43.252679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40562) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:43.253776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Delete allocated IP 172.20.0.4 (3c1d093f-f907-41bb-91e9-793701b2ac02/b0cdcfe5-9fee-4754-a982-046f82af0745) {{(pid=83794) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 12:23:43.257152 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:43.262796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.268790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3234aa31-32e6-4ff9-9212-730a282e2c74 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:43.269086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6b340-8c28-4777-b9bd-e2fca826831d None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:43.281705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3234aa31-32e6-4ff9-9212-730a282e2c74 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:43.283561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6b340-8c28-4777-b9bd-e2fca826831d None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:43.285916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9fa6b340-8c28-4777-b9bd-e2fca826831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:43.292538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3234aa31-32e6-4ff9-9212-730a282e2c74 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:43.316406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Allocated IP 172.20.0.45 (3c1d093f-f907-41bb-91e9-793701b2ac02/197d09b1-1129-413f-addd-19ab30eee2f1/932d9b02-e212-4052-a393-4b1cffe42ca7) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:43.343958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3234aa31-32e6-4ff9-9212-730a282e2c74 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:43.367112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9fa6b340-8c28-4777-b9bd-e2fca826831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:43.378700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6b340-8c28-4777-b9bd-e2fca826831d None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:43.379389 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9fa6b340-8c28-4777-b9bd-e2fca826831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:43.397533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6223-a0f6-4804-9bb0-c6214f3b9451 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.422392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6223-a0f6-4804-9bb0-c6214f3b9451 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.440723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9fa6b340-8c28-4777-b9bd-e2fca826831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:43.441480 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6b340-8c28-4777-b9bd-e2fca826831d None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:43.466135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.486728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.487463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.489747 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-892561ff-c072-42fc-866c-7129d72e9511 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "PUT /v2.0/floatingips/60cda6d4-79f7-41dd-8e36-1849172dbc37 HTTP/1.1" status: 200 len: 977 time: 7.1051447 Mar 22 12:23:43.528918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40566) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:43.559830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-37dadd5d-a7a0-4f1d-a09f-b3ac2752f0a4 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:43.663956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6223-a0f6-4804-9bb0-c6214f3b9451 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.684987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c6223-a0f6-4804-9bb0-c6214f3b9451 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7f54cc7-31de-4efd-b9e1-bb6ab5786d71,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:43.697688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bd7c6223-a0f6-4804-9bb0-c6214f3b9451 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.698762 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bd7c6223-a0f6-4804-9bb0-c6214f3b9451 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/f7f54cc7-31de-4efd-b9e1-bb6ab5786d71 HTTP/1.1" status: 204 len: 168 time: 0.4397228 Mar 22 12:23:43.709255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40570) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:43.779348 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bd6142bd-ead7-4bb1-9bb7-af3091e12a9d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:43.785859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=d0a04baf-e5f2-4251-92bd-598bac971de5,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:43.800345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.802193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74fcf75c-f1b6-46f3-9348-118f36013c1d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.819861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Transition to ACTIVE for port object 932d9b02-e212-4052-a393-4b1cffe42ca7 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:43.826935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.872594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bd6142bd-ead7-4bb1-9bb7-af3091e12a9d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:43.877085 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bd6142bd-ead7-4bb1-9bb7-af3091e12a9d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1638539 Mar 22 12:23:43.884899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 823a6d26-244b-4b1c-9a12-5242486762cd up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:43.885065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40574) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:43.899250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3234aa31-32e6-4ff9-9212-730a282e2c74 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.969011 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 823a6d26-244b-4b1c-9a12-5242486762cd triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:43.969548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:43.998733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event updated for resources: {'Port': ['ID=932d9b02-e212-4052-a393-4b1cffe42ca7,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:43.999411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-74fcf75c-f1b6-46f3-9348-118f36013c1d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Calling delete_port for 0408623c-c9e5-40a8-8b05-d1072293d0a1 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:44.057228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a531db0-67e9-48f4-bf0c-474946d7b8c7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:44.062027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] In _notify_port_updated(), no bound segment for port 932d9b02-e212-4052-a393-4b1cffe42ca7 on network 3c1d093f-f907-41bb-91e9-793701b2ac02 {{(pid=83794) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:23:44.065875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:44.066485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:44.068470 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c94c071a-6dd8-4b7d-83ff-a1ce8dfd1b1a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "PUT /v2.0/ports/932d9b02-e212-4052-a393-4b1cffe42ca7 HTTP/1.1" status: 200 len: 960 time: 3.3739774 Mar 22 12:23:44.082298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40578) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:44.089001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37dadd5d-a7a0-4f1d-a09f-b3ac2752f0a4 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:44.146938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a531db0-67e9-48f4-bf0c-474946d7b8c7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:44.181634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8cd0cd5a-c7da-467b-8315-29f3bfda870a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port 932d9b02-e212-4052-a393-4b1cffe42ca7 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:44.181912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8cd0cd5a-c7da-467b-8315-29f3bfda870a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:44.238455 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:44.263770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:44.297392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a531db0-67e9-48f4-bf0c-474946d7b8c7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:44.339614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a531db0-67e9-48f4-bf0c-474946d7b8c7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f5a384-d35e-46a8-a830-fc246c27f791,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:44.426818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a531db0-67e9-48f4-bf0c-474946d7b8c7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:44.427985 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5a531db0-67e9-48f4-bf0c-474946d7b8c7 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-groups/40f5a384-d35e-46a8-a830-fc246c27f791 HTTP/1.1" status: 204 len: 168 time: 0.5419748 Mar 22 12:23:44.434576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40582) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:44.540350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-69bd8f10-96d0-4d1e-8e4a-95a2cb730d52 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:44.548492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8cd0cd5a-c7da-467b-8315-29f3bfda870a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:44.612668 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3842216e-bcba-4308-a633-5ef970311caa None None] Provisioning complete for port d0a04baf-e5f2-4251-92bd-598bac971de5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:44.613279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3842216e-bcba-4308-a633-5ef970311caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:44.665602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3842216e-bcba-4308-a633-5ef970311caa None None] Port d0a04baf-e5f2-4251-92bd-598bac971de5 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:44.682395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3842216e-bcba-4308-a633-5ef970311caa None None] Provisioning for port 932d9b02-e212-4052-a393-4b1cffe42ca7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:44.686850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8cd0cd5a-c7da-467b-8315-29f3bfda870a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for 932d9b02-e212-4052-a393-4b1cffe42ca7 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:44.689485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3842216e-bcba-4308-a633-5ef970311caa None None] Provisioning complete for port 932d9b02-e212-4052-a393-4b1cffe42ca7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:44.689873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3842216e-bcba-4308-a633-5ef970311caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:44.697989 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.ipam_backend_mixin [None req-3234aa31-32e6-4ff9-9212-730a282e2c74 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fd1eed8d-5fad-4ec0-a82b-4f69405d89a7 (CIDR: 2001:db8:0:1::/64) Mar 22 12:23:44.719243 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3234aa31-32e6-4ff9-9212-730a282e2c74 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:23:44.719749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3234aa31-32e6-4ff9-9212-730a282e2c74 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:44.739097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-69bd8f10-96d0-4d1e-8e4a-95a2cb730d52 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:44.746478 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-69bd8f10-96d0-4d1e-8e4a-95a2cb730d52 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3051739 Mar 22 12:23:44.748352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40586) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:44.758084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3842216e-bcba-4308-a633-5ef970311caa None None] Port 932d9b02-e212-4052-a393-4b1cffe42ca7 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:44.763240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group': {'name': 'tempest-secgroup--351653110'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:44.836582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8cd0cd5a-c7da-467b-8315-29f3bfda870a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:44.837158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:44.845988 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3234aa31-32e6-4ff9-9212-730a282e2c74 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.2756855 Mar 22 12:23:44.858463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40590) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:44.892389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0cd5a-c7da-467b-8315-29f3bfda870a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=932d9b02-e212-4052-a393-4b1cffe42ca7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:44.915589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'subnet': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:44.942965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:44.990955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8cd0cd5a-c7da-467b-8315-29f3bfda870a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.007120 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8cd0cd5a-c7da-467b-8315-29f3bfda870a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/932d9b02-e212-4052-a393-4b1cffe42ca7 HTTP/1.1" status: 204 len: 168 time: 0.9237354 Mar 22 12:23:45.009631 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40594) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:45.055257 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcece1a-3322-4998-9483-e52de2bef5aa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] GET failed (client error): The resource could not be found. Mar 22 12:23:45.055709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dcece1a-3322-4998-9483-e52de2bef5aa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Synchronizing usage tracker for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:45.073835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dcece1a-3322-4998-9483-e52de2bef5aa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Unset dirty status for tenant:6344ffba11c54feca200eae2b0b1bae8 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:45.075444 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7dcece1a-3322-4998-9483-e52de2bef5aa tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports/932d9b02-e212-4052-a393-4b1cffe42ca7 HTTP/1.1" status: 404 len: 333 time: 0.0649190 Mar 22 12:23:45.078276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40598) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:45.141442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-387d312e-8c8f-4bb5-bf7f-2e9fcfe7fe16 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.170585 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-387d312e-8c8f-4bb5-bf7f-2e9fcfe7fe16 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.198943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37dadd5d-a7a0-4f1d-a09f-b3ac2752f0a4 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.224877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-387d312e-8c8f-4bb5-bf7f-2e9fcfe7fe16 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.229715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.243966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d312e-8c8f-4bb5-bf7f-2e9fcfe7fe16 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf38c1e-d20e-40f3-9d18-b18e5811c68e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:45.250790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-387d312e-8c8f-4bb5-bf7f-2e9fcfe7fe16 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.252755 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-387d312e-8c8f-4bb5-bf7f-2e9fcfe7fe16 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/security-groups/7bf38c1e-d20e-40f3-9d18-b18e5811c68e HTTP/1.1" status: 204 len: 168 time: 0.1731079 Mar 22 12:23:45.258004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40602) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:45.308987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37dadd5d-a7a0-4f1d-a09f-b3ac2752f0a4 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.309346 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-37dadd5d-a7a0-4f1d-a09f-b3ac2752f0a4 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Floating IP 60cda6d4-79f7-41dd-8e36-1849172dbc37 disassociated. External IP: 172.26.0.22, port: b4bc16ad-cd4f-4550-9ae5-43b6838de746. Mar 22 12:23:45.334242 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea213973-2304-4672-805b-33554692027f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.361708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea213973-2304-4672-805b-33554692027f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.413357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea213973-2304-4672-805b-33554692027f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.433939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea213973-2304-4672-805b-33554692027f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5465d4-0b6f-4760-8cf0-f911f036044a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:45.438423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea213973-2304-4672-805b-33554692027f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.439513 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ea213973-2304-4672-805b-33554692027f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/security-groups/0e5465d4-0b6f-4760-8cf0-f911f036044a HTTP/1.1" status: 204 len: 168 time: 0.1803522 Mar 22 12:23:45.442203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40606) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:45.507376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2e61913-2fb3-42bd-a03a-02b6004db7ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.533974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2e61913-2fb3-42bd-a03a-02b6004db7ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.535040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74fcf75c-f1b6-46f3-9348-118f36013c1d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.585160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2e61913-2fb3-42bd-a03a-02b6004db7ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.600407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:45.604610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e61913-2fb3-42bd-a03a-02b6004db7ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01342d9-177a-4a6f-aeec-b241367d5fbf,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:45.607783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d2e61913-2fb3-42bd-a03a-02b6004db7ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.611326 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d2e61913-2fb3-42bd-a03a-02b6004db7ed tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/security-groups/e01342d9-177a-4a6f-aeec-b241367d5fbf HTTP/1.1" status: 204 len: 168 time: 0.1657946 Mar 22 12:23:45.611727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40610) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:45.613154 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:45.617956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcf75c-f1b6-46f3-9348-118f36013c1d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event deleted for resources: {'Port': ['ID=0408623c-c9e5-40a8-8b05-d1072293d0a1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:45.622519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:45.634945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:45.638103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Usage tracker for resource:subnet and tenant:fe44fae51d5c4117a8944d7feee32985 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:45.646584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:45.650078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:45.695738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:45.806531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43e947d-5270-437e-add7-142f89a29ab1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting subnet b0cdcfe5-9fee-4754-a982-046f82af0745 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:45.810423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a43e947d-5270-437e-add7-142f89a29ab1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.871039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a43e947d-5270-437e-add7-142f89a29ab1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.957873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a43e947d-5270-437e-add7-142f89a29ab1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:45.980021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Made reservation on behalf of fe44fae51d5c4117a8944d7feee32985 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:45.983400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.031954 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a43e947d-5270-437e-add7-142f89a29ab1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.074126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e947d-5270-437e-add7-142f89a29ab1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Subnet': ['ID=b0cdcfe5-9fee-4754-a982-046f82af0745,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:46.079032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a43e947d-5270-437e-add7-142f89a29ab1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.086449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb46d0-2d36-4b3c-91fa-114dc8f5af0e None None] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:46.090176 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a43e947d-5270-437e-add7-142f89a29ab1 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/b0cdcfe5-9fee-4754-a982-046f82af0745 HTTP/1.1" status: 204 len: 168 time: 0.4772732 Mar 22 12:23:46.091873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40614) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:46.171454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.204947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.222066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74fcf75c-f1b6-46f3-9348-118f36013c1d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.272968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d16d394-5f61-4de9-8135-0e98dfad451a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting subnet 197d09b1-1129-413f-addd-19ab30eee2f1 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:46.276754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d16d394-5f61-4de9-8135-0e98dfad451a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.290460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.330977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d16d394-5f61-4de9-8135-0e98dfad451a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.379101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6b2f94-f96b-4b4f-afe0-028bede9148e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:46.423550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d16d394-5f61-4de9-8135-0e98dfad451a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.504878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d16d394-5f61-4de9-8135-0e98dfad451a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.549243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16d394-5f61-4de9-8135-0e98dfad451a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Subnet': ['ID=197d09b1-1129-413f-addd-19ab30eee2f1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:46.553385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d16d394-5f61-4de9-8135-0e98dfad451a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.559904 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1d16d394-5f61-4de9-8135-0e98dfad451a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/197d09b1-1129-413f-addd-19ab30eee2f1 HTTP/1.1" status: 204 len: 168 time: 0.4667914 Mar 22 12:23:46.562387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40618) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:46.567288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.568821 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a770fe90-914f-4f84-8d8c-84ef19cc0618 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8192003 Mar 22 12:23:46.579585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40622) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:46.589441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2fe2521c-c3b6-438b-b812-79b539699722 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': '2d6b2f94-f96b-4b4f-afe0-028bede9148e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:46.602499 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39eaded-4b3b-44f2-b2f9-9b817a9d4825 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:46.602936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39eaded-4b3b-44f2-b2f9-9b817a9d4825 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:46.607018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2fe2521c-c3b6-438b-b812-79b539699722 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:46.607210 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b39eaded-4b3b-44f2-b2f9-9b817a9d4825 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/b0cdcfe5-9fee-4754-a982-046f82af0745 HTTP/1.1" status: 404 len: 337 time: 0.0412619 Mar 22 12:23:46.607565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Router 10e7e216-9e94-4056-8acb-994f345f6a98 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:23:46.609610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40626) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:46.658180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2fe2521c-c3b6-438b-b812-79b539699722 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:46.672436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2fe2521c-c3b6-438b-b812-79b539699722 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:46.675198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-068f56a2-f025-4d37-a687-cd113abf4930 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting subnet d2d6c949-6e82-4095-8076-7c05be76e325 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:46.678478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-068f56a2-f025-4d37-a687-cd113abf4930 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.683134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2fe2521c-c3b6-438b-b812-79b539699722 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:46.738901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-068f56a2-f025-4d37-a687-cd113abf4930 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.825020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-068f56a2-f025-4d37-a687-cd113abf4930 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.901931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-068f56a2-f025-4d37-a687-cd113abf4930 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.925949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac658a78-d2cf-4cdc-bec2-2bb2d6602d20 None None] Network 3c1d093f-f907-41bb-91e9-793701b2ac02 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:46.948949 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f56a2-f025-4d37-a687-cd113abf4930 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d6c949-6e82-4095-8076-7c05be76e325,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:46.953579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-068f56a2-f025-4d37-a687-cd113abf4930 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:46.959886 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-068f56a2-f025-4d37-a687-cd113abf4930 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/d2d6c949-6e82-4095-8076-7c05be76e325 HTTP/1.1" status: 204 len: 168 time: 0.3491051 Mar 22 12:23:46.962149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40630) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:46.999266 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-02935c28-d3f6-42a5-9db7-a8b18043ea0c tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:46.999692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02935c28-d3f6-42a5-9db7-a8b18043ea0c tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:47.003833 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-02935c28-d3f6-42a5-9db7-a8b18043ea0c tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/4ef5d962-f97b-4d21-b45a-2a33dea37e7b HTTP/1.1" status: 404 len: 337 time: 0.0383685 Mar 22 12:23:47.004087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40634) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.015897 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fe2521c-c3b6-438b-b812-79b539699722 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.036108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-44579156-e6a8-43ab-89ac-f9457c2a3929 None None] Provisioning complete for port 823a6d26-244b-4b1c-9a12-5242486762cd triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:47.036724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44579156-e6a8-43ab-89ac-f9457c2a3929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.047733 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5f0367ba-5fe0-4edb-970c-fc391c2e3ecc tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2673436-d62d-462e-8986-cccc931074a6 HTTP/1.1" status: 200 len: 205 time: 0.0404527 Mar 22 12:23:47.048062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40638) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.114004 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-bee3c03d-67ad-4832-ac21-54d65389a77d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] delete failed (client error): The resource could not be found. Mar 22 12:23:47.115023 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bee3c03d-67ad-4832-ac21-54d65389a77d tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/routers/b2673436-d62d-462e-8986-cccc931074a6 HTTP/1.1" status: 404 len: 336 time: 0.0661068 Mar 22 12:23:47.117669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40642) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.160695 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-09708e62-0591-4ec6-be4e-09b51dfb8ac0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:47.161130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09708e62-0591-4ec6-be4e-09b51dfb8ac0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:47.162793 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-09708e62-0591-4ec6-be4e-09b51dfb8ac0 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/d710f653-abb2-456b-a770-cd946295e7c9 HTTP/1.1" status: 404 len: 337 time: 0.0442302 Mar 22 12:23:47.165309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40646) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.213653 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22354ec-8430-41b8-b9d0-18c26ae62766 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:47.214088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22354ec-8430-41b8-b9d0-18c26ae62766 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:47.216275 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d22354ec-8430-41b8-b9d0-18c26ae62766 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/865b4af6-7f37-4c30-b831-ff656a312b44 HTTP/1.1" status: 404 len: 337 time: 0.0500970 Mar 22 12:23:47.219136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40650) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.276518 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f831fecb-4f3e-49da-843c-e99a80677bfd tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:47.277026 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f831fecb-4f3e-49da-843c-e99a80677bfd tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:47.280154 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f831fecb-4f3e-49da-843c-e99a80677bfd tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/6038e132-8dde-498f-b74d-005a69809b72 HTTP/1.1" status: 404 len: 337 time: 0.0600312 Mar 22 12:23:47.280630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5587a35a-cb12-4e9b-a50c-f4751e2d8470 None None] DHCP port deletion for 3c1d093f-f907-41bb-91e9-793701b2ac02 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:47.281822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40654) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.287238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5587a35a-cb12-4e9b-a50c-f4751e2d8470 None None] Deleting port 823a6d26-244b-4b1c-9a12-5242486762cd {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:47.287522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5587a35a-cb12-4e9b-a50c-f4751e2d8470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.328011 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-53416dd6-7de9-4434-a2e9-12d4ad362396 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:47.328717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53416dd6-7de9-4434-a2e9-12d4ad362396 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:47.330445 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-53416dd6-7de9-4434-a2e9-12d4ad362396 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/1a670ae6-c96a-4a50-a0a1-2ba164f21f8c HTTP/1.1" status: 404 len: 333 time: 0.0467093 Mar 22 12:23:47.332785 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40658) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.336086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-44579156-e6a8-43ab-89ac-f9457c2a3929 None None] Provisioning complete for port dfa657ff-3276-47e4-bb49-63094de06185 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:47.336460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44579156-e6a8-43ab-89ac-f9457c2a3929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.372614 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cdd3ed-c6c5-4379-9af9-51b67c98236f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:47.373041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24cdd3ed-c6c5-4379-9af9-51b67c98236f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:47.378233 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-24cdd3ed-c6c5-4379-9af9-51b67c98236f tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/f79a8556-0d4f-4044-a560-b287a152c269 HTTP/1.1" status: 404 len: 337 time: 0.0439854 Mar 22 12:23:47.378923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40662) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.416384 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c88bfab-4405-4517-bdb7-fd2460921ddb tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:47.416782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c88bfab-4405-4517-bdb7-fd2460921ddb tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:47.419574 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0c88bfab-4405-4517-bdb7-fd2460921ddb tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/cd9a8796-8798-4916-8716-4cea398d9bfc HTTP/1.1" status: 404 len: 337 time: 0.0399430 Mar 22 12:23:47.422043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40666) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.428184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-44579156-e6a8-43ab-89ac-f9457c2a3929 None None] Port dfa657ff-3276-47e4-bb49-63094de06185 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:47.470029 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-979f6f7a-cf17-41bd-97ae-1de5c5acbf0c tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:47.470611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979f6f7a-cf17-41bd-97ae-1de5c5acbf0c tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:47.474048 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-979f6f7a-cf17-41bd-97ae-1de5c5acbf0c tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/446be198-e873-493b-92db-892b2d01081c HTTP/1.1" status: 404 len: 333 time: 0.0492303 Mar 22 12:23:47.474999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40670) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.507890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.513244 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb842320-840c-46d6-82eb-ee7643eab05c tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:47.513928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb842320-840c-46d6-82eb-ee7643eab05c tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:47.517936 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fb842320-840c-46d6-82eb-ee7643eab05c tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/c734085e-c57f-4714-a5af-c1bc56b7a74e HTTP/1.1" status: 404 len: 337 time: 0.0392890 Mar 22 12:23:47.518197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40674) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.546865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5587a35a-cb12-4e9b-a50c-f4751e2d8470 None None] For port 823a6d26-244b-4b1c-9a12-5242486762cd, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=823a6d26-244b-4b1c-9a12-5242486762cd,segment=NetworkSegment(d6f7f527-b091-4b32-94d7-4a6045d39930),segment_id=d6f7f527-b091-4b32-94d7-4a6045d39930)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:47.547186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5587a35a-cb12-4e9b-a50c-f4751e2d8470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.555085 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-19843568-f42b-4235-9b4a-8118e2f790b8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:47.555576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19843568-f42b-4235-9b4a-8118e2f790b8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:47.559948 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-19843568-f42b-4235-9b4a-8118e2f790b8 tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/subnets/737d2274-5a61-45c0-b2f5-69106102772b HTTP/1.1" status: 404 len: 337 time: 0.0381691 Mar 22 12:23:47.561244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40678) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.592680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fe2521c-c3b6-438b-b812-79b539699722 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.617338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fe2521c-c3b6-438b-b812-79b539699722 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.629660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7422a6ec-90c7-4fb4-9d19-2e4e6b9ad5ec tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Deleting port dfa657ff-3276-47e4-bb49-63094de06185 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:47.630113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7422a6ec-90c7-4fb4-9d19-2e4e6b9ad5ec tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.635514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:47.657276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:47.665300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fcf75c-f1b6-46f3-9348-118f36013c1d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Router 3ef16494-3133-4cb6-85c4-11fc59789727 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:47.671930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5587a35a-cb12-4e9b-a50c-f4751e2d8470 None None] Calling delete_port for 823a6d26-244b-4b1c-9a12-5242486762cd owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:47.693968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Subnet': ['ID=c8dbd7be-c722-47d1-9627-34a2cb3711b9,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:47.698228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ba525-11a2-4b39-aa2f-acfa74172dd4 None None] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:47.700457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:47.701101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.709514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2521c-c3b6-438b-b812-79b539699722 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3ca9e1-1e20-460f-9f0d-4cb783d32c6c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:47.727389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:47.745076 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Sync routers for ids ['10e7e216-9e94-4056-8acb-994f345f6a98'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:47.766704 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Routers {'10e7e216-9e94-4056-8acb-994f345f6a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:47.767940 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['10e7e216-9e94-4056-8acb-994f345f6a98'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:47.771663 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3c5eeedf-234e-4397-8bf5-084b8993af0e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "PUT /v2.0/routers/10e7e216-9e94-4056-8acb-994f345f6a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0847411 Mar 22 12:23:47.777062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fe2521c-c3b6-438b-b812-79b539699722 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.781499 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2fe2521c-c3b6-438b-b812-79b539699722 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1968043 Mar 22 12:23:47.781499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40682) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.784489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40684) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.890106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7422a6ec-90c7-4fb4-9d19-2e4e6b9ad5ec tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.919902 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 823a6d26-244b-4b1c-9a12-5242486762cd no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:47.940413 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0d168d68-cb3a-4589-91da-742bc9b46d25 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0767572 Mar 22 12:23:47.966701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 823a6d26-244b-4b1c-9a12-5242486762cd {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:47.967032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 823a6d26-244b-4b1c-9a12-5242486762cd not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:47.972082 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40690) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:47.974438 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5587a35a-cb12-4e9b-a50c-f4751e2d8470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:47.993841 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Set router 10e7e216-9e94-4056-8acb-994f345f6a98 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:23:48.048583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5587a35a-cb12-4e9b-a50c-f4751e2d8470 None None] No DVR routers for this DVR port 823a6d26-244b-4b1c-9a12-5242486762cd on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:48.049687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-494543321', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c8dbd7be-c722-47d1-9627-34a2cb3711b9'}], 'security_groups': ['e318fc97-c9d9-4e5a-a84b-d1cbf43564dd', '8a229ff9-0878-420d-ba92-1c8ea07aceef']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:48.060243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587a35a-cb12-4e9b-a50c-f4751e2d8470 None None] Pushing event deleted for resources: {'Port': ['ID=823a6d26-244b-4b1c-9a12-5242486762cd,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:48.096169 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-53ac9c30-8298-46e9-94e5-c13282c6ca99 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules/ea3ca9e1-1e20-460f-9f0d-4cb783d32c6c HTTP/1.1" status: 200 len: 705 time: 0.3096209 Mar 22 12:23:48.127162 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40694) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:48.149369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7422a6ec-90c7-4fb4-9d19-2e4e6b9ad5ec tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Calling delete_port for dfa657ff-3276-47e4-bb49-63094de06185 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:48.245252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225cdabc-3cb3-413e-8b77-40686ccb6d92 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:48.245954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-225cdabc-3cb3-413e-8b77-40686ccb6d92 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:48.264338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7422a6ec-90c7-4fb4-9d19-2e4e6b9ad5ec tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:48.322135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fcf75c-f1b6-46f3-9348-118f36013c1d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:48.330716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422a6ec-90c7-4fb4-9d19-2e4e6b9ad5ec tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Port': ['ID=dfa657ff-3276-47e4-bb49-63094de06185,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:48.339450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dadd5d-a7a0-4f1d-a09f-b3ac2752f0a4 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:48.342642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7422a6ec-90c7-4fb4-9d19-2e4e6b9ad5ec tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:48.348181 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-74fcf75c-f1b6-46f3-9348-118f36013c1d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "PUT /v2.0/routers/3ef16494-3133-4cb6-85c4-11fc59789727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3086975 Mar 22 12:23:48.348378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042642b-9747-4da4-8c1c-df6be3c0e2a9 None None] Sync routers for ids ['3ef16494-3133-4cb6-85c4-11fc59789727'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:48.349439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40698) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:48.357689 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-225cdabc-3cb3-413e-8b77-40686ccb6d92 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:48.361482 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-225cdabc-3cb3-413e-8b77-40686ccb6d92 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports/d0a04baf-e5f2-4251-92bd-598bac971de5 HTTP/1.1" status: 200 len: 911 time: 0.5781381 Mar 22 12:23:48.364917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324788c7-9ca4-4ea0-b75e-d39c9d559e3b None None] Update dhcp port {'port': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'fixed_ips': [{'subnet_id': 'fd1eed8d-5fad-4ec0-a82b-4f69405d89a7', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dac3959e-c00e-4802-b82e-a055b4a6d1fa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c8dbd7be-c722-47d1-9627-34a2cb3711b9'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '6b137d07-e13b-451e-a0c4-d52d0b892960'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:23:48.368711 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40702) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:48.413631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:48.425189 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-1c54baff-b80c-40be-939a-a2779d7488fa tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] show failed (client error): The resource could not be found. Mar 22 12:23:48.429745 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1c54baff-b80c-40be-939a-a2779d7488fa tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-1611357561 HTTP/1.1" status: 404 len: 335 time: 0.0756238 Mar 22 12:23:48.429893 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7422a6ec-90c7-4fb4-9d19-2e4e6b9ad5ec tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/ports/dfa657ff-3276-47e4-bb49-63094de06185 HTTP/1.1" status: 204 len: 168 time: 0.8669386 Mar 22 12:23:48.430827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40706) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:48.431214 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40708) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:48.444864 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-324788c7-9ca4-4ea0-b75e-d39c9d559e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:48.456671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-879f81ae-18d2-4d8e-9b48-dcbf6a2a1297 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:48.467256 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e7e216-9e94-4056-8acb-994f345f6a98', 'name': 'tempest-NetworksTestDHCPv6-router-1991480600', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:23:37Z', 'updated_at': '2022-03-22T12:23:41Z', 'revision_number': 2, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None, '_interfaces': [{'id': 'd0a04baf-e5f2-4251-92bd-598bac971de5', 'name': '', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'mac_address': 'fa:16:3e:ec:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e7e216-9e94-4056-8acb-994f345f6a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d8a255-e98d-4016-bbfc-e3e264abd52e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:23:39Z', 'updated_at': '2022-03-22T12:23:42Z', 'revision_number': 2, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'subnets': [{'id': 'e1d8a255-e98d-4016-bbfc-e3e264abd52e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:48.471174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042642b-9747-4da4-8c1c-df6be3c0e2a9 None None] Routers {'3ef16494-3133-4cb6-85c4-11fc59789727'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:48.471857 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Checking router: 10e7e216-9e94-4056-8acb-994f345f6a98 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:23:48.472177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a042642b-9747-4da4-8c1c-df6be3c0e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['3ef16494-3133-4cb6-85c4-11fc59789727'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:48.472485 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Updating router 10e7e216-9e94-4056-8acb-994f345f6a98 port d0a04baf-e5f2-4251-92bd-598bac971de5 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:23:48.486541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9eed02f6-ce90-4123-91cc-acfea11a7a61 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:48.533649 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:48.581684 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-879f81ae-18d2-4d8e-9b48-dcbf6a2a1297 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] update failed (client error): The resource could not be found. Mar 22 12:23:48.585903 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-879f81ae-18d2-4d8e-9b48-dcbf6a2a1297 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-858676779 HTTP/1.1" status: 404 len: 334 time: 0.1505163 Mar 22 12:23:48.590865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40714) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:48.634246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a042642b-9747-4da4-8c1c-df6be3c0e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:48.683016 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:48.711091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042642b-9747-4da4-8c1c-df6be3c0e2a9 None None] Routers {'3ef16494-3133-4cb6-85c4-11fc59789727'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:48.712040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a042642b-9747-4da4-8c1c-df6be3c0e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['3ef16494-3133-4cb6-85c4-11fc59789727'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:48.713749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9eed02f6-ce90-4123-91cc-acfea11a7a61 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:48.715032 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9eed02f6-ce90-4123-91cc-acfea11a7a61 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5793841 Mar 22 12:23:48.721242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40718) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:48.776306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a042642b-9747-4da4-8c1c-df6be3c0e2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:48.776306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042642b-9747-4da4-8c1c-df6be3c0e2a9 None None] The sync data for ids ['3ef16494-3133-4cb6-85c4-11fc59789727'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:48.888834 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fdb8048f-b062-41ff-ab64-ba458f1b4b1f tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:48.901308 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a84e2-baae-4fac-b76e-4f4ba735d005 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:48.906344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a84e2-baae-4fac-b76e-4f4ba735d005 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:48.908794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-324788c7-9ca4-4ea0-b75e-d39c9d559e3b None None] Allocated IP 2001:db8:0:2::2 (12f54d39-6573-49e1-9b56-76ffa1f70b49/c8dbd7be-c722-47d1-9627-34a2cb3711b9/6b137d07-e13b-451e-a0c4-d52d0b892960) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:48.911388 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ee1a84e2-baae-4fac-b76e-4f4ba735d005 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5390007 Mar 22 12:23:48.914525 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40722) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:48.931519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:48.958537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc592d52-1fea-465c-9c57-62da7357cefd tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Deleting subnet d5ee2dd4-d660-4091-870a-257f8dc98839 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:48.965601 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc592d52-1fea-465c-9c57-62da7357cefd tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:48.984015 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:48.997165 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Transition to ACTIVE for port object d0a04baf-e5f2-4251-92bd-598bac971de5 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:49.005777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1d093f-f907-41bb-91e9-793701b2ac02']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:49.006468 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.033442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f7f527-b091-4b32-94d7-4a6045d39930') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:49.033743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f7f527-b091-4b32-94d7-4a6045d39930') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:49.052980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.069485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc592d52-1fea-465c-9c57-62da7357cefd tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.079520 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Pushing event updated for resources: {'Port': ['ID=d0a04baf-e5f2-4251-92bd-598bac971de5,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:49.090101 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:49.090557 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:49.090794 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:49.091110 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:49.091437 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:49.091752 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:49.092059 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:49.092364 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:49.092664 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:49.092963 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:49.093262 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:49.107790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.125492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:23:49.125917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.135866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-324788c7-9ca4-4ea0-b75e-d39c9d559e3b None None] For port 6b137d07-e13b-451e-a0c4-d52d0b892960, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6b137d07-e13b-451e-a0c4-d52d0b892960,segment=NetworkSegment(d830710c-f952-481c-b28f-24704f84ddc7),segment_id=d830710c-f952-481c-b28f-24704f84ddc7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:23:49.147684 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:23:49.178672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-324788c7-9ca4-4ea0-b75e-d39c9d559e3b None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.179020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fdb8048f-b062-41ff-ab64-ba458f1b4b1f tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.278107 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Attempting to bind port d0a04baf-e5f2-4251-92bd-598bac971de5 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:23:49.279035 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Attempting to bind port d0a04baf-e5f2-4251-92bd-598bac971de5 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:23:49.279893 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Attempting to bind port d0a04baf-e5f2-4251-92bd-598bac971de5 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:23:49.291453 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:23:49.291706 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:23:49.292158 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.294380 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:23:49.294941 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Bound port: d0a04baf-e5f2-4251-92bd-598bac971de5, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:23:49.295419 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.349955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-324788c7-9ca4-4ea0-b75e-d39c9d559e3b None None] Transition to ACTIVE for port object 6b137d07-e13b-451e-a0c4-d52d0b892960 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:49.350566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.360647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-324788c7-9ca4-4ea0-b75e-d39c9d559e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.373916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.383125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] Pushing event deleted for resources: {'Network': ['ID=3c1d093f-f907-41bb-91e9-793701b2ac02,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:49.388271 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bdc81701-b57f-44d9-bfe4-b10c283bcf6a tempest-PortsTestJSON-152483046 tempest-PortsTestJSON-152483046-project] 10.222.0.62 "DELETE /v2.0/networks/3c1d093f-f907-41bb-91e9-793701b2ac02 HTTP/1.1" status: 204 len: 168 time: 0.9544747 Mar 22 12:23:49.401804 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc592d52-1fea-465c-9c57-62da7357cefd tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.416745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fdb8048f-b062-41ff-ab64-ba458f1b4b1f tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.450509 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] For port d0a04baf-e5f2-4251-92bd-598bac971de5, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:23:49.454786 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] For port d0a04baf-e5f2-4251-92bd-598bac971de5, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d0a04baf-e5f2-4251-92bd-598bac971de5,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:23:49.465709 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.472377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8048f-b062-41ff-ab64-ba458f1b4b1f tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea3ca9e1-1e20-460f-9f0d-4cb783d32c6c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:49.515522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324788c7-9ca4-4ea0-b75e-d39c9d559e3b None None] Pushing event updated for resources: {'Port': ['ID=6b137d07-e13b-451e-a0c4-d52d0b892960,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:49.535037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fdb8048f-b062-41ff-ab64-ba458f1b4b1f tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.538932 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fdb8048f-b062-41ff-ab64-ba458f1b4b1f tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/ea3ca9e1-1e20-460f-9f0d-4cb783d32c6c HTTP/1.1" status: 204 len: 168 time: 0.8111434 Mar 22 12:23:49.539086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40728) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:49.589790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc592d52-1fea-465c-9c57-62da7357cefd tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.619776 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Routers {'10e7e216-9e94-4056-8acb-994f345f6a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:49.620664 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['10e7e216-9e94-4056-8acb-994f345f6a98'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:49.691005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc592d52-1fea-465c-9c57-62da7357cefd tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ee2dd4-d660-4091-870a-257f8dc98839,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:49.718744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6d7101-5c58-4693-9243-f3cb8ff238dc None None] Network 85638d77-f9a7-4c12-8fdc-0033d36980f4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:49.728402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc592d52-1fea-465c-9c57-62da7357cefd tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:49.752792 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cc592d52-1fea-465c-9c57-62da7357cefd tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "DELETE /v2.0/subnets/d5ee2dd4-d660-4091-870a-257f8dc98839 HTTP/1.1" status: 204 len: 168 time: 1.1611836 Mar 22 12:23:49.759234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40732) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:49.841327 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] Set router 10e7e216-9e94-4056-8acb-994f345f6a98 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:23:49.888707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Delete allocated IP 2001:db8::261 (12f54d39-6573-49e1-9b56-76ffa1f70b49/dac3959e-c00e-4802-b82e-a055b4a6d1fa) {{(pid=83793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 12:23:49.994756 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6b137d07-e13b-451e-a0c4-d52d0b892960 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:50.005468 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2c2af-cba2-424b-9063-2c75434949a5 None None] Pushing event updated for resources: {'Port': ['ID=d0a04baf-e5f2-4251-92bd-598bac971de5,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:50.012108 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dadd5d-a7a0-4f1d-a09f-b3ac2752f0a4 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:50.019440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Allocated IP 2001:db8:0:2::f (12f54d39-6573-49e1-9b56-76ffa1f70b49/c8dbd7be-c722-47d1-9627-34a2cb3711b9/dae6fb28-dba2-4ac1-8c9d-0b947add3861) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:50.029428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:50.032331 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5299ae-e8c1-47a8-a7b1-445d598a4dc9 None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:50.043271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37dadd5d-a7a0-4f1d-a09f-b3ac2752f0a4 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:50.044845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f6a3027-a7c2-43bd-b23c-2d0a8994573a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:50.059091 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5299ae-e8c1-47a8-a7b1-445d598a4dc9 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:50.059929 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8c5299ae-e8c1-47a8-a7b1-445d598a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:50.079743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Deleting port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:50.080078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:50.114286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f6a3027-a7c2-43bd-b23c-2d0a8994573a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:50.115529 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8f6a3027-a7c2-43bd-b23c-2d0a8994573a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5758283 Mar 22 12:23:50.126760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40738) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:50.169484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40740) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:50.173291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-df8cfe3f-fb12-48a9-a179-d9284f1fbca4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': '2d6b2f94-f96b-4b4f-afe0-028bede9148e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:50.205238 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8c5299ae-e8c1-47a8-a7b1-445d598a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:50.244655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df8cfe3f-fb12-48a9-a179-d9284f1fbca4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:50.272435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-df8cfe3f-fb12-48a9-a179-d9284f1fbca4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:50.399241 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5299ae-e8c1-47a8-a7b1-445d598a4dc9 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:50.399929 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8c5299ae-e8c1-47a8-a7b1-445d598a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:50.405960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b83a7e7-1564-45af-99d8-908db86b0856 None None] DHCP port deletion for 85638d77-f9a7-4c12-8fdc-0033d36980f4 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:50.410543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9b83a7e7-1564-45af-99d8-908db86b0856 None None] Deleting port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:50.411626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9b83a7e7-1564-45af-99d8-908db86b0856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:50.421272 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-37dadd5d-a7a0-4f1d-a09f-b3ac2752f0a4 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "PUT /v2.0/floatingips/60cda6d4-79f7-41dd-8e36-1849172dbc37 HTTP/1.1" status: 200 len: 687 time: 6.8870475 Mar 22 12:23:50.457854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40748) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:50.504098 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8c5299ae-e8c1-47a8-a7b1-445d598a4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:50.504491 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5299ae-e8c1-47a8-a7b1-445d598a4dc9 None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:50.641344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] Deleting port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:50.641942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:50.656091 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e7e216-9e94-4056-8acb-994f345f6a98', 'name': 'tempest-NetworksTestDHCPv6-router-1991480600', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:23:37Z', 'updated_at': '2022-03-22T12:23:41Z', 'revision_number': 2, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None, '_interfaces': [{'id': 'd0a04baf-e5f2-4251-92bd-598bac971de5', 'name': '', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'mac_address': 'fa:16:3e:ec:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e7e216-9e94-4056-8acb-994f345f6a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d8a255-e98d-4016-bbfc-e3e264abd52e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:23:39Z', 'updated_at': '2022-03-22T12:23:49Z', 'revision_number': 4, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'subnets': [{'id': 'e1d8a255-e98d-4016-bbfc-e3e264abd52e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:50.661348 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb33b84-e78c-4506-83d9-09aa75c57842 None None] The sync data for ids ['10e7e216-9e94-4056-8acb-994f345f6a98'] in dv-neutron-834653-1-hyperv is: [{'id': '10e7e216-9e94-4056-8acb-994f345f6a98', 'name': 'tempest-NetworksTestDHCPv6-router-1991480600', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:23:37Z', 'updated_at': '2022-03-22T12:23:41Z', 'revision_number': 2, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None, '_interfaces': [{'id': 'd0a04baf-e5f2-4251-92bd-598bac971de5', 'name': '', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'mac_address': 'fa:16:3e:ec:8b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10e7e216-9e94-4056-8acb-994f345f6a98', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1d8a255-e98d-4016-bbfc-e3e264abd52e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:23:39Z', 'updated_at': '2022-03-22T12:23:49Z', 'revision_number': 4, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'subnets': [{'id': 'e1d8a255-e98d-4016-bbfc-e3e264abd52e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:50.718977 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d9a440a9-a5e1-4190-a368-db54f7ddfee2 None None] Provisioning complete for port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:50.723773 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9a440a9-a5e1-4190-a368-db54f7ddfee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:50.737833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df8cfe3f-fb12-48a9-a179-d9284f1fbca4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:50.765357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:50.782962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d9a440a9-a5e1-4190-a368-db54f7ddfee2 None None] Port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:50.787385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9b83a7e7-1564-45af-99d8-908db86b0856 None None] For port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409,segment=NetworkSegment(a6181258-667e-4782-93e8-68e8c3bab74b),segment_id=a6181258-667e-4782-93e8-68e8c3bab74b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:50.787864 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9b83a7e7-1564-45af-99d8-908db86b0856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:50.809057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-09c59ae7-2e2b-4365-a071-4c3b4c5b734e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 7a58ba7f-e388-4ffa-aff8-9a5c7da9229a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:50.809503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-09c59ae7-2e2b-4365-a071-4c3b4c5b734e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:50.855984 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Transition to ACTIVE for port object dae6fb28-dba2-4ac1-8c9d-0b947add3861 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:23:50.872300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:50.931662 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8cfdd743-7bf0-474f-8959-d7268de8b667 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6344ffba11c54feca200eae2b0b1bae8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7447755 Mar 22 12:23:50.936250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9b83a7e7-1564-45af-99d8-908db86b0856 None None] Calling delete_port for 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:50.944033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40752) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:50.963292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d9a440a9-a5e1-4190-a368-db54f7ddfee2 None None] Provisioning for port 6b137d07-e13b-451e-a0c4-d52d0b892960 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:50.980857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d9a440a9-a5e1-4190-a368-db54f7ddfee2 None None] Provisioning complete for port 6b137d07-e13b-451e-a0c4-d52d0b892960 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:50.981246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9a440a9-a5e1-4190-a368-db54f7ddfee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.044048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] For port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409,segment=NetworkSegment(a6181258-667e-4782-93e8-68e8c3bab74b),segment_id=a6181258-667e-4782-93e8-68e8c3bab74b)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:51.044434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.055747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] For port 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=38ed2696-21f2-44a1-8a9a-c8fccc7f1e47,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:51.056339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.094092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event updated for resources: {'Port': ['ID=dae6fb28-dba2-4ac1-8c9d-0b947add3861,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:51.185752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9b83a7e7-1564-45af-99d8-908db86b0856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.212777 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] In _notify_port_updated(), no bound segment for port dae6fb28-dba2-4ac1-8c9d-0b947add3861 on network 12f54d39-6573-49e1-9b56-76ffa1f70b49 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:23:51.226670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:51.227376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.235679 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f024994c-2d76-4a57-9865-b31392a3eec1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "PUT /v2.0/ports/dae6fb28-dba2-4ac1-8c9d-0b947add3861 HTTP/1.1" status: 200 len: 967 time: 3.2480471 Mar 22 12:23:51.248587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83a7e7-1564-45af-99d8-908db86b0856 None None] No DVR routers for this DVR port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:51.290656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40756) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:51.319546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83a7e7-1564-45af-99d8-908db86b0856 None None] Pushing event deleted for resources: {'Port': ['ID=4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:51.340848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d9a440a9-a5e1-4190-a368-db54f7ddfee2 None None] Provisioning for port dae6fb28-dba2-4ac1-8c9d-0b947add3861 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:51.349327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d9a440a9-a5e1-4190-a368-db54f7ddfee2 None None] Provisioning complete for port dae6fb28-dba2-4ac1-8c9d-0b947add3861 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:51.349704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9a440a9-a5e1-4190-a368-db54f7ddfee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.357315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] Calling delete_port for 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:51.357904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Calling delete_port for 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:51.407276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d9a440a9-a5e1-4190-a368-db54f7ddfee2 None None] Port dae6fb28-dba2-4ac1-8c9d-0b947add3861 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:51.462291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df8cfe3f-fb12-48a9-a179-d9284f1fbca4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.492170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df8cfe3f-fb12-48a9-a179-d9284f1fbca4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.508064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-09c59ae7-2e2b-4365-a071-4c3b4c5b734e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.508379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-09c59ae7-2e2b-4365-a071-4c3b4c5b734e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.532432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-410f67f4-276d-44ca-af25-501b7e110235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.536762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf920e-c49c-422e-9c00-682ce63450fe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port dae6fb28-dba2-4ac1-8c9d-0b947add3861 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:51.537084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ddf920e-c49c-422e-9c00-682ce63450fe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.539892 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-943738cf-00ac-4090-a65d-6ffe364b453b None None] Provisioning complete for port dae6fb28-dba2-4ac1-8c9d-0b947add3861 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:51.540334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-943738cf-00ac-4090-a65d-6ffe364b453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.619961 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-943738cf-00ac-4090-a65d-6ffe364b453b None None] Port dae6fb28-dba2-4ac1-8c9d-0b947add3861 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:51.710351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cfe3f-fb12-48a9-a179-d9284f1fbca4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d84c2f3-3ca8-45c9-974a-c404d4c44534,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:51.727452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-09c59ae7-2e2b-4365-a071-4c3b4c5b734e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 7a58ba7f-e388-4ffa-aff8-9a5c7da9229a owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:51.776723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.799332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-410f67f4-276d-44ca-af25-501b7e110235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.823113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:23:51.823426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:23:51.831032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-df8cfe3f-fb12-48a9-a179-d9284f1fbca4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.832671 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-df8cfe3f-fb12-48a9-a179-d9284f1fbca4 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6739173 Mar 22 12:23:51.841940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:51.843994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40760) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:51.895387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ed2696-21f2-44a1-8a9a-c8fccc7f1e47,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:51.934967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d0a04baf-e5f2-4251-92bd-598bac971de5 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:23:51.945347 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5998bd85-cfef-4772-884e-e276fd40c815 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules/3d84c2f3-3ca8-45c9-974a-c404d4c44534 HTTP/1.1" status: 200 len: 705 time: 0.0990577 Mar 22 12:23:51.950734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40764) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:52.023268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port d0a04baf-e5f2-4251-92bd-598bac971de5 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:23:52.028630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port d0a04baf-e5f2-4251-92bd-598bac971de5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:52.028910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.199899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.249231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port d0a04baf-e5f2-4251-92bd-598bac971de5, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d0a04baf-e5f2-4251-92bd-598bac971de5,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:52.262514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.325164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Deleting port 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:52.325594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.358252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:52.400582 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:52.400940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:52.406780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=d0a04baf-e5f2-4251-92bd-598bac971de5,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:52.424379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-410f67f4-276d-44ca-af25-501b7e110235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.433031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] The port '4c31a3fa-b4fe-4ab1-aa63-ca32fb00e409' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:23:52.502516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f67f4-276d-44ca-af25-501b7e110235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015cd3f0-4a27-44db-b9a6-c1fdfb2b47a4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:52.507795 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port d0a04baf-e5f2-4251-92bd-598bac971de5 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:52.508313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.510377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ddf920e-c49c-422e-9c00-682ce63450fe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.560679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.599785 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e489938f-f7a6-405b-9580-31803bef9d99 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:52.602169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-09c59ae7-2e2b-4365-a071-4c3b4c5b734e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.696228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf920e-c49c-422e-9c00-682ce63450fe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for dae6fb28-dba2-4ac1-8c9d-0b947add3861 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:52.822782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c59ae7-2e2b-4365-a071-4c3b4c5b734e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=7a58ba7f-e388-4ffa-aff8-9a5c7da9229a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:52.827007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] For port d0a04baf-e5f2-4251-92bd-598bac971de5, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d0a04baf-e5f2-4251-92bd-598bac971de5,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:52.827387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.833800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.901433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-410f67f4-276d-44ca-af25-501b7e110235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:52.902576 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-410f67f4-276d-44ca-af25-501b7e110235 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/015cd3f0-4a27-44db-b9a6-c1fdfb2b47a4 HTTP/1.1" status: 204 len: 168 time: 1.9370768 Mar 22 12:23:52.903564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e489938f-f7a6-405b-9580-31803bef9d99 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:52.904649 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e489938f-f7a6-405b-9580-31803bef9d99 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.9528110 Mar 22 12:23:52.921171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85638d77-f9a7-4c12-8fdc-0033d36980f4']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:52.928832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40770) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:52.974048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6181258-667e-4782-93e8-68e8c3bab74b') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:52.974335 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6181258-667e-4782-93e8-68e8c3bab74b') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:52.997747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.058063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for d0a04baf-e5f2-4251-92bd-598bac971de5 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:53.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.076815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-876289b4-f836-44b9-85de-0c98538ca806 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.103055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:23:53.103739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:23:53.117960 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:23:53.127074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-09c59ae7-2e2b-4365-a071-4c3b4c5b734e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.130708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-876289b4-f836-44b9-85de-0c98538ca806 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.215401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-09c59ae7-2e2b-4365-a071-4c3b4c5b734e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.219437 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-09c59ae7-2e2b-4365-a071-4c3b4c5b734e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/floatingips/60cda6d4-79f7-41dd-8e36-1849172dbc37 HTTP/1.1" status: 204 len: 168 time: 2.7604628 Mar 22 12:23:53.223499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40778) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:53.303546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ddf920e-c49c-422e-9c00-682ce63450fe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.309070 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-c0d2d7a5-62db-48df-964e-0e67960f1543 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] delete failed (client error): The resource could not be found. Mar 22 12:23:53.310713 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0d2d7a5-62db-48df-964e-0e67960f1543 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/floatingips/60cda6d4-79f7-41dd-8e36-1849172dbc37 HTTP/1.1" status: 404 len: 345 time: 0.0819869 Mar 22 12:23:53.311238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40786) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:53.356377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.393488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-876289b4-f836-44b9-85de-0c98538ca806 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.420924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf920e-c49c-422e-9c00-682ce63450fe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=dae6fb28-dba2-4ac1-8c9d-0b947add3861,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:53.431556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.453770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.459015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event deleted for resources: {'Network': ['ID=85638d77-f9a7-4c12-8fdc-0033d36980f4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:53.460519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876289b4-f836-44b9-85de-0c98538ca806 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d84c2f3-3ca8-45c9-974a-c404d4c44534,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:53.470668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-876289b4-f836-44b9-85de-0c98538ca806 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.471825 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-876289b4-f836-44b9-85de-0c98538ca806 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/3d84c2f3-3ca8-45c9-974a-c404d4c44534 HTTP/1.1" status: 204 len: 168 time: 0.5170963 Mar 22 12:23:53.494725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40792) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:53.499088 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ea400e84-2336-485f-858d-e89a4304e078 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "DELETE /v2.0/networks/85638d77-f9a7-4c12-8fdc-0033d36980f4 HTTP/1.1" status: 204 len: 168 time: 3.7385602 Mar 22 12:23:53.505490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40796) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:53.535020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=d0a04baf-e5f2-4251-92bd-598bac971de5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:53.559656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ddf920e-c49c-422e-9c00-682ce63450fe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.561623 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4ddf920e-c49c-422e-9c00-682ce63450fe tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/dae6fb28-dba2-4ac1-8c9d-0b947add3861 HTTP/1.1" status: 204 len: 168 time: 2.2593131 Mar 22 12:23:53.565937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40802) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:53.634407 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4f5c53-85d1-44c0-8647-790577839227 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] GET failed (client error): The resource could not be found. Mar 22 12:23:53.634931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-de4f5c53-85d1-44c0-8647-790577839227 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Synchronizing usage tracker for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:53.758682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c960947-3a11-4dbd-85a9-703c50ec24f6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:53.762889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c960947-3a11-4dbd-85a9-703c50ec24f6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:53.767351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c960947-3a11-4dbd-85a9-703c50ec24f6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:53.768211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7c960947-3a11-4dbd-85a9-703c50ec24f6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Synchronizing usage tracker for tenant:f1288cb531234a338db76e44a9caa828 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:53.782783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-de4f5c53-85d1-44c0-8647-790577839227 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Unset dirty status for tenant:fe44fae51d5c4117a8944d7feee32985 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:53.784173 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-de4f5c53-85d1-44c0-8647-790577839227 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports/dae6fb28-dba2-4ac1-8c9d-0b947add3861 HTTP/1.1" status: 404 len: 333 time: 0.2164795 Mar 22 12:23:53.790059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40810) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:53.895374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7c960947-3a11-4dbd-85a9-703c50ec24f6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Unset dirty status for tenant:f1288cb531234a338db76e44a9caa828 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:53.896538 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7c960947-3a11-4dbd-85a9-703c50ec24f6 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "GET /v2.0/ports?network_id=6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb HTTP/1.1" status: 200 len: 2357 time: 0.5797067 Mar 22 12:23:53.909218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40814) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:53.932182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f539b01-9abf-4901-aa46-7353fe119489 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:53.965794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40818) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:53.982505 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f539b01-9abf-4901-aa46-7353fe119489 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:53.986580 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1f539b01-9abf-4901-aa46-7353fe119489 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4881794 Mar 22 12:23:53.986776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40824) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:53.990287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:53.998744 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d314d5e3-aacb-43a7-936d-7c5bb2f6a7a8 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': '2d6b2f94-f96b-4b4f-afe0-028bede9148e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:54.007646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d314d5e3-aacb-43a7-936d-7c5bb2f6a7a8 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:54.024975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d314d5e3-aacb-43a7-936d-7c5bb2f6a7a8 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:54.083439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-548cc51f-69b4-470a-bef6-db33a64e1941 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Deleting subnet 483f8ac8-3842-41c5-8f97-9336ba2b8f67 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:54.095084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-548cc51f-69b4-470a-bef6-db33a64e1941 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.148706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-376975847'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:54.157374 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-d314d5e3-aacb-43a7-936d-7c5bb2f6a7a8 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Project b5aa5c9a509840858759a7e7447d87fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:23:54.166403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:54.169425 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d9cfbb-a42d-4215-a7af-f3423e6cf8d5 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:54.170243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d8d9cfbb-a42d-4215-a7af-f3423e6cf8d5 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Synchronizing usage tracker for tenant:f1288cb531234a338db76e44a9caa828 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:54.172643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-097501fb-8e45-4092-92bf-5191a584b91b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.172851 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:network and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:54.175958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d314d5e3-aacb-43a7-936d-7c5bb2f6a7a8 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.186127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:54.188983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-548cc51f-69b4-470a-bef6-db33a64e1941 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.195640 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:54.238659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:54.241607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.256014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-097501fb-8e45-4092-92bf-5191a584b91b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.268482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d8d9cfbb-a42d-4215-a7af-f3423e6cf8d5 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Unset dirty status for tenant:f1288cb531234a338db76e44a9caa828 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:54.269662 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d8d9cfbb-a42d-4215-a7af-f3423e6cf8d5 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "GET /v2.0/subnets/1a9f6cc1-a6e1-4f6a-aeb5-c54948114bf1 HTTP/1.1" status: 200 len: 797 time: 0.3579659 Mar 22 12:23:54.274455 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40828) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:54.287311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'port': {'network_id': '6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb', 'name': 'tempest-FloatingIPTestJSON-1845544668', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:54.326784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.421136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-097501fb-8e45-4092-92bf-5191a584b91b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.425185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-548cc51f-69b4-470a-bef6-db33a64e1941 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.446687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d314d5e3-aacb-43a7-936d-7c5bb2f6a7a8 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.456552 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d314d5e3-aacb-43a7-936d-7c5bb2f6a7a8 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.503630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097501fb-8e45-4092-92bf-5191a584b91b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=289139ef-23ed-4a9c-a815-a3d7b69253a9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:54.516021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:54.530952 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-097501fb-8e45-4092-92bf-5191a584b91b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.532301 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-097501fb-8e45-4092-92bf-5191a584b91b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/security-groups/289139ef-23ed-4a9c-a815-a3d7b69253a9 HTTP/1.1" status: 204 len: 168 time: 0.7409360 Mar 22 12:23:54.533586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:54.538912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40832) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:54.563929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:54.595253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-548cc51f-69b4-470a-bef6-db33a64e1941 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.632108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Made reservation on behalf of f1288cb531234a338db76e44a9caa828 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:54.661962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:security_group_rule and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:54.710541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314d5e3-aacb-43a7-936d-7c5bb2f6a7a8 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c322b3e-4f8d-4be3-98db-33be43fc5de4,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:54.711187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cc51f-69b4-470a-bef6-db33a64e1941 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event deleted for resources: {'Subnet': ['ID=483f8ac8-3842-41c5-8f97-9336ba2b8f67,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:54.713636 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] Router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:54.714514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:54.722117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-548cc51f-69b4-470a-bef6-db33a64e1941 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.726512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:54.730854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94783bd1-6345-4a21-b9bb-8bed563850ec None None] Network d219004b-36b2-44de-af6a-ed4ee29f7b92 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:54.756476 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-548cc51f-69b4-470a-bef6-db33a64e1941 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "DELETE /v2.0/subnets/483f8ac8-3842-41c5-8f97-9336ba2b8f67 HTTP/1.1" status: 204 len: 168 time: 1.2482719 Mar 22 12:23:54.756960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40836) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:54.765860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef36c7ce-62d9-4d2e-abb2-4382fa2b9313 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.820801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef36c7ce-62d9-4d2e-abb2-4382fa2b9313 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.822360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d314d5e3-aacb-43a7-936d-7c5bb2f6a7a8 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.826518 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d314d5e3-aacb-43a7-936d-7c5bb2f6a7a8 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8358788 Mar 22 12:23:54.827930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40840) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:54.838462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.897720 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-37c17e24-0a48-4d97-9401-4cc4c155588c tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules/9c322b3e-4f8d-4be3-98db-33be43fc5de4 HTTP/1.1" status: 200 len: 711 time: 0.0668414 Mar 22 12:23:54.900558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] device_id is not set on port 5afa5f17-37b6-4514-9bc8-b05a5b9c35b3 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:23:54.906513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Router 10e7e216-9e94-4056-8acb-994f345f6a98 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:23:54.907100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40844) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:54.963789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef36c7ce-62d9-4d2e-abb2-4382fa2b9313 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:54.999163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe46956e-e838-41da-b06d-dca6d0517fef None None] DHCP port deletion for d219004b-36b2-44de-af6a-ed4ee29f7b92 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:55.004478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fe46956e-e838-41da-b06d-dca6d0517fef None None] Deleting port 84e56c60-da73-4aeb-a67d-a9b54c4d7620 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:55.004827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe46956e-e838-41da-b06d-dca6d0517fef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.022742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36c7ce-62d9-4d2e-abb2-4382fa2b9313 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a229ff9-0878-420d-ba92-1c8ea07aceef,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:55.055980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ef36c7ce-62d9-4d2e-abb2-4382fa2b9313 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.057106 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ef36c7ce-62d9-4d2e-abb2-4382fa2b9313 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/security-groups/8a229ff9-0878-420d-ba92-1c8ea07aceef HTTP/1.1" status: 204 len: 168 time: 0.5161049 Mar 22 12:23:55.061436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40848) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:55.226740 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fe46956e-e838-41da-b06d-dca6d0517fef None None] For port 84e56c60-da73-4aeb-a67d-a9b54c4d7620, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=84e56c60-da73-4aeb-a67d-a9b54c4d7620,segment=NetworkSegment(a6d881d7-56c4-4d1d-9484-c2a45a887990),segment_id=a6d881d7-56c4-4d1d-9484-c2a45a887990)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:55.226955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba340b16-de37-4e9a-a9d4-72c9c5549ed8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.227515 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe46956e-e838-41da-b06d-dca6d0517fef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.294206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.297664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba340b16-de37-4e9a-a9d4-72c9c5549ed8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.304838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de4736d-7579-4f4d-b665-86848a5ee5a4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Deleting subnet e60558d2-da0d-4cc3-a3c4-11be45b7b076 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:55.310830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2de4736d-7579-4f4d-b665-86848a5ee5a4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.337752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.346041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ef3b0822-cb1e-4497-bc07-e59cbbaa4f1f tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:55.351228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fe46956e-e838-41da-b06d-dca6d0517fef None None] Calling delete_port for 84e56c60-da73-4aeb-a67d-a9b54c4d7620 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:55.353529 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.20.0.14 (6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb/1a9f6cc1-a6e1-4f6a-aeb5-c54948114bf1/5afa5f17-37b6-4514-9bc8-b05a5b9c35b3) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:55.367539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.20.0.13 (6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb/1a9f6cc1-a6e1-4f6a-aeb5-c54948114bf1/5afa5f17-37b6-4514-9bc8-b05a5b9c35b3) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:55.374864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba340b16-de37-4e9a-a9d4-72c9c5549ed8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.400405 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:23:55.408747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba340b16-de37-4e9a-a9d4-72c9c5549ed8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e318fc97-c9d9-4e5a-a84b-d1cbf43564dd,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:55.416728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ba340b16-de37-4e9a-a9d4-72c9c5549ed8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.417964 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ba340b16-de37-4e9a-a9d4-72c9c5549ed8 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/security-groups/e318fc97-c9d9-4e5a-a84b-d1cbf43564dd HTTP/1.1" status: 204 len: 168 time: 0.3567748 Mar 22 12:23:55.420909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40852) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:55.435618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2de4736d-7579-4f4d-b665-86848a5ee5a4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.440541 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe46956e-e838-41da-b06d-dca6d0517fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.465334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ef3b0822-cb1e-4497-bc07-e59cbbaa4f1f tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:55.469524 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ef3b0822-cb1e-4497-bc07-e59cbbaa4f1f tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.5528710 Mar 22 12:23:55.471733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40856) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:55.471909 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.471909 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added segment 398437a2-af4c-47f3-ade6-c7b5b621be63 of type vlan for network 7c83b3ef-5039-4f87-8f40-413022adff8d Mar 22 12:23:55.482920 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b17698-c05a-43dd-8ea8-80263a043f0f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:55.492129 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46956e-e838-41da-b06d-dca6d0517fef None None] Pushing event deleted for resources: {'Port': ['ID=84e56c60-da73-4aeb-a67d-a9b54c4d7620,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:55.497725 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe46956e-e838-41da-b06d-dca6d0517fef None None] No DVR routers for this DVR port 84e56c60-da73-4aeb-a67d-a9b54c4d7620 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:55.502836 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:55.525901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b346aa-ce40-4cd5-881e-1f020f8e25e7 None None] Sync routers for ids ['10e7e216-9e94-4056-8acb-994f345f6a98'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:55.539144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b346aa-ce40-4cd5-881e-1f020f8e25e7 None None] Routers {'10e7e216-9e94-4056-8acb-994f345f6a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:55.540026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-52b346aa-ce40-4cd5-881e-1f020f8e25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['10e7e216-9e94-4056-8acb-994f345f6a98'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:55.542718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.543054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.543378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.543715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.544064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.544380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.544690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.545001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.545315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.545650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.545947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.550190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.587659 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ab8bba01-7933-4f7b-9063-1f87c77b541b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "PUT /v2.0/routers/10e7e216-9e94-4056-8acb-994f345f6a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6673057 Mar 22 12:23:55.589297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40860) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:55.640301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.668822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-52b346aa-ce40-4cd5-881e-1f020f8e25e7 None None] Set router 10e7e216-9e94-4056-8acb-994f345f6a98 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:23:55.678848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.682551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:55.683129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.688063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2de4736d-7579-4f4d-b665-86848a5ee5a4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.708941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.760428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e951feba-7ace-40bd-9833-d20566dfbceb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:55.761780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e951feba-7ace-40bd-9833-d20566dfbceb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:55.763269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e951feba-7ace-40bd-9833-d20566dfbceb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:55.773936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-52b346aa-ce40-4cd5-881e-1f020f8e25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e7e216-9e94-4056-8acb-994f345f6a98', 'name': 'tempest-NetworksTestDHCPv6-router-1991480600', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:23:37Z', 'updated_at': '2022-03-22T12:23:53Z', 'revision_number': 3, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:55.778778 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b346aa-ce40-4cd5-881e-1f020f8e25e7 None None] Checking router: 10e7e216-9e94-4056-8acb-994f345f6a98 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:23:55.789892 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b346aa-ce40-4cd5-881e-1f020f8e25e7 None None] Routers {'10e7e216-9e94-4056-8acb-994f345f6a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:55.790573 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-52b346aa-ce40-4cd5-881e-1f020f8e25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['10e7e216-9e94-4056-8acb-994f345f6a98'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:55.818169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.853596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c322b3e-4f8d-4be3-98db-33be43fc5de4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:55.853866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:23:55.862171 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8f37a-a235-4288-aae5-d3bbe8fc697b None None] Sync routers for ids ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:23:55.863861 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-650fc730-d3c3-4f63-ada2-13b2a9103cc8 admin admin] 10.222.0.62 "PUT /v2.0/routers/2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7921648 Mar 22 12:23:55.871718 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9010532 Mar 22 12:23:55.871718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40864) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:55.876758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.889565 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8f37a-a235-4288-aae5-d3bbe8fc697b None None] Routers {'2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:55.890394 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a6e8f37a-a235-4288-aae5-d3bbe8fc697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:55.890926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40866) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:55.897311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.898144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.898695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.899530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e951feba-7ace-40bd-9833-d20566dfbceb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:55.901745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.902125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.902637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.903292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.903689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.903802 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e951feba-7ace-40bd-9833-d20566dfbceb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3132100 Mar 22 12:23:55.904042 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.904485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.904728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f8857-fe23-4723-9384-d849386aca7b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Network': ['ID=7c83b3ef-5039-4f87-8f40-413022adff8d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:55.904898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:55.906765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40874) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:55.907724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 84e56c60-da73-4aeb-a67d-a9b54c4d7620 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:55.910905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2019134224'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:55.955407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.959190 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3761a40f-7c27-4052-affc-f3d67f64f69d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/9c322b3e-4f8d-4be3-98db-33be43fc5de4 HTTP/1.1" status: 204 len: 168 time: 0.4857521 Mar 22 12:23:55.960207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40878) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:55.962376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:55.977129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:network and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:55.983092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:55.987782 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 7c83b3ef-5039-4f87-8f40-413022adff8d details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:23:55.988003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.995559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2de4736d-7579-4f4d-b665-86848a5ee5a4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:55.998506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5af2abf-110d-4767-9468-939f2fa8ce90 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting subnet dac3959e-c00e-4802-b82e-a055b4a6d1fa {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:56.001382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:56.017081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 84e56c60-da73-4aeb-a67d-a9b54c4d7620 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:56.017663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 84e56c60-da73-4aeb-a67d-a9b54c4d7620 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:56.058500 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4736d-7579-4f4d-b665-86848a5ee5a4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event deleted for resources: {'Subnet': ['ID=e60558d2-da0d-4cc3-a3c4-11be45b7b076,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:56.068449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2de4736d-7579-4f4d-b665-86848a5ee5a4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.084587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5598687a-f600-4660-b12f-073ad84724f2 None None] Network 210e1273-0d24-427d-90bb-9d5d3eda2248 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:56.089104 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:56.092707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.118438 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-52b346aa-ce40-4cd5-881e-1f020f8e25e7 None None] Set router 10e7e216-9e94-4056-8acb-994f345f6a98 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:23:56.171917 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2de4736d-7579-4f4d-b665-86848a5ee5a4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "DELETE /v2.0/subnets/e60558d2-da0d-4cc3-a3c4-11be45b7b076 HTTP/1.1" status: 204 len: 168 time: 1.4141603 Mar 22 12:23:56.184533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40882) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:56.251778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5af2abf-110d-4767-9468-939f2fa8ce90 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.302861 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a6e8f37a-a235-4288-aae5-d3bbe8fc697b None None] Set router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:23:56.381238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-077f42b0-88ca-40ab-9181-48ffdb263878 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:56.417612 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:56.421961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=5afa5f17-37b6-4514-9bc8-b05a5b9c35b3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:56.442383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:56.449591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:56.524834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-52b346aa-ce40-4cd5-881e-1f020f8e25e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10e7e216-9e94-4056-8acb-994f345f6a98', 'name': 'tempest-NetworksTestDHCPv6-router-1991480600', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:23:37Z', 'updated_at': '2022-03-22T12:23:53Z', 'revision_number': 3, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:56.528367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-077f42b0-88ca-40ab-9181-48ffdb263878 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:56.530004 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-077f42b0-88ca-40ab-9181-48ffdb263878 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5688903 Mar 22 12:23:56.537388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b346aa-ce40-4cd5-881e-1f020f8e25e7 None None] The sync data for ids ['10e7e216-9e94-4056-8acb-994f345f6a98'] in dv-neutron-834653-1-hyperv is: [{'id': '10e7e216-9e94-4056-8acb-994f345f6a98', 'name': 'tempest-NetworksTestDHCPv6-router-1991480600', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:23:37Z', 'updated_at': '2022-03-22T12:23:53Z', 'revision_number': 3, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:56.548779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:56.549926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.555939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5af2abf-110d-4767-9468-939f2fa8ce90 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.585189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:23:56.588941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40886) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:56.619151 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a6e8f37a-a235-4288-aae5-d3bbe8fc697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:23:51Z', 'revision_number': 5, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:56.623974 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8f37a-a235-4288-aae5-d3bbe8fc697b None None] Checking router: 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:23:56.638322 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2e54c899-c584-464b-97bc-8f8a622d73af tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.3601248 Mar 22 12:23:56.639448 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40890) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:56.642726 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e8f37a-a235-4288-aae5-d3bbe8fc697b None None] Routers {'2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:23:56.643316 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a6e8f37a-a235-4288-aae5-d3bbe8fc697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:23:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:56.646918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '5afa5f17-37b6-4514-9bc8-b05a5b9c35b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:56.656764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:56.669769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:floatingip and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:56.673911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:56.677272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.677431 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added segment 3cf4798a-04c2-49fd-bd06-9296cc704376 of type vlan for network 7331628a-3793-44f6-b4b3-c87d4f0bab8a Mar 22 12:23:56.680394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9644b48-9f1d-4151-bbf2-c39c87462842 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet e1d8a255-e98d-4016-bbfc-e3e264abd52e {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:56.681467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:56.693504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.695278 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5af2abf-110d-4767-9468-939f2fa8ce90 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.715274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9644b48-9f1d-4151-bbf2-c39c87462842 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.724680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.799530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.822743 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a6e8f37a-a235-4288-aae5-d3bbe8fc697b None None] Set router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:23:56.837844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9644b48-9f1d-4151-bbf2-c39c87462842 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.856873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5af2abf-110d-4767-9468-939f2fa8ce90 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.898034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af2abf-110d-4767-9468-939f2fa8ce90 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Subnet': ['ID=dac3959e-c00e-4802-b82e-a055b4a6d1fa,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:56.911819 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c5af2abf-110d-4767-9468-939f2fa8ce90 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.933161 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c5af2abf-110d-4767-9468-939f2fa8ce90 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/dac3959e-c00e-4802-b82e-a055b4a6d1fa HTTP/1.1" status: 204 len: 168 time: 1.5104697 Mar 22 12:23:56.936645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40894) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:56.946638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] DHCP port deletion for 210e1273-0d24-427d-90bb-9d5d3eda2248 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:56.951944 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Deleting port 9994bff4-2794-4c44-8ed7-82213d25928b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:56.952473 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:56.993284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:23:57.001528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30f7e293-457a-4484-a5f1-03f80b4e6766 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.014423 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab89d04-5083-416c-add7-21fb6c896c4b None None] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:57.080177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.086895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-829e7a8c-2720-4049-868c-d2b1dae592ba tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting subnet c8dbd7be-c722-47d1-9627-34a2cb3711b9 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:57.093507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30f7e293-457a-4484-a5f1-03f80b4e6766 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.093881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-829e7a8c-2720-4049-868c-d2b1dae592ba tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.118693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.122444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:57.123152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.144342 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:23:57.171389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-829e7a8c-2720-4049-868c-d2b1dae592ba tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.179440 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a6e8f37a-a235-4288-aae5-d3bbe8fc697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:23:51Z', 'revision_number': 5, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:57.183631 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e8f37a-a235-4288-aae5-d3bbe8fc697b None None] The sync data for ids ['2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a'] in dv-neutron-834653-1-hyperv is: [{'id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'name': 'tempest-ServerActionsTestJSON-1913231426-router', 'tenant_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106'}], 'enable_snat': True}, 'gw_port_id': '34066035-735d-4450-8454-561d0e4aa08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:18:52Z', 'updated_at': '2022-03-22T12:23:51Z', 'revision_number': 5, 'project_id': '88cb3d04f1ad41cd9c7b280bcf095c66', 'gw_port': {'id': '34066035-735d-4450-8454-561d0e4aa08f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:24:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:18:53Z', 'updated_at': '2022-03-22T12:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:23:57.259394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.278776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d219004b-36b2-44de-af6a-ed4ee29f7b92']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:57.320286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d881d7-56c4-4d1d-9484-c2a45a887990') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:57.320683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d881d7-56c4-4d1d-9484-c2a45a887990') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:57.329836 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4339643 Mar 22 12:23:57.332522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9644b48-9f1d-4151-bbf2-c39c87462842 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.339104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40898) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:57.353995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'subnet': {'network_id': '7c83b3ef-5039-4f87-8f40-413022adff8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:57.375504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.403715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dfc41-140d-406e-9e1c-457685c607d7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Network': ['ID=7331628a-3793-44f6-b4b3-c87d4f0bab8a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:57.412057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30f7e293-457a-4484-a5f1-03f80b4e6766 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.430664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.442676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 7331628a-3793-44f6-b4b3-c87d4f0bab8a details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:23:57.453217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:23:57.453638 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.468581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7e293-457a-4484-a5f1-03f80b4e6766 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6b2f94-f96b-4b4f-afe0-028bede9148e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:23:57.470381 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:23:57.473337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] For port 9994bff4-2794-4c44-8ed7-82213d25928b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9994bff4-2794-4c44-8ed7-82213d25928b,segment=NetworkSegment(f423a2ab-159c-48b5-80d7-b2c1a8224ea3),segment_id=f423a2ab-159c-48b5-80d7-b2c1a8224ea3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:57.473702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.565361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-829e7a8c-2720-4049-868c-d2b1dae592ba tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.577478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.615822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:57.619717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:subnet and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:57.623689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:57.630219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:57.635654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9644b48-9f1d-4151-bbf2-c39c87462842 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.637468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Calling delete_port for 9994bff4-2794-4c44-8ed7-82213d25928b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:57.654145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:57.672347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-30f7e293-457a-4484-a5f1-03f80b4e6766 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.673518 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-30f7e293-457a-4484-a5f1-03f80b4e6766 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-groups/2d6b2f94-f96b-4b4f-afe0-028bede9148e HTTP/1.1" status: 204 len: 168 time: 1.0711350 Mar 22 12:23:57.729627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40902) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:57.734341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.760480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9644b48-9f1d-4151-bbf2-c39c87462842 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d8a255-e98d-4016-bbfc-e3e264abd52e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:57.766865 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.773222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.792619 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event deleted for resources: {'Network': ['ID=d219004b-36b2-44de-af6a-ed4ee29f7b92,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:57.800730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.806639 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9644b48-9f1d-4151-bbf2-c39c87462842 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:57.811132 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c9644b48-9f1d-4151-bbf2-c39c87462842 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/e1d8a255-e98d-4016-bbfc-e3e264abd52e HTTP/1.1" status: 204 len: 168 time: 1.8944111 Mar 22 12:23:57.812268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40906) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:57.815235 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5c19ce8a-8d2e-4c7b-a33c-2b45d615b1c4 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "DELETE /v2.0/networks/d219004b-36b2-44de-af6a-ed4ee29f7b92 HTTP/1.1" status: 204 len: 168 time: 1.6297204 Mar 22 12:23:57.824695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40910) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:57.841199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d403495f-ed0b-4242-b44a-9a88d5917b7f None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:57.885142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Pushing event deleted for resources: {'Port': ['ID=9994bff4-2794-4c44-8ed7-82213d25928b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:57.958411 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d0a04baf-e5f2-4251-92bd-598bac971de5 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:57.991654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] No DVR routers for this DVR port 9994bff4-2794-4c44-8ed7-82213d25928b on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:58.010534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:58.011119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:58.011605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:58.012134 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:58.012669 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:58.013141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:58.017028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:58.017569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:58.018037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:58.018530 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:58.018989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af52a994-8be8-4717-9e31-4c98a6ba30b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:23:58.022266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: d0a04baf-e5f2-4251-92bd-598bac971de5 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:58.022764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d0a04baf-e5f2-4251-92bd-598bac971de5 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:58.023374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9994bff4-2794-4c44-8ed7-82213d25928b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:58.047828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.054009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.26.0.197 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/56f1bdbe-a406-4d7b-a28f-ada89897a1e6) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:58.066186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 9994bff4-2794-4c44-8ed7-82213d25928b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:58.066801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9994bff4-2794-4c44-8ed7-82213d25928b not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:58.067377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:58.108891 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:58.109484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 38ed2696-21f2-44a1-8a9a-c8fccc7f1e47 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:58.237178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-81738029-5e30-4f79-af63-c1eb7d32094a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:58.263097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.276530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Subnet': ['ID=9693936f-074e-403a-9c56-018ae26475d6,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:58.280688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-829e7a8c-2720-4049-868c-d2b1dae592ba tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.298042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-646ab9c5-bcfc-416b-8ebf-b56059fb87fc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:router {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:23:58.305171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-81738029-5e30-4f79-af63-c1eb7d32094a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:58.306823 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-81738029-5e30-4f79-af63-c1eb7d32094a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5706224 Mar 22 12:23:58.341846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40914) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:58.345403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6255e4a6-bf43-48f6-8689-3f6ec7494ffc None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:23:58.350925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6255e4a6-bf43-48f6-8689-3f6ec7494ffc None None] Deleting port 657f079d-c3ac-4969-ae75-60b418f21c3b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:58.351470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6255e4a6-bf43-48f6-8689-3f6ec7494ffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.360917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090840828'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:58.385273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:58.453101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:58.467743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e7a8c-2720-4049-868c-d2b1dae592ba tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Subnet': ['ID=c8dbd7be-c722-47d1-9627-34a2cb3711b9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:58.479429 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-646ab9c5-bcfc-416b-8ebf-b56059fb87fc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:router {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:23:58.484101 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-646ab9c5-bcfc-416b-8ebf-b56059fb87fc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6672134 Mar 22 12:23:58.487419 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40918) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:58.496221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-829e7a8c-2720-4049-868c-d2b1dae592ba tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.504800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Checking segment: {'id': '398437a2-af4c-47f3-ade6-c7b5b621be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7c83b3ef-5039-4f87-8f40-413022adff8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:23:58.505159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network hostable DHCP agents. Network: 7c83b3ef-5039-4f87-8f40-413022adff8d, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:23:58.535583 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-829e7a8c-2720-4049-868c-d2b1dae592ba tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/c8dbd7be-c722-47d1-9627-34a2cb3711b9 HTTP/1.1" status: 204 len: 168 time: 1.5967288 Mar 22 12:23:58.539847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40922) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:58.572528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.597202 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.600426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.602056 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d95895-9f86-4794-8f52-014ca24e036e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:58.602480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d95895-9f86-4794-8f52-014ca24e036e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:58.607008 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-54d95895-9f86-4794-8f52-014ca24e036e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/dac3959e-c00e-4802-b82e-a055b4a6d1fa HTTP/1.1" status: 404 len: 337 time: 0.0570729 Mar 22 12:23:58.609126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40926) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:58.614771 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6255e4a6-bf43-48f6-8689-3f6ec7494ffc None None] For port 657f079d-c3ac-4969-ae75-60b418f21c3b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=657f079d-c3ac-4969-ae75-60b418f21c3b,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:23:58.615491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6255e4a6-bf43-48f6-8689-3f6ec7494ffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.675087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 7c83b3ef-5039-4f87-8f40-413022adff8d is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:23:58.699140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210e1273-0d24-427d-90bb-9d5d3eda2248']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:58.702842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6968882-e4bc-46b6-a33b-cca241c16dce tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting subnet fd1eed8d-5fad-4ec0-a82b-4f69405d89a7 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:58.707067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6968882-e4bc-46b6-a33b-cca241c16dce tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.719574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f423a2ab-159c-48b5-80d7-b2c1a8224ea3') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:58.719845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f423a2ab-159c-48b5-80d7-b2c1a8224ea3') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:23:58.736841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 7c83b3ef-5039-4f87-8f40-413022adff8d) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:58.742077 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:23:58.742647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.747063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.776183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6255e4a6-bf43-48f6-8689-3f6ec7494ffc None None] Calling delete_port for 657f079d-c3ac-4969-ae75-60b418f21c3b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:23:58.777808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:58.780144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.783190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.790454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d3397d3-1ce7-46b1-a8f0-80e4ddd7b3bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.791590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6968882-e4bc-46b6-a33b-cca241c16dce tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.807584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d225cf20-e533-4a05-aa42-7161814f05af None None] Network 7c83b3ef-5039-4f87-8f40-413022adff8d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:58.826989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.842456 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:58.849838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:58.863992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:58.866281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:23:58.866618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.881913 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-33d6ef27-ca43-4d51-8064-1606f2616c8a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5390389 Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:23:58.885617 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:23:58.889586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40930) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:58.905521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd4cc8-8cfe-4251-823a-2d2963b32b7b None None] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:23:58.928643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-91b37e50-aaef-4808-8e94-6e41e042efeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.934956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Deleting port 34066035-735d-4450-8454-561d0e4aa08f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:23:58.935642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:58.940865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:23:58.944573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=56f1bdbe-a406-4d7b-a28f-ada89897a1e6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:58.948175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:23:58.950313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:23:59.017029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'subnet': {'network_id': '7331628a-3793-44f6-b4b3-c87d4f0bab8a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:59.080757 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c31c94f1-548a-4d94-9023-d4ab57192bcd None None] Provisioning complete for port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:59.081795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c31c94f1-548a-4d94-9023-d4ab57192bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.121169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6968882-e4bc-46b6-a33b-cca241c16dce tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.139849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6255e4a6-bf43-48f6-8689-3f6ec7494ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.230005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:59.251194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.254712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255e4a6-bf43-48f6-8689-3f6ec7494ffc None None] Pushing event deleted for resources: {'Port': ['ID=657f079d-c3ac-4969-ae75-60b418f21c3b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:59.255664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.264668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:subnet and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:23:59.288605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c31c94f1-548a-4d94-9023-d4ab57192bcd None None] Port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:23:59.290358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255e4a6-bf43-48f6-8689-3f6ec7494ffc None None] No DVR routers for this DVR port 657f079d-c3ac-4969-ae75-60b418f21c3b on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:23:59.295650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.299990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:23:59.336466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event deleted for resources: {'Network': ['ID=210e1273-0d24-427d-90bb-9d5d3eda2248,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:59.362877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6968882-e4bc-46b6-a33b-cca241c16dce tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.386021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:23:59.388159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.393259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c31c94f1-548a-4d94-9023-d4ab57192bcd None None] Provisioning complete for port 6b137d07-e13b-451e-a0c4-d52d0b892960 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:23:59.393652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c31c94f1-548a-4d94-9023-d4ab57192bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.402270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6968882-e4bc-46b6-a33b-cca241c16dce tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Subnet': ['ID=fd1eed8d-5fad-4ec0-a82b-4f69405d89a7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:59.406962 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fa8f585d-2be9-4369-970d-ace3d23b6635 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "DELETE /v2.0/networks/210e1273-0d24-427d-90bb-9d5d3eda2248 HTTP/1.1" status: 204 len: 168 time: 1.5809088 Mar 22 12:23:59.414519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40934) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:59.432304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-7c83b3ef-5039-4f87-8f40-413022adff8d', 'network_id': '7c83b3ef-5039-4f87-8f40-413022adff8d', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'fixed_ips': [{'subnet_id': '9693936f-074e-403a-9c56-018ae26475d6'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:23:59.432304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.473222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6968882-e4bc-46b6-a33b-cca241c16dce tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.508324 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a6968882-e4bc-46b6-a33b-cca241c16dce tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/fd1eed8d-5fad-4ec0-a82b-4f69405d89a7 HTTP/1.1" status: 204 len: 168 time: 0.8975959 Mar 22 12:23:59.511457 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40938) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:59.572607 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ebd7c7-0dc4-4029-bd12-00e7f3626ad1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:59.573003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ebd7c7-0dc4-4029-bd12-00e7f3626ad1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:59.577962 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-05ebd7c7-0dc4-4029-bd12-00e7f3626ad1 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/c277fb06-70bd-4539-8fe7-d9db5c94e434 HTTP/1.1" status: 404 len: 337 time: 0.0655279 Mar 22 12:23:59.579263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:23:59.581902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40942) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:59.710792 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b9d89fa9-eca3-4264-9c4e-f37f76691df6 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "GET /v2.0/ports?device_id=cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f HTTP/1.1" status: 200 len: 205 time: 0.0703425 Mar 22 12:23:59.714405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40946) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:59.775765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Allocated IP 2001:db8::2 (7c83b3ef-5039-4f87-8f40-413022adff8d/9693936f-074e-403a-9c56-018ae26475d6/abcd8b58-7bc8-481e-90ce-319e7bb9c6b5) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:23:59.778291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95476cd0-2323-49f3-aa83-cb686309d4cd None None] Update dhcp port {'port': {'network_id': '12f54d39-6573-49e1-9b56-76ffa1f70b49', 'fixed_ips': [{'subnet_id': 'fd1eed8d-5fad-4ec0-a82b-4f69405d89a7'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '6b137d07-e13b-451e-a0c4-d52d0b892960'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:23:59.813503 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-ecec978b-2963-4058-b3fe-9fb9ed155d1c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] delete failed (client error): The resource could not be found. Mar 22 12:23:59.817096 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ecec978b-2963-4058-b3fe-9fb9ed155d1c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/routers/cbd2b2e9-a97c-4a25-99e6-6ea51ecc869f HTTP/1.1" status: 404 len: 336 time: 0.0996969 Mar 22 12:23:59.820318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40950) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:59.849592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.850796 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5047195 Mar 22 12:23:59.897616 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a083136-2559-4b5f-a388-7fe544e1690c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:23:59.898057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a083136-2559-4b5f-a388-7fe544e1690c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:23:59.904044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae2e5b3-ab91-4906-8d02-46680ddf4f1a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Deleting subnet fb5f1d58-9149-4dc0-9d20-36a860d799e8 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:23:59.907864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e5b3-ab91-4906-8d02-46680ddf4f1a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.911752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 657f079d-c3ac-4969-ae75-60b418f21c3b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:23:59.933633 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40954) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:59.934217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e7a12-adb8-4d4f-8959-c61ef6d4ec77 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1b8f05-6222-47c7-aaa8-de8cee41c776,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:23:59.942381 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95476cd0-2323-49f3-aa83-cb686309d4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.956096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1c4b5275-7d1f-4b26-9737-84ceaf031e38 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Request body: {'security_group_rule': {'security_group_id': 'da1b8f05-6222-47c7-aaa8-de8cee41c776', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:23:59.964858 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4a083136-2559-4b5f-a388-7fe544e1690c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/1c5f28ea-55ce-4fff-b445-dc7e3e58ae35 HTTP/1.1" status: 404 len: 337 time: 0.1399822 Mar 22 12:23:59.967794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40958) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:23:59.968889 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1c4b5275-7d1f-4b26-9737-84ceaf031e38 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:23:59.971690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 657f079d-c3ac-4969-ae75-60b418f21c3b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:23:59.972031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 657f079d-c3ac-4969-ae75-60b418f21c3b not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:23:59.972610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e5b3-ab91-4906-8d02-46680ddf4f1a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.987386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d3397d3-1ce7-46b1-a8f0-80e4ddd7b3bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:23:59.997002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1c4b5275-7d1f-4b26-9737-84ceaf031e38 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Usage tracker for resource:security_group_rule and tenant:b5aa5c9a509840858759a7e7447d87fe is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:00.004615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1c4b5275-7d1f-4b26-9737-84ceaf031e38 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:00.010946 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] For port 34066035-735d-4450-8454-561d0e4aa08f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=34066035-735d-4450-8454-561d0e4aa08f,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:00.011315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.029710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1c4b5275-7d1f-4b26-9737-84ceaf031e38 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:00.033644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d3397d3-1ce7-46b1-a8f0-80e4ddd7b3bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.052419 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3605bfb-fb4f-4fc0-980e-d3c04fffa48c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:24:00.052832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3605bfb-fb4f-4fc0-980e-d3c04fffa48c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:24:00.056966 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f3605bfb-fb4f-4fc0-980e-d3c04fffa48c tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/2e21b6d5-f6c7-402f-b4a7-d2d7e01ce902 HTTP/1.1" status: 404 len: 337 time: 0.0869114 Mar 22 12:24:00.058483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40962) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:00.088498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.112058 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeaf8613-52fe-4c59-bd12-c0900e671f94 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:24:00.112506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeaf8613-52fe-4c59-bd12-c0900e671f94 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:24:00.116790 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eeaf8613-52fe-4c59-bd12-c0900e671f94 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/bc13c1b6-67ce-4b5c-a987-0b445ac9e2be HTTP/1.1" status: 404 len: 337 time: 0.0529401 Mar 22 12:24:00.116951 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40966) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:00.179665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Calling delete_port for 34066035-735d-4450-8454-561d0e4aa08f owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:00.245493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169dfccb-2352-40b3-af83-9fff0d7884a9 None None] Network 12f54d39-6573-49e1-9b56-76ffa1f70b49 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:00.267340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.285596 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-41390dab-2226-4af5-bcde-41424f4367b9 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:24:00.286282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41390dab-2226-4af5-bcde-41424f4367b9 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:24:00.290399 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-41390dab-2226-4af5-bcde-41424f4367b9 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/01de5391-50c0-451c-8f17-d17ab6dc1e93 HTTP/1.1" status: 404 len: 333 time: 0.1698813 Mar 22 12:24:00.295114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40970) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:00.341493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c4b5275-7d1f-4b26-9737-84ceaf031e38 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.343695 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Transition to ACTIVE for port object abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:00.368389 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ea180101-683a-415c-b983-7267c0eb1274 None None] Provisioning complete for port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:00.368711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ea180101-683a-415c-b983-7267c0eb1274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.391608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d3397d3-1ce7-46b1-a8f0-80e4ddd7b3bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.392116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3397d3-1ce7-46b1-a8f0-80e4ddd7b3bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Fanout notify agent at l3_agent the message router_deleted on router 10e7e216-9e94-4056-8acb-994f345f6a98 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:24:00.405713 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c89c60-7ed3-486e-bf3b-c3326723912e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:24:00.406806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c89c60-7ed3-486e-bf3b-c3326723912e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:24:00.410365 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-38c89c60-7ed3-486e-bf3b-c3326723912e tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/11cf6994-4068-41bb-8deb-efff48cec29b HTTP/1.1" status: 404 len: 337 time: 0.1118228 Mar 22 12:24:00.420037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40974) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:00.425770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e5b3-ab91-4906-8d02-46680ddf4f1a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.429016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ea180101-683a-415c-b983-7267c0eb1274 None None] Port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:00.445415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Transition to ACTIVE for port object abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:00.448926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3d3397d3-1ce7-46b1-a8f0-80e4ddd7b3bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.453197 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3d3397d3-1ce7-46b1-a8f0-80e4ddd7b3bf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/routers/10e7e216-9e94-4056-8acb-994f345f6a98 HTTP/1.1" status: 204 len: 168 time: 1.9550261 Mar 22 12:24:00.456136 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40978) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:00.465951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:00.504490 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c75e8f-6b7e-4afa-ab47-e5896bec170b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:24:00.505018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c75e8f-6b7e-4afa-ab47-e5896bec170b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:24:00.511123 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59c75e8f-6b7e-4afa-ab47-e5896bec170b tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/fd214eb3-f649-4d01-ac75-4459ac9aa191 HTTP/1.1" status: 404 len: 337 time: 0.0858617 Mar 22 12:24:00.511366 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.524782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:00.576464 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.580261 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-87596df4-8f55-4d9d-a647-af9394f112e3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:24:00.580759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87596df4-8f55-4d9d-a647-af9394f112e3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:24:00.586505 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-87596df4-8f55-4d9d-a647-af9394f112e3 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/92c063dd-9915-4b39-a7c7-fe8eb5703d64 HTTP/1.1" status: 404 len: 333 time: 0.0545855 Mar 22 12:24:00.586505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40986) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:00.591968 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Network 7c83b3ef-5039-4f87-8f40-413022adff8d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:00.596627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:00.613538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:00.616059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ea180101-683a-415c-b983-7267c0eb1274 None None] Provisioning complete for port 6b137d07-e13b-451e-a0c4-d52d0b892960 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:00.616965 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ea180101-683a-415c-b983-7267c0eb1274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.653285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c4b5275-7d1f-4b26-9737-84ceaf031e38 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.653718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Pushing event updated for resources: {'Port': ['ID=abcd8b58-7bc8-481e-90ce-319e7bb9c6b5,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:00.669667 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a518ea8-04d7-4163-ae2c-16816923ba27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:24:00.670103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a518ea8-04d7-4163-ae2c-16816923ba27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:24:00.674099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c4b5275-7d1f-4b26-9737-84ceaf031e38 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.691359 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4a518ea8-04d7-4163-ae2c-16816923ba27 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/1978ad75-6aa4-493d-83c3-9ac8c13dc05f HTTP/1.1" status: 404 len: 337 time: 0.1015017 Mar 22 12:24:00.692114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40990) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:00.726678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.756682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e5b3-ab91-4906-8d02-46680ddf4f1a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.759315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:00.780037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b5275-7d1f-4b26-9737-84ceaf031e38 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f4658d-4432-42c1-ba88-3915f3f6da3b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:00.803253 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:00.806125 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1625d48-425f-4b99-8f92-b77a4a99b151 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] DELETE failed (client error): The resource could not be found. Mar 22 12:24:00.806792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1625d48-425f-4b99-8f92-b77a4a99b151 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:24:00.808924 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a1625d48-425f-4b99-8f92-b77a4a99b151 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/subnets/027fb1e5-c787-4f29-8743-4daa01111de4 HTTP/1.1" status: 404 len: 337 time: 0.1134949 Mar 22 12:24:00.812687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10acde74-89e5-470a-8051-3201f1ab30ce None None] DHCP port deletion for 12f54d39-6573-49e1-9b56-76ffa1f70b49 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:24:00.815749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 40994) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:00.816740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.822709 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Attempting to bind port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:00.823279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Attempting to bind port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '398437a2-af4c-47f3-ade6-c7b5b621be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7c83b3ef-5039-4f87-8f40-413022adff8d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:00.823861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Attempting to bind port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 on network 7c83b3ef-5039-4f87-8f40-413022adff8d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:00.829182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-10acde74-89e5-470a-8051-3201f1ab30ce None None] Deleting port 6b137d07-e13b-451e-a0c4-d52d0b892960 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:00.829577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2e5b3-ab91-4906-8d02-46680ddf4f1a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5f1d58-9149-4dc0-9d20-36a860d799e8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:00.830023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-10acde74-89e5-470a-8051-3201f1ab30ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.845676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e5b3-ab91-4906-8d02-46680ddf4f1a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.847477 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6ae2e5b3-ab91-4906-8d02-46680ddf4f1a tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "DELETE /v2.0/subnets/fb5f1d58-9149-4dc0-9d20-36a860d799e8 HTTP/1.1" status: 204 len: 168 time: 1.4320195 Mar 22 12:24:00.853088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 40998) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:00.877358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35731aaa-649d-4b3e-a674-90b2e7eaa2f4 None None] Network 10b34d91-41f2-48d8-a7a3-bf1a87b89351 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:00.909359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.951053 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:00.951393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Checking segment: {'id': '398437a2-af4c-47f3-ade6-c7b5b621be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7c83b3ef-5039-4f87-8f40-413022adff8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:00.951840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.952285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Bound using segment: {'id': '398437a2-af4c-47f3-ade6-c7b5b621be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7c83b3ef-5039-4f87-8f40-413022adff8d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:00.952840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Bound port: abcd8b58-7bc8-481e-90ce-319e7bb9c6b5, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398437a2-af4c-47f3-ade6-c7b5b621be63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7c83b3ef-5039-4f87-8f40-413022adff8d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:00.953256 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.961905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:00.965345 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.978283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c4b5275-7d1f-4b26-9737-84ceaf031e38 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:00.979455 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1c4b5275-7d1f-4b26-9737-84ceaf031e38 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0419958 Mar 22 12:24:00.988833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41002) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:01.012837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=34066035-735d-4450-8454-561d0e4aa08f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:01.074348 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.131809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Subnet': ['ID=9d8a36d0-ed9c-4336-90e5-16296e788a26,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:01.135102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Deleting port 5766f6f9-51aa-4292-b1fa-1b99e58b619c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:01.135436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.138247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-863a5683-08d3-42ed-b4eb-c8a2adf96eaf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Deleting port 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:01.138581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-863a5683-08d3-42ed-b4eb-c8a2adf96eaf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.287877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Checking segment: {'id': '3cf4798a-04c2-49fd-bd06-9296cc704376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7331628a-3793-44f6-b4b3-c87d4f0bab8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:01.288117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network hostable DHCP agents. Network: 7331628a-3793-44f6-b4b3-c87d4f0bab8a, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:24:01.290484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2acbf29b-e4a5-44bb-9dc7-b9d9ca44db1d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.323081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] For port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:01.323711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.339157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-10acde74-89e5-470a-8051-3201f1ab30ce None None] For port 6b137d07-e13b-451e-a0c4-d52d0b892960, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6b137d07-e13b-451e-a0c4-d52d0b892960,segment=NetworkSegment(d830710c-f952-481c-b28f-24704f84ddc7),segment_id=d830710c-f952-481c-b28f-24704f84ddc7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:01.339527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-10acde74-89e5-470a-8051-3201f1ab30ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.353800 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] For port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=abcd8b58-7bc8-481e-90ce-319e7bb9c6b5,segment=NetworkSegment(398437a2-af4c-47f3-ade6-c7b5b621be63),segment_id=398437a2-af4c-47f3-ade6-c7b5b621be63)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:01.361395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.457489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.463763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2acbf29b-e4a5-44bb-9dc7-b9d9ca44db1d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.467314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-10acde74-89e5-470a-8051-3201f1ab30ce None None] Calling delete_port for 6b137d07-e13b-451e-a0c4-d52d0b892960 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:01.592559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=56f1bdbe-a406-4d7b-a28f-ada89897a1e6,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:01.610521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] For port 5766f6f9-51aa-4292-b1fa-1b99e58b619c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5766f6f9-51aa-4292-b1fa-1b99e58b619c,segment=NetworkSegment(23727c11-2a7e-497f-8c50-1649fc38e6f7),segment_id=23727c11-2a7e-497f-8c50-1649fc38e6f7)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:01.611050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.615613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1dfe5-b060-4654-a685-64bd22868d02 None None] Pushing event updated for resources: {'Port': ['ID=abcd8b58-7bc8-481e-90ce-319e7bb9c6b5,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:01.644727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-10acde74-89e5-470a-8051-3201f1ab30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.684329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.690830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0efa243e-a827-479c-8a1a-8e849c08f2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.705464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acde74-89e5-470a-8051-3201f1ab30ce None None] Pushing event deleted for resources: {'Port': ['ID=6b137d07-e13b-451e-a0c4-d52d0b892960,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:01.708246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acde74-89e5-470a-8051-3201f1ab30ce None None] No DVR routers for this DVR port 6b137d07-e13b-451e-a0c4-d52d0b892960 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:24:01.734551 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d18ca5-d9c9-46ca-9d43-20a7fc6c163b None None] DHCP port deletion for 10b34d91-41f2-48d8-a7a3-bf1a87b89351 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:24:01.740654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-01d18ca5-d9c9-46ca-9d43-20a7fc6c163b None None] Deleting port 5766f6f9-51aa-4292-b1fa-1b99e58b619c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:01.741256 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01d18ca5-d9c9-46ca-9d43-20a7fc6c163b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.784789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Calling delete_port for 5766f6f9-51aa-4292-b1fa-1b99e58b619c owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:01.811247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.897558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:01.907358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 7331628a-3793-44f6-b4b3-c87d4f0bab8a is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:24:02.040264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.048186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-01d18ca5-d9c9-46ca-9d43-20a7fc6c163b None None] For port 5766f6f9-51aa-4292-b1fa-1b99e58b619c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5766f6f9-51aa-4292-b1fa-1b99e58b619c,segment=NetworkSegment(23727c11-2a7e-497f-8c50-1649fc38e6f7),segment_id=23727c11-2a7e-497f-8c50-1649fc38e6f7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:02.048568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01d18ca5-d9c9-46ca-9d43-20a7fc6c163b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.062664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5766f6f9-51aa-4292-b1fa-1b99e58b619c no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:02.087430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-863a5683-08d3-42ed-b4eb-c8a2adf96eaf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.157056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 7331628a-3793-44f6-b4b3-c87d4f0bab8a) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:02.214723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777620cf-c2d3-4a19-80e8-8a704a5a3d4c None None] Network 7331628a-3793-44f6-b4b3-c87d4f0bab8a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:02.219935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2acbf29b-e4a5-44bb-9dc7-b9d9ca44db1d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.233673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-01d18ca5-d9c9-46ca-9d43-20a7fc6c163b None None] Calling delete_port for 5766f6f9-51aa-4292-b1fa-1b99e58b619c owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:02.242690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.273073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbf29b-e4a5-44bb-9dc7-b9d9ca44db1d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1b8f05-6222-47c7-aaa8-de8cee41c776,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:02.305945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:02.306778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event deleted for resources: {'Port': ['ID=5766f6f9-51aa-4292-b1fa-1b99e58b619c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:02.307289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.321860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] No DVR routers for this DVR port 5766f6f9-51aa-4292-b1fa-1b99e58b619c on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:24:02.325429 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-863a5683-08d3-42ed-b4eb-c8a2adf96eaf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Calling delete_port for 4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:02.363619 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.384288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.389394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No active binding found for port 5766f6f9-51aa-4292-b1fa-1b99e58b619c {{(pid=83795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 22 12:24:02.390060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5766f6f9-51aa-4292-b1fa-1b99e58b619c not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:24:02.390285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6b137d07-e13b-451e-a0c4-d52d0b892960 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:02.402749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.429295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2acbf29b-e4a5-44bb-9dc7-b9d9ca44db1d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.429707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 6b137d07-e13b-451e-a0c4-d52d0b892960 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:24:02.429974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6b137d07-e13b-451e-a0c4-d52d0b892960 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:24:02.430267 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2acbf29b-e4a5-44bb-9dc7-b9d9ca44db1d tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-groups/da1b8f05-6222-47c7-aaa8-de8cee41c776 HTTP/1.1" status: 204 len: 168 time: 1.4405282 Mar 22 12:24:02.438205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41006) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:02.450947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-01d18ca5-d9c9-46ca-9d43-20a7fc6c163b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:02.451220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-01d18ca5-d9c9-46ca-9d43-20a7fc6c163b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:02.479083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=9b5257e9-8d8b-4c0c-b62a-30ad25e1820b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:02.479605 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.488796 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-99958527-98a5-4ea3-8f41-bcd941bf08ba tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5527964 Mar 22 12:24:02.491099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41010) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:02.491457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:02.496758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:02.500920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b87293c0-65ff-4ea5-bf00-0374877b4abe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1909072201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:02.504878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:02.505604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.509199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cfe03e-f7d2-40fc-b3e7-6b4fe5af3dc7 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:02.527829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b87293c0-65ff-4ea5-bf00-0374877b4abe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:02.548445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b34d91-41f2-48d8-a7a3-bf1a87b89351']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:02.567958 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df4ce25d-8ceb-4df4-b00a-b098b194491a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1099846 Mar 22 12:24:02.568670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41014) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:02.575347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-84a0c0c9-e5da-4ce2-9cb1-9d2c697e63cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-123996818', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:02.576165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23727c11-2a7e-497f-8c50-1649fc38e6f7') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:02.576771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23727c11-2a7e-497f-8c50-1649fc38e6f7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:02.580365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.580831 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:24:02.582386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-863a5683-08d3-42ed-b4eb-c8a2adf96eaf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.587964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-84a0c0c9-e5da-4ce2-9cb1-9d2c697e63cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:02.595853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.616128 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.624672 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:24:02.625277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.638151 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-84a0c0c9-e5da-4ce2-9cb1-9d2c697e63cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:router and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:02.673484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-7331628a-3793-44f6-b4b3-c87d4f0bab8a', 'network_id': '7331628a-3793-44f6-b4b3-c87d4f0bab8a', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'fixed_ips': [{'subnet_id': '9d8a36d0-ed9c-4336-90e5-16296e788a26'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:24:02.674768 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.684530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-84a0c0c9-e5da-4ce2-9cb1-9d2c697e63cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:02.695124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-84a0c0c9-e5da-4ce2-9cb1-9d2c697e63cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:02.701441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a5683-08d3-42ed-b4eb-c8a2adf96eaf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Port': ['ID=4d2d4670-75b1-48a1-9c4c-da1e9c0ce703,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:02.754660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.756086 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-162de2c0-11bc-4b31-8ae0-4557c75d9d42 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2d9cf2ee-7ae9-4a68-ab4c-19f5a510a22a HTTP/1.1" status: 204 len: 168 time: 6.8695807 Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:24:02.762093 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:24:02.766426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41018) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:02.767527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b87293c0-65ff-4ea5-bf00-0374877b4abe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:router and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:02.772047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b87293c0-65ff-4ea5-bf00-0374877b4abe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:02.772791 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a0c0c9-e5da-4ce2-9cb1-9d2c697e63cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.781873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a0c0c9-e5da-4ce2-9cb1-9d2c697e63cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.782051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b87293c0-65ff-4ea5-bf00-0374877b4abe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:02.790250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-863a5683-08d3-42ed-b4eb-c8a2adf96eaf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.795040 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-863a5683-08d3-42ed-b4eb-c8a2adf96eaf tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/ports/4d2d4670-75b1-48a1-9c4c-da1e9c0ce703 HTTP/1.1" status: 204 len: 168 time: 1.9711699 Mar 22 12:24:02.797276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41020) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:02.853968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87293c0-65ff-4ea5-bf00-0374877b4abe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.855103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87293c0-65ff-4ea5-bf00-0374877b4abe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.874074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87293c0-65ff-4ea5-bf00-0374877b4abe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.889533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.901511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a0c0c9-e5da-4ce2-9cb1-9d2c697e63cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.915818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87293c0-65ff-4ea5-bf00-0374877b4abe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.932571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.942830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a0c0c9-e5da-4ce2-9cb1-9d2c697e63cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.946972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.954700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Pushing event deleted for resources: {'Network': ['ID=10b34d91-41f2-48d8-a7a3-bf1a87b89351,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:02.957416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-01d18ca5-d9c9-46ca-9d43-20a7fc6c163b None None] Deleting port 5766f6f9-51aa-4292-b1fa-1b99e58b619c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:02.957832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01d18ca5-d9c9-46ca-9d43-20a7fc6c163b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:02.971253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f9752230-9ccd-45df-bfb4-1e66fbfa3d3a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:03.000523 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2dfd17fd-5b5b-4ff4-b8e1-7e5526185619 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "DELETE /v2.0/networks/10b34d91-41f2-48d8-a7a3-bf1a87b89351 HTTP/1.1" status: 204 len: 168 time: 2.1437569 Mar 22 12:24:03.002538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41026) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:03.012415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-955d0dd7-1d99-4cf2-aec5-c8bb34666b6c admin admin] Deleting subnet a0f85f5d-3677-4e10-b04c-44bdd300d811 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:24:03.017580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-955d0dd7-1d99-4cf2-aec5-c8bb34666b6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.048218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b87293c0-65ff-4ea5-bf00-0374877b4abe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.052295 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b87293c0-65ff-4ea5-bf00-0374877b4abe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5593934 Mar 22 12:24:03.061504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41030) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:03.072135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f9752230-9ccd-45df-bfb4-1e66fbfa3d3a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:03.074973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '9b5257e9-8d8b-4c0c-b62a-30ad25e1820b'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:24:03.075849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.079701 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f9752230-9ccd-45df-bfb4-1e66fbfa3d3a tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6268637 Mar 22 12:24:03.094046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-01d18ca5-d9c9-46ca-9d43-20a7fc6c163b None None] The port '5766f6f9-51aa-4292-b1fa-1b99e58b619c' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:24:03.100265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec3f4dc-ba52-467c-a4cd-c73bfe7ffdae None None] Network 7c83b3ef-5039-4f87-8f40-413022adff8d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:03.147489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41034) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:03.152469 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Floating IP 2bce9ff6-7eed-4b2c-a293-9ae6f322a8c9 associated. External IP: 172.26.0.197, port: 5afa5f17-37b6-4514-9bc8-b05a5b9c35b3. Mar 22 12:24:03.179373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.201112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8e5f5fcd-fb4a-4b1c-9734-2e90e08c068d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Synchronizing usage tracker for tenant:3c453153af234694aa2b68b38cff39d9 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:03.203707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84a0c0c9-e5da-4ce2-9cb1-9d2c697e63cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.207801 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-84a0c0c9-e5da-4ce2-9cb1-9d2c697e63cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6372130 Mar 22 12:24:03.211426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41038) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:03.278606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Allocated IP 2001:db8:1::2 (7331628a-3793-44f6-b4b3-c87d4f0bab8a/9d8a36d0-ed9c-4336-90e5-16296e788a26/94e55888-bd81-4b36-b517-9a6f9d1238c9) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:03.281312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5c1ddb07-2d5a-456c-b66c-e1f9d86c0860 None None] Provisioning for port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:03.293216 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.347089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-955d0dd7-1d99-4cf2-aec5-c8bb34666b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.454883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f54d39-6573-49e1-9b56-76ffa1f70b49']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:03.482473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd830710c-f952-481c-b28f-24704f84ddc7') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:03.482760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd830710c-f952-481c-b28f-24704f84ddc7') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:03.491338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8e5f5fcd-fb4a-4b1c-9734-2e90e08c068d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Unset dirty status for tenant:3c453153af234694aa2b68b38cff39d9 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:03.493504 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8e5f5fcd-fb4a-4b1c-9734-2e90e08c068d tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ef16494-3133-4cb6-85c4-11fc59789727 HTTP/1.1" status: 200 len: 205 time: 0.4859755 Mar 22 12:24:03.496281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41042) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:03.508718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f6dec0b7-e664-4ad5-b42a-ca433f709e0c tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:03.552947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.616719 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f6dec0b7-e664-4ad5-b42a-ca433f709e0c tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:03.620716 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f6dec0b7-e664-4ad5-b42a-ca433f709e0c tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4679706 Mar 22 12:24:03.621033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41046) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:03.635982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.645795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-955d0dd7-1d99-4cf2-aec5-c8bb34666b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.647289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:24:03.647691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:24:03.662301 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:24:03.681787 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-30995966-82eb-480f-b127-5a100eaf3208 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] delete failed (client error): The resource could not be found. Mar 22 12:24:03.686915 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-30995966-82eb-480f-b127-5a100eaf3208 tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "DELETE /v2.0/security-groups/da1b8f05-6222-47c7-aaa8-de8cee41c776 HTTP/1.1" status: 404 len: 347 time: 0.0608749 Mar 22 12:24:03.710303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/9b5257e9-8d8b-4c0c-b62a-30ad25e1820b/8ac1b211-cbd4-4076-9c88-d62609e6b62e) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:03.718426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41050) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:03.899729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-955d0dd7-1d99-4cf2-aec5-c8bb34666b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.900007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.914464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Transition to ACTIVE for port object 94e55888-bd81-4b36-b517-9a6f9d1238c9 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:03.918367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e9219b82-a8f6-4b1b-a891-5cdc6fd33bd9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.935350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Transition to ACTIVE for port object 94e55888-bd81-4b36-b517-9a6f9d1238c9 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:03.952857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:03.989848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:04.014427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d0dd7-1d99-4cf2-aec5-c8bb34666b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f85f5d-3677-4e10-b04c-44bdd300d811,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:04.019496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:04.042386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-955d0dd7-1d99-4cf2-aec5-c8bb34666b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:04.056711 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-955d0dd7-1d99-4cf2-aec5-c8bb34666b6c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a0f85f5d-3677-4e10-b04c-44bdd300d811 HTTP/1.1" status: 204 len: 168 time: 1.2538710 Mar 22 12:24:04.059757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:04.076427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41054) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:04.082483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Network 7331628a-3793-44f6-b4b3-c87d4f0bab8a is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:04.083468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ee5f51-0e62-46ff-89df-a005fe201821 None None] Network 6203a9c2-1d85-413b-8d33-42b4c72db112 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:04.085163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-489459cf-114f-4800-ae01-036cdf6f0d5e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Synchronizing usage tracker for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:04.108665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] Pushing event deleted for resources: {'Network': ['ID=12f54d39-6573-49e1-9b56-76ffa1f70b49,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:04.118666 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-419fdd56-8771-438e-b6b9-841656a09a57 tempest-PortsIpV6TestJSON-561438743 tempest-PortsIpV6TestJSON-561438743-project] 10.222.0.62 "DELETE /v2.0/networks/12f54d39-6573-49e1-9b56-76ffa1f70b49 HTTP/1.1" status: 204 len: 168 time: 1.3169551 Mar 22 12:24:04.336713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:04.339824 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-489459cf-114f-4800-ae01-036cdf6f0d5e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] Unset dirty status for tenant:b5aa5c9a509840858759a7e7447d87fe on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:04.341740 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-489459cf-114f-4800-ae01-036cdf6f0d5e tempest-SecGroupIPv6Test-1312183169 tempest-SecGroupIPv6Test-1312183169-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6175995 Mar 22 12:24:04.421801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:04.452364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Transition to ACTIVE for port object 8ac1b211-cbd4-4076-9c88-d62609e6b62e will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:04.477246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Transition to ACTIVE for port object 8ac1b211-cbd4-4076-9c88-d62609e6b62e will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:04.500881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Pushing event updated for resources: {'Port': ['ID=94e55888-bd81-4b36-b517-9a6f9d1238c9,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:04.504015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:04.506410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:04.509598 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41064) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:04.555252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:04.569747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:04.774014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41072) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:04.793546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Pushing event updated for resources: {'Port': ['ID=8ac1b211-cbd4-4076-9c88-d62609e6b62e,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:04.838213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Allocated IP 2001:db8::1 (7c83b3ef-5039-4f87-8f40-413022adff8d/9693936f-074e-403a-9c56-018ae26475d6/857494a7-f898-4f07-b83c-bc7747ae68ee) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:04.864050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Deleting port ca213d34-b5ff-4791-8af4-295668623c43 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:04.864384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:04.881141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:04.888861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:04.903355 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:04.925244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e9219b82-a8f6-4b1b-a891-5cdc6fd33bd9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:04.956121 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e9219b82-a8f6-4b1b-a891-5cdc6fd33bd9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.000180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.011182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:05.014181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Attempting to bind port 94e55888-bd81-4b36-b517-9a6f9d1238c9 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:05.014600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Attempting to bind port 94e55888-bd81-4b36-b517-9a6f9d1238c9 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3cf4798a-04c2-49fd-bd06-9296cc704376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7331628a-3793-44f6-b4b3-c87d4f0bab8a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:05.015023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Attempting to bind port 94e55888-bd81-4b36-b517-9a6f9d1238c9 on network 7331628a-3793-44f6-b4b3-c87d4f0bab8a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:05.027944 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:05.028488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.047270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Transition to ACTIVE for port object 857494a7-f898-4f07-b83c-bc7747ae68ee will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:05.047580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.063789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Attempting to bind port 8ac1b211-cbd4-4076-9c88-d62609e6b62e on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:05.064069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Attempting to bind port 8ac1b211-cbd4-4076-9c88-d62609e6b62e by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:05.064391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Attempting to bind port 8ac1b211-cbd4-4076-9c88-d62609e6b62e on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:05.066996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:05.078210 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b6aa33d8-fa9e-4060-92d7-af4961518b19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe44fae51d5c4117a8944d7feee32985&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5648212 Mar 22 12:24:05.079714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:05.080156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Checking segment: {'id': '3cf4798a-04c2-49fd-bd06-9296cc704376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7331628a-3793-44f6-b4b3-c87d4f0bab8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:05.080701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.081095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Bound using segment: {'id': '3cf4798a-04c2-49fd-bd06-9296cc704376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7331628a-3793-44f6-b4b3-c87d4f0bab8a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:05.081868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Bound port: 94e55888-bd81-4b36-b517-9a6f9d1238c9, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf4798a-04c2-49fd-bd06-9296cc704376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7331628a-3793-44f6-b4b3-c87d4f0bab8a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:05.082151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.089784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41078) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:05.104619 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:05.105487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:05.105487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.106532 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dfc5400e-7ce9-4abf-8dca-666de808dc85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5aa5c9a509840858759a7e7447d87fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3322554 Mar 22 12:24:05.109012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:05.109638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Bound port: 8ac1b211-cbd4-4076-9c88-d62609e6b62e, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:05.110034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.112169 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41082) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:05.214483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] For port ca213d34-b5ff-4791-8af4-295668623c43, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ca213d34-b5ff-4791-8af4-295668623c43,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:05.215120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.239193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.252209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdef5a8d-0031-4710-834b-dbaed53e2e5e None None] DHCP port deletion for 6203a9c2-1d85-413b-8d33-42b4c72db112 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:24:05.277150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bdef5a8d-0031-4710-834b-dbaed53e2e5e None None] Deleting port ca213d34-b5ff-4791-8af4-295668623c43 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:05.277652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bdef5a8d-0031-4710-834b-dbaed53e2e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.335416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 7c83b3ef-5039-4f87-8f40-413022adff8d is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:05.339984 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:05.342444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:05.343136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.363265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] For port 8ac1b211-cbd4-4076-9c88-d62609e6b62e, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:05.364509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=857494a7-f898-4f07-b83c-bc7747ae68ee,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:05.394531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Calling delete_port for ca213d34-b5ff-4791-8af4-295668623c43 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:05.405386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] For port 8ac1b211-cbd4-4076-9c88-d62609e6b62e, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8ac1b211-cbd4-4076-9c88-d62609e6b62e,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:05.411296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-34d99130-9bf2-4902-878b-3747f676465c None None] For port 94e55888-bd81-4b36-b517-9a6f9d1238c9, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:05.442736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.489228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.491279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.502911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-34d99130-9bf2-4902-878b-3747f676465c None None] For port 94e55888-bd81-4b36-b517-9a6f9d1238c9, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=94e55888-bd81-4b36-b517-9a6f9d1238c9,segment=NetworkSegment(3cf4798a-04c2-49fd-bd06-9296cc704376),segment_id=3cf4798a-04c2-49fd-bd06-9296cc704376)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:05.557946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.591502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e9219b82-a8f6-4b1b-a891-5cdc6fd33bd9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.592053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9219b82-a8f6-4b1b-a891-5cdc6fd33bd9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Fanout notify agent at l3_agent the message router_deleted on router 3ef16494-3133-4cb6-85c4-11fc59789727 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:24:05.652698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e9219b82-a8f6-4b1b-a891-5cdc6fd33bd9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.656465 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e9219b82-a8f6-4b1b-a891-5cdc6fd33bd9 tempest-RoutersNegativeIpV6Test-1316664901 tempest-RoutersNegativeIpV6Test-1316664901-project] 10.222.0.62 "DELETE /v2.0/routers/3ef16494-3133-4cb6-85c4-11fc59789727 HTTP/1.1" status: 204 len: 168 time: 2.1565428 Mar 22 12:24:05.718119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b896a49-861c-425f-9b7d-2580667fbfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.727070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bdef5a8d-0031-4710-834b-dbaed53e2e5e None None] For port ca213d34-b5ff-4791-8af4-295668623c43, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ca213d34-b5ff-4791-8af4-295668623c43,segment=NetworkSegment(59e642cc-8251-498d-b135-8cbdc2fa7ef2),segment_id=59e642cc-8251-498d-b135-8cbdc2fa7ef2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:05.727464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bdef5a8d-0031-4710-834b-dbaed53e2e5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.772993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-420114f6-1f60-497d-b070-ae94678e9fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.776360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b896a49-861c-425f-9b7d-2580667fbfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.785790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:05.898145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bdef5a8d-0031-4710-834b-dbaed53e2e5e None None] Calling delete_port for ca213d34-b5ff-4791-8af4-295668623c43 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:05.907553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca213d34-b5ff-4791-8af4-295668623c43,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:05.930732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41090) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:05.939410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcffa54a-ad13-4f5f-aef2-e5887bf564b8 None None] Pushing event updated for resources: {'Port': ['ID=8ac1b211-cbd4-4076-9c88-d62609e6b62e,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:05.939958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] No DVR routers for this DVR port ca213d34-b5ff-4791-8af4-295668623c43 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:24:05.950309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=abcd8b58-7bc8-481e-90ce-319e7bb9c6b5,segment=NetworkSegment(398437a2-af4c-47f3-ade6-c7b5b621be63),segment_id=398437a2-af4c-47f3-ade6-c7b5b621be63)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:05.969876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-420114f6-1f60-497d-b070-ae94678e9fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.051294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-bdef5a8d-0031-4710-834b-dbaed53e2e5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:06.051799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-bdef5a8d-0031-4710-834b-dbaed53e2e5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:06.052491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.102246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d99130-9bf2-4902-878b-3747f676465c None None] Pushing event updated for resources: {'Port': ['ID=94e55888-bd81-4b36-b517-9a6f9d1238c9,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:06.113991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 34066035-735d-4450-8454-561d0e4aa08f no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:06.115682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.143174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6203a9c2-1d85-413b-8d33-42b4c72db112']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:06.143961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.160055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e642cc-8251-498d-b135-8cbdc2fa7ef2') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:06.160333 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e642cc-8251-498d-b135-8cbdc2fa7ef2') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:06.172405 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.179096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.179841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.213401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.229137 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:24:06.229636 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.232180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 34066035-735d-4450-8454-561d0e4aa08f {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:24:06.232816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 34066035-735d-4450-8454-561d0e4aa08f not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:24:06.234360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-40813560-4d44-4ee9-afac-dd310dbca735 None None] Provisioning for port 857494a7-f898-4f07-b83c-bc7747ae68ee completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:06.251489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-40813560-4d44-4ee9-afac-dd310dbca735 None None] Provisioning complete for port 857494a7-f898-4f07-b83c-bc7747ae68ee triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:06.251895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40813560-4d44-4ee9-afac-dd310dbca735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.358123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=857494a7-f898-4f07-b83c-bc7747ae68ee,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:06.376802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=abcd8b58-7bc8-481e-90ce-319e7bb9c6b5,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:06.420564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-40813560-4d44-4ee9-afac-dd310dbca735 None None] Port 857494a7-f898-4f07-b83c-bc7747ae68ee cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:06.427497 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ca213d34-b5ff-4791-8af4-295668623c43 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:24:06.465068 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:24:06.493360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: ca213d34-b5ff-4791-8af4-295668623c43 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:24:06.493772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ca213d34-b5ff-4791-8af4-295668623c43 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:24:06.497750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:06.514447 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704139a-c4d6-4c30-98ff-7a85a6846c93 None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:06.521862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.526361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.541879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704139a-c4d6-4c30-98ff-7a85a6846c93 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:06.542909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0704139a-c4d6-4c30-98ff-7a85a6846c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:06.589946 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.605364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bdef5a8d-0031-4710-834b-dbaed53e2e5e None None] Deleting port ca213d34-b5ff-4791-8af4-295668623c43 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:06.605762 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bdef5a8d-0031-4710-834b-dbaed53e2e5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.647481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0704139a-c4d6-4c30-98ff-7a85a6846c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:06.659299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 7c83b3ef-5039-4f87-8f40-413022adff8d is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:06.662005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:06.685041 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bdef5a8d-0031-4710-834b-dbaed53e2e5e None None] The port 'ca213d34-b5ff-4791-8af4-295668623c43' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:24:06.703595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704139a-c4d6-4c30-98ff-7a85a6846c93 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:06.704219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0704139a-c4d6-4c30-98ff-7a85a6846c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:06.707338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] Pushing event deleted for resources: {'Network': ['ID=6203a9c2-1d85-413b-8d33-42b4c72db112,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:06.767146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::1 (578a050b-df3b-4bf8-b5f3-612af8e4798e/9b5257e9-8d8b-4c0c-b62a-30ad25e1820b/a696eef4-9ac6-4cab-925c-d27150a038c0) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:06.770189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0704139a-c4d6-4c30-98ff-7a85a6846c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:06.770189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704139a-c4d6-4c30-98ff-7a85a6846c93 None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:06.786598 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b896a49-861c-425f-9b7d-2580667fbfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.804570 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-16d4b8e5-a8b8-4d2a-8e0c-b679c7f47da2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.1639645 Mar 22 12:24:06.812266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41096) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:06.824658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b896a49-861c-425f-9b7d-2580667fbfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a27d1b7-7e50-4eb0-adfd-90058fed21db,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:06.831170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-20876755-07d3-4a77-b51d-fe65c3cea962 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'floatingip': {'port_id': '5afa5f17-37b6-4514-9bc8-b05a5b9c35b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:06.847476 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-420114f6-1f60-497d-b070-ae94678e9fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.849599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-420114f6-1f60-497d-b070-ae94678e9fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:06.850750 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-420114f6-1f60-497d-b070-ae94678e9fd7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e275668a-6beb-4a7e-a19d-2be69ffc4820 HTTP/1.1" status: 204 len: 168 time: 1.5767424 Mar 22 12:24:06.853210 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-39e66852-c7c9-4a30-bb85-9ca997f0bc5b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c453153af234694aa2b68b38cff39d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9165533 Mar 22 12:24:06.865663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41102) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:06.972865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20876755-07d3-4a77-b51d-fe65c3cea962 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:07.032324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:07.051065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object a696eef4-9ac6-4cab-925c-d27150a038c0 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:07.064210 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-78702974-31ef-450a-aaaf-56370f036af8 None None] Provisioning complete for port 857494a7-f898-4f07-b83c-bc7747ae68ee triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:07.064811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-78702974-31ef-450a-aaaf-56370f036af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:07.078015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0b896a49-861c-425f-9b7d-2580667fbfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:07.086116 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0b896a49-861c-425f-9b7d-2580667fbfd9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a27d1b7-7e50-4eb0-adfd-90058fed21db HTTP/1.1" status: 204 len: 168 time: 1.9761322 Mar 22 12:24:07.092309 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e33fed27-da48-4808-8c45-4e5e6a40817c admin admin] 10.222.0.62 "DELETE /v2.0/networks/6203a9c2-1d85-413b-8d33-42b4c72db112 HTTP/1.1" status: 204 len: 168 time: 3.0144958 Mar 22 12:24:07.114860 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420114f6-1f60-497d-b070-ae94678e9fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e275668a-6beb-4a7e-a19d-2be69ffc4820,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:07.130539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:07.211271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-78702974-31ef-450a-aaaf-56370f036af8 None None] Port 857494a7-f898-4f07-b83c-bc7747ae68ee cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:07.272711 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:07.279499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:07.293120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:07.293735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:07.310603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=a696eef4-9ac6-4cab-925c-d27150a038c0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:07.397005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0781f05-6714-4e26-b58f-25c46160f52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:07.488381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0781f05-6714-4e26-b58f-25c46160f52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:07.563171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41114) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:07.566796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:07.741544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0781f05-6714-4e26-b58f-25c46160f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:07.957356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41128) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:07.961756 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7b12a18f-09c5-402c-8d4a-6b48cfcba2df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88cb3d04f1ad41cd9c7b280bcf095c66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3938951 Mar 22 12:24:07.963946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8bd3885f-87ed-45f8-80ce-87a8588562ee None None] Provisioning for port 8ac1b211-cbd4-4076-9c88-d62609e6b62e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:07.967052 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0781f05-6714-4e26-b58f-25c46160f52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1eb554-a734-468f-a925-b96008a22839,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:08.008607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c0781f05-6714-4e26-b58f-25c46160f52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:08.012191 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c0781f05-6714-4e26-b58f-25c46160f52c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e1eb554-a734-468f-a925-b96008a22839 HTTP/1.1" status: 204 len: 168 time: 0.9387658 Mar 22 12:24:08.042502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b979ac4d-0ec2-49d1-88be-65f672aa1cb7 None None] Network 7331628a-3793-44f6-b4b3-c87d4f0bab8a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:08.235710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-625f9424-401a-40e6-a97f-6a64665e69fc None None] Provisioning for port 94e55888-bd81-4b36-b517-9a6f9d1238c9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:08.340234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:24:08.393174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85ce32ec-2e6e-4bb8-aa0f-6d2d5c20e237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:08.411137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c92623a8-42dc-4f28-9611-29785bee3076 None None] Provisioning for port a696eef4-9ac6-4cab-925c-d27150a038c0 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:08.417021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c92623a8-42dc-4f28-9611-29785bee3076 None None] Provisioning complete for port a696eef4-9ac6-4cab-925c-d27150a038c0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:08.417382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c92623a8-42dc-4f28-9611-29785bee3076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:08.451190 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85ce32ec-2e6e-4bb8-aa0f-6d2d5c20e237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:08.482077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:08.492403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:08.494491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:08.531374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c92623a8-42dc-4f28-9611-29785bee3076 None None] Port a696eef4-9ac6-4cab-925c-d27150a038c0 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:08.558797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20876755-07d3-4a77-b51d-fe65c3cea962 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:08.598122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:08.624415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=a696eef4-9ac6-4cab-925c-d27150a038c0,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:08.700528 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:08.701128 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:08.721861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20876755-07d3-4a77-b51d-fe65c3cea962 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:08.875118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:08.879335 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:08.953878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8ac1b211-cbd4-4076-9c88-d62609e6b62e up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:09.061579 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 8ac1b211-cbd4-4076-9c88-d62609e6b62e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:09.074446 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8ac1b211-cbd4-4076-9c88-d62609e6b62e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:09.074823 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:09.165519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85ce32ec-2e6e-4bb8-aa0f-6d2d5c20e237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:09.206131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce32ec-2e6e-4bb8-aa0f-6d2d5c20e237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaf2843-408d-4fcc-8183-4b6ebba6b33f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:09.209071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85ce32ec-2e6e-4bb8-aa0f-6d2d5c20e237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:09.213817 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-85ce32ec-2e6e-4bb8-aa0f-6d2d5c20e237 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eeaf2843-408d-4fcc-8183-4b6ebba6b33f HTTP/1.1" status: 204 len: 168 time: 1.2541995 Mar 22 12:24:09.224707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41154) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:09.276881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:09.288783 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca78eb-636c-4b6a-a4fb-dd83a8a3f92e None None] Sync routers for ids ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:09.302032 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-87dbd1c9-70a3-4441-a61a-a3955b53277c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2331285 Mar 22 12:24:09.304845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41160) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:09.309364 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca78eb-636c-4b6a-a4fb-dd83a8a3f92e None None] Routers {'9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:09.310672 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f4ca78eb-636c-4b6a-a4fb-dd83a8a3f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:09.346126 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41164) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:09.379750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:09.444949 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f4ca78eb-636c-4b6a-a4fb-dd83a8a3f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:09.457368 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca78eb-636c-4b6a-a4fb-dd83a8a3f92e None None] Routers {'9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:09.458255 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f4ca78eb-636c-4b6a-a4fb-dd83a8a3f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:09.480203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d1598822-21a9-452f-8cb6-8f629bcbc972 None None] Provisioning complete for port a696eef4-9ac6-4cab-925c-d27150a038c0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:09.480572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d1598822-21a9-452f-8cb6-8f629bcbc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:09.497843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c9d9a5-489a-4e9a-969f-a7bcd187f69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:09.498454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e3c9d9a5-489a-4e9a-969f-a7bcd187f69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Synchronizing usage tracker for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:09.527406 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f4ca78eb-636c-4b6a-a4fb-dd83a8a3f92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:09.527979 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca78eb-636c-4b6a-a4fb-dd83a8a3f92e None None] The sync data for ids ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:09.577125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 8ac1b211-cbd4-4076-9c88-d62609e6b62e, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8ac1b211-cbd4-4076-9c88-d62609e6b62e,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:09.608269 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e3c9d9a5-489a-4e9a-969f-a7bcd187f69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Unset dirty status for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:09.608632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:09.609433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 94e55888-bd81-4b36-b517-9a6f9d1238c9 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:09.612156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41172) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:09.613531 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e3c9d9a5-489a-4e9a-969f-a7bcd187f69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports/857494a7-f898-4f07-b83c-bc7747ae68ee HTTP/1.1" status: 200 len: 911 time: 0.3070307 Mar 22 12:24:09.749932 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d1598822-21a9-452f-8cb6-8f629bcbc972 None None] Port a696eef4-9ac6-4cab-925c-d27150a038c0 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:09.795361 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=8ac1b211-cbd4-4076-9c88-d62609e6b62e,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:09.804656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5f675acb-6003-4e8d-86ba-f54fca025676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:09.805268 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-5f675acb-6003-4e8d-86ba-f54fca025676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 12:24:09.809500 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5f675acb-6003-4e8d-86ba-f54fca025676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4542432 Mar 22 12:24:09.810913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41176) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:09.815582 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 94e55888-bd81-4b36-b517-9a6f9d1238c9 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:09.822258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 94e55888-bd81-4b36-b517-9a6f9d1238c9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:09.823179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:09.823892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413730417'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:09.838649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:09.845830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:09.849046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'network': {'name': 'tempest-RoutersTest-1228939667'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:09.852949 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:09.861516 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:09.862495 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:09.875482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:network and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:09.880217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:09.881245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20876755-07d3-4a77-b51d-fe65c3cea962 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:09.892382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:09.901106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:09.919958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:09.975544 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:09.982008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Router c3e1ea57-548c-47e5-809f-4fbba01da210 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:24:09.984287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:09.987423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.010071 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 94e55888-bd81-4b36-b517-9a6f9d1238c9, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=94e55888-bd81-4b36-b517-9a6f9d1238c9,segment=NetworkSegment(3cf4798a-04c2-49fd-bd06-9296cc704376),segment_id=3cf4798a-04c2-49fd-bd06-9296cc704376)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:10.017457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.077331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.114314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=94e55888-bd81-4b36-b517-9a6f9d1238c9,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:10.118228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:10.129336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:10.142008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:10.151870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:10.252553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:10.262330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.265349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:security_group_rule and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:10.270346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:10.272491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20876755-07d3-4a77-b51d-fe65c3cea962 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:10.274568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.277395 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:10.288427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af3258-ce22-4cc2-a750-f509e51b2609 None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:10.315319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af3258-ce22-4cc2-a750-f509e51b2609 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:10.316291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-61af3258-ce22-4cc2-a750-f509e51b2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:10.336041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:10.341229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20876755-07d3-4a77-b51d-fe65c3cea962 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.397491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8ac1b211-cbd4-4076-9c88-d62609e6b62e up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:10.445877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-61af3258-ce22-4cc2-a750-f509e51b2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:10.472171 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af3258-ce22-4cc2-a750-f509e51b2609 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:10.472802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-61af3258-ce22-4cc2-a750-f509e51b2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:10.540043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:10.546024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:10.547168 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-61af3258-ce22-4cc2-a750-f509e51b2609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:10.547726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61af3258-ce22-4cc2-a750-f509e51b2609 None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:10.554318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:10.566178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:10.568507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.579332 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Sync routers for ids ['c3e1ea57-548c-47e5-809f-4fbba01da210'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:10.583094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8ac1b211-cbd4-4076-9c88-d62609e6b62e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:10.583553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.588831 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.600287 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Routers {'c3e1ea57-548c-47e5-809f-4fbba01da210'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:10.600674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:24:10.602659 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c3e1ea57-548c-47e5-809f-4fbba01da210'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:10.609937 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.610278 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added segment 49f3b01d-3850-49dd-a369-795cd063d61f of type vlan for network da0356bf-26b7-48fe-84a8-127c7d94a062 Mar 22 12:24:10.626659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.632131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccbfd57-d747-4377-aa0f-0f3ecc0ad977,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:10.638868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.652109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.675396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41194) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:10.675612 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e5f4c089-b552-45c7-beda-59a746d03395 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "PUT /v2.0/routers/c3e1ea57-548c-47e5-809f-4fbba01da210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4628649 Mar 22 12:24:10.700937 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.704677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:10.705265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.718833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.720346 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9085073 Mar 22 12:24:10.758599 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 94e55888-bd81-4b36-b517-9a6f9d1238c9 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:10.760753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41198) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:10.810837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3c6c65-d551-4815-9627-4d588eaa243f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:10.830847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528455c-5765-4dff-b8f3-6135816f30bf tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e5da58-30a9-40e1-801e-c708e8e4241a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:10.843179 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e1f87d-8cc3-4f0b-89fc-9ea2344d21a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:10.845037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22e1f87d-8cc3-4f0b-89fc-9ea2344d21a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:10.866731 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 94e55888-bd81-4b36-b517-9a6f9d1238c9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:10.867520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:10.896541 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Set router c3e1ea57-548c-47e5-809f-4fbba01da210 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:24:10.904415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-29697a92-f60f-400d-9e02-43d88286dbea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '55e5da58-30a9-40e1-801e-c708e8e4241a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:10.910378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-29697a92-f60f-400d-9e02-43d88286dbea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:10.914629 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-29697a92-f60f-400d-9e02-43d88286dbea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:10.917542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-29697a92-f60f-400d-9e02-43d88286dbea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:10.923335 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-29697a92-f60f-400d-9e02-43d88286dbea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:10.945495 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7170005 Mar 22 12:24:10.958850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41206) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:10.972149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'network': {'name': 'tempest-RoutersTest-142243937'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:10.977404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:10.981420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:network and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:10.984415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:10.991029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:10.994593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22e1f87d-8cc3-4f0b-89fc-9ea2344d21a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:11.003513 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-22e1f87d-8cc3-4f0b-89fc-9ea2344d21a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports/a696eef4-9ac6-4cab-925c-d27150a038c0 HTTP/1.1" status: 200 len: 911 time: 0.2904327 Mar 22 12:24:11.004599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41210) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:11.098129 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-20876755-07d3-4a77-b51d-fe65c3cea962 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "PUT /v2.0/floatingips/2bce9ff6-7eed-4b2c-a293-9ae6f322a8c9 HTTP/1.1" status: 200 len: 979 time: 4.2848608 Mar 22 12:24:11.103002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41214) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:11.115755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:11.118651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.128647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29697a92-f60f-400d-9e02-43d88286dbea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.136047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040e1b3-8418-457e-b3b6-319e21341be0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Network': ['ID=da0356bf-26b7-48fe-84a8-127c7d94a062,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:11.154919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network da0356bf-26b7-48fe-84a8-127c7d94a062 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:24:11.173753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.298969 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e1ea57-548c-47e5-809f-4fbba01da210', 'name': 'tempest-NetworksTestDHCPv6-router-123996818', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:24:02Z', 'updated_at': '2022-03-22T12:24:07Z', 'revision_number': 2, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None, '_interfaces': [{'id': 'a696eef4-9ac6-4cab-925c-d27150a038c0', 'name': '', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'mac_address': 'fa:16:3e:fd:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e1ea57-548c-47e5-809f-4fbba01da210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b5257e9-8d8b-4c0c-b62a-30ad25e1820b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:24:05Z', 'updated_at': '2022-03-22T12:24:08Z', 'revision_number': 2, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'subnets': [{'id': '9b5257e9-8d8b-4c0c-b62a-30ad25e1820b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:11.303070 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Checking router: c3e1ea57-548c-47e5-809f-4fbba01da210 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:24:11.303720 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Updating router c3e1ea57-548c-47e5-809f-4fbba01da210 port a696eef4-9ac6-4cab-925c-d27150a038c0 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:24:11.359907 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.377160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:24:11.409729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.410069 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added segment 187599c9-a8be-46bb-9872-c83bfbdc5755 of type vlan for network c192ea73-612a-40eb-94db-bbfff2da4855 Mar 22 12:24:11.410502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db962c6-e3fc-4471-b024-f9f3f99df99c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:11.424081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db962c6-e3fc-4471-b024-f9f3f99df99c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:11.428572 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7db962c6-e3fc-4471-b024-f9f3f99df99c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4162736 Mar 22 12:24:11.431472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41224) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:11.564263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 56f1bdbe-a406-4d7b-a28f-ada89897a1e6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:11.564592 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.695225 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29697a92-f60f-400d-9e02-43d88286dbea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.714440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29697a92-f60f-400d-9e02-43d88286dbea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.720313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.781503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.781822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.800178 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.822948 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Transition to ACTIVE for port object a696eef4-9ac6-4cab-925c-d27150a038c0 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:11.836838 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.862197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29697a92-f60f-400d-9e02-43d88286dbea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdef70d6-e92e-4974-a5bc-c12d711073c7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:11.887070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:11.892706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:11.893553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:12.016563 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a24f7-8bd7-4b21-86e9-168597272221 None None] Pushing event updated for resources: {'Port': ['ID=a696eef4-9ac6-4cab-925c-d27150a038c0,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:12.061433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Allocated IP 2001:db8:1::1 (7331628a-3793-44f6-b4b3-c87d4f0bab8a/9d8a36d0-ed9c-4336-90e5-16296e788a26/2a594da0-c287-4608-a5c4-c788d04b4013) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:12.062397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 56f1bdbe-a406-4d7b-a28f-ada89897a1e6 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:12.149245 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Attempting to bind port a696eef4-9ac6-4cab-925c-d27150a038c0 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:12.149612 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Attempting to bind port a696eef4-9ac6-4cab-925c-d27150a038c0 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:12.149972 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Attempting to bind port a696eef4-9ac6-4cab-925c-d27150a038c0 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:12.159891 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:12.160286 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:12.160644 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:12.166591 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:12.167215 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Bound port: a696eef4-9ac6-4cab-925c-d27150a038c0, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:12.167600 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:12.296282 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] For port a696eef4-9ac6-4cab-925c-d27150a038c0, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:12.300290 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] For port a696eef4-9ac6-4cab-925c-d27150a038c0, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a696eef4-9ac6-4cab-925c-d27150a038c0,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:12.307653 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3439748 Mar 22 12:24:12.309675 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:12.313681 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-29697a92-f60f-400d-9e02-43d88286dbea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:12.318103 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-29697a92-f60f-400d-9e02-43d88286dbea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5421968 Mar 22 12:24:12.327134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41238) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:12.327576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41240) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:12.340004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'subnet': {'network_id': 'da0356bf-26b7-48fe-84a8-127c7d94a062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:12.366238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ca1521e1-f5dc-4ec7-be9c-5c6416c4c70d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '55e5da58-30a9-40e1-801e-c708e8e4241a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:12.374274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ca1521e1-f5dc-4ec7-be9c-5c6416c4c70d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:12.378362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ca1521e1-f5dc-4ec7-be9c-5c6416c4c70d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:12.381582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ca1521e1-f5dc-4ec7-be9c-5c6416c4c70d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:12.388463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ca1521e1-f5dc-4ec7-be9c-5c6416c4c70d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:12.396433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f23e56-7d36-46e9-b6d2-2f8d8aa76e51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Network': ['ID=c192ea73-612a-40eb-94db-bbfff2da4855,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:12.400026 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:12.422373 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network c192ea73-612a-40eb-94db-bbfff2da4855 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:24:12.439954 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a24f7-8bd7-4b21-86e9-168597272221 None None] Pushing event updated for resources: {'Port': ['ID=a696eef4-9ac6-4cab-925c-d27150a038c0,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:12.443467 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Routers {'c3e1ea57-548c-47e5-809f-4fbba01da210'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:12.444850 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c3e1ea57-548c-47e5-809f-4fbba01da210'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:12.490042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca1521e1-f5dc-4ec7-be9c-5c6416c4c70d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:12.660887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:12.669787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:subnet and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:12.675233 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:12.685182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:12.697147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:12.705389 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-ca1521e1-f5dc-4ec7-be9c-5c6416c4c70d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 12:24:12.706470 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ca1521e1-f5dc-4ec7-be9c-5c6416c4c70d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3734052 Mar 22 12:24:12.711862 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] Set router c3e1ea57-548c-47e5-809f-4fbba01da210 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:24:12.725319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41250) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:12.744270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Transition to ACTIVE for port object 2a594da0-c287-4608-a5c4-c788d04b4013 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:12.748665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:12.820729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=56f1bdbe-a406-4d7b-a28f-ada89897a1e6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:12.888037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:12.964072 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:12.995923 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.031611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70345b9b-b9cd-4d8b-9f7f-b6b0c034d0a8 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.104071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70345b9b-b9cd-4d8b-9f7f-b6b0c034d0a8 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.105561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.109241 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e1ea57-548c-47e5-809f-4fbba01da210', 'name': 'tempest-NetworksTestDHCPv6-router-123996818', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:24:02Z', 'updated_at': '2022-03-22T12:24:07Z', 'revision_number': 2, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None, '_interfaces': [{'id': 'a696eef4-9ac6-4cab-925c-d27150a038c0', 'name': '', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'mac_address': 'fa:16:3e:fd:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e1ea57-548c-47e5-809f-4fbba01da210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b5257e9-8d8b-4c0c-b62a-30ad25e1820b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:24:05Z', 'updated_at': '2022-03-22T12:24:12Z', 'revision_number': 4, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'subnets': [{'id': '9b5257e9-8d8b-4c0c-b62a-30ad25e1820b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:13.109847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41258) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:13.114134 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf79dae-c7da-4f37-9b5a-1146f4818925 None None] The sync data for ids ['c3e1ea57-548c-47e5-809f-4fbba01da210'] in dv-neutron-834653-1-hyperv is: [{'id': 'c3e1ea57-548c-47e5-809f-4fbba01da210', 'name': 'tempest-NetworksTestDHCPv6-router-123996818', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:24:02Z', 'updated_at': '2022-03-22T12:24:07Z', 'revision_number': 2, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None, '_interfaces': [{'id': 'a696eef4-9ac6-4cab-925c-d27150a038c0', 'name': '', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'mac_address': 'fa:16:3e:fd:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e1ea57-548c-47e5-809f-4fbba01da210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b5257e9-8d8b-4c0c-b62a-30ad25e1820b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:24:05Z', 'updated_at': '2022-03-22T12:24:12Z', 'revision_number': 4, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'subnets': [{'id': '9b5257e9-8d8b-4c0c-b62a-30ad25e1820b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:13.128925 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 7331628a-3793-44f6-b4b3-c87d4f0bab8a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:13.147487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:13.154718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=2a594da0-c287-4608-a5c4-c788d04b4013,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:13.156751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:13.157271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.211998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.263408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70345b9b-b9cd-4d8b-9f7f-b6b0c034d0a8 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.320715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70345b9b-b9cd-4d8b-9f7f-b6b0c034d0a8 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e5da58-30a9-40e1-801e-c708e8e4241a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:13.453617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:13.461901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:13.482568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Usage tracker for resource:floatingip and tenant:2782a49aab374efdbbfdcea7f4669962 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:13.490042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70345b9b-b9cd-4d8b-9f7f-b6b0c034d0a8 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.491276 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-70345b9b-b9cd-4d8b-9f7f-b6b0c034d0a8 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "DELETE /v2.0/security-groups/55e5da58-30a9-40e1-801e-c708e8e4241a HTTP/1.1" status: 204 len: 168 time: 0.7635348 Mar 22 12:24:13.491631 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:13.494753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41264) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:13.506978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:13.516845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.533165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.583973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.639822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57f559d5-831c-4b54-b7c7-02e2c68f0ea7 None None] Provisioning for port 2a594da0-c287-4608-a5c4-c788d04b4013 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:13.646546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57f559d5-831c-4b54-b7c7-02e2c68f0ea7 None None] Provisioning complete for port 2a594da0-c287-4608-a5c4-c788d04b4013 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:13.647105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57f559d5-831c-4b54-b7c7-02e2c68f0ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:13.673020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Subnet': ['ID=020cd52d-ecf8-4fd9-9b1f-378d7aeea470,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:13.714893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-57f559d5-831c-4b54-b7c7-02e2c68f0ea7 None None] Port 2a594da0-c287-4608-a5c4-c788d04b4013 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:13.730814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f4766273-931d-4180-9d04-32a329de8307 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Synchronizing usage tracker for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:13.844326 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Checking segment: {'id': '49f3b01d-3850-49dd-a369-795cd063d61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da0356bf-26b7-48fe-84a8-127c7d94a062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:13.844687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network hostable DHCP agents. Network: da0356bf-26b7-48fe-84a8-127c7d94a062, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:24:13.994646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f4766273-931d-4180-9d04-32a329de8307 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Unset dirty status for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:13.995954 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f4766273-931d-4180-9d04-32a329de8307 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5010889 Mar 22 12:24:14.002356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41268) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:14.012658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'tempest-secgroup--783563180'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:14.022788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:14.028015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port a696eef4-9ac6-4cab-925c-d27150a038c0 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:14.028660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.038744 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network da0356bf-26b7-48fe-84a8-127c7d94a062 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:24:14.047938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:14.072615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, da0356bf-26b7-48fe-84a8-127c7d94a062) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:14.082061 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a9520-de02-4876-b8d0-8360c0e6b7d0 None None] Network da0356bf-26b7-48fe-84a8-127c7d94a062 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:14.092996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.124028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:14.124601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.132095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.185096 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ad1e992f-5eb6-4e2c-9b0d-54c1f7217eb0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8538523 Mar 22 12:24:14.199375 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41272) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:14.215911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'subnet': {'network_id': 'c192ea73-612a-40eb-94db-bbfff2da4855', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:14.310449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:14.328834 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:14.334934 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:14.346618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:14.392624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:14.393466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-da0356bf-26b7-48fe-84a8-127c7d94a062', 'network_id': 'da0356bf-26b7-48fe-84a8-127c7d94a062', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'fixed_ips': [{'subnet_id': '020cd52d-ecf8-4fd9-9b1f-378d7aeea470'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:24:14.394594 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.400773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.402718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:subnet and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:14.406824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a696eef4-9ac6-4cab-925c-d27150a038c0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:14.409234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:14.413161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.414187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.455294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:14.539447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] For port a696eef4-9ac6-4cab-925c-d27150a038c0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a696eef4-9ac6-4cab-925c-d27150a038c0,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:14.539825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.544862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port a696eef4-9ac6-4cab-925c-d27150a038c0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:14.558844 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a696eef4-9ac6-4cab-925c-d27150a038c0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:14.559206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.591939 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:14.607046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.626129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=2a594da0-c287-4608-a5c4-c788d04b4013,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:14.672190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Allocated IP 172.20.0.2 (da0356bf-26b7-48fe-84a8-127c7d94a062/020cd52d-ecf8-4fd9-9b1f-378d7aeea470/cf9a6322-d6f7-497d-a8f1-1e76ca4a185b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:14.684461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for a696eef4-9ac6-4cab-925c-d27150a038c0 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:14.684718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.720513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Allocated IP 172.26.0.151 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/618fb02c-8cd8-46f4-b099-584ba9c9127b) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:14.744976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:14.781048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18dc1c6-2ecc-495d-8acc-856974790a97,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:14.785211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.800034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.816892 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.818119 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e6a0ad8b-2977-4109-870a-9a0c2d399676 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8144748 Mar 22 12:24:14.845414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41276) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:14.862182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port a696eef4-9ac6-4cab-925c-d27150a038c0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a696eef4-9ac6-4cab-925c-d27150a038c0,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:14.865636 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-88c9fa16-1ccb-4bd3-aefe-16871b9245c7 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': 'e18dc1c6-2ecc-495d-8acc-856974790a97', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:14.866359 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-88c9fa16-1ccb-4bd3-aefe-16871b9245c7 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:14.870136 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-88c9fa16-1ccb-4bd3-aefe-16871b9245c7 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0169530 Mar 22 12:24:14.871242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41280) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:14.911316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 7331628a-3793-44f6-b4b3-c87d4f0bab8a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:14.917173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:14.946098 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:14.964206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.011908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Transition to ACTIVE for port object cf9a6322-d6f7-497d-a8f1-1e76ca4a185b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:15.031559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Transition to ACTIVE for port object cf9a6322-d6f7-497d-a8f1-1e76ca4a185b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:15.046380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.080054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Network da0356bf-26b7-48fe-84a8-127c7d94a062 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:15.085814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=a696eef4-9ac6-4cab-925c-d27150a038c0,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:15.088955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:15.111717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.119154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:15.127504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:15.127888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:15.160945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c2575f4-bd61-412f-a116-12dbba5fdb0a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.179876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.234939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Pushing event updated for resources: {'Port': ['ID=cf9a6322-d6f7-497d-a8f1-1e76ca4a185b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:15.264680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Attempting to bind port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:15.265293 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Attempting to bind port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '49f3b01d-3850-49dd-a369-795cd063d61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da0356bf-26b7-48fe-84a8-127c7d94a062'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:15.265946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Attempting to bind port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b on network da0356bf-26b7-48fe-84a8-127c7d94a062 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:15.281761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:15.282405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Checking segment: {'id': '49f3b01d-3850-49dd-a369-795cd063d61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da0356bf-26b7-48fe-84a8-127c7d94a062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:15.282978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.283527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Bound using segment: {'id': '49f3b01d-3850-49dd-a369-795cd063d61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da0356bf-26b7-48fe-84a8-127c7d94a062'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:15.284256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:15.285803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Bound port: cf9a6322-d6f7-497d-a8f1-1e76ca4a185b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49f3b01d-3850-49dd-a369-795cd063d61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'da0356bf-26b7-48fe-84a8-127c7d94a062'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:15.286525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.289535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:15.299394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:15.328718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c2575f4-bd61-412f-a116-12dbba5fdb0a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.329960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event updated for resources: {'Port': ['ID=618fb02c-8cd8-46f4-b099-584ba9c9127b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:15.344705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:15.362012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476f1586-fe23-4f78-812c-38f760798bad None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:15.386450 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.398422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] For port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:15.402844 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] For port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=cf9a6322-d6f7-497d-a8f1-1e76ca4a185b,segment=NetworkSegment(49f3b01d-3850-49dd-a369-795cd063d61f),segment_id=49f3b01d-3850-49dd-a369-795cd063d61f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:15.406317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f1586-fe23-4f78-812c-38f760798bad None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:15.406914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-476f1586-fe23-4f78-812c-38f760798bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:15.459746 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3b66f1d5-6e94-4ddc-8606-4d9ea8a6fece tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/floatingips/2bce9ff6-7eed-4b2c-a293-9ae6f322a8c9 HTTP/1.1" status: 204 len: 168 time: 4.3447862 Mar 22 12:24:15.460583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41284) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:15.466470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.481814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c2575f4-bd61-412f-a116-12dbba5fdb0a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.500912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.536957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2575f4-bd61-412f-a116-12dbba5fdb0a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18dc1c6-2ecc-495d-8acc-856974790a97,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:15.539524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-45cc3f6a-56cc-4677-8579-922101fcd1ec None None] Provisioning complete for port 2a594da0-c287-4608-a5c4-c788d04b4013 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:15.539859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-45cc3f6a-56cc-4677-8579-922101fcd1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.561848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-476f1586-fe23-4f78-812c-38f760798bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:15.582566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2422f440-2445-4743-9339-2abdb96e7039 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 5afa5f17-37b6-4514-9bc8-b05a5b9c35b3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:15.582935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2422f440-2445-4743-9339-2abdb96e7039 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.595531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Subnet': ['ID=48a887ad-c38a-4577-909b-183e7b782aa4,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:15.597654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c2575f4-bd61-412f-a116-12dbba5fdb0a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.601639 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1c2575f4-bd61-412f-a116-12dbba5fdb0a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "DELETE /v2.0/security-groups/e18dc1c6-2ecc-495d-8acc-856974790a97 HTTP/1.1" status: 204 len: 168 time: 0.7265489 Mar 22 12:24:15.614250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41288) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:15.635656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port a696eef4-9ac6-4cab-925c-d27150a038c0 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:15.635656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.650493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f1586-fe23-4f78-812c-38f760798bad None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:15.651327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-476f1586-fe23-4f78-812c-38f760798bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:15.667809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:15.671540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Checking segment: {'id': '187599c9-a8be-46bb-9872-c83bfbdc5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c192ea73-612a-40eb-94db-bbfff2da4855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:15.671540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network hostable DHCP agents. Network: c192ea73-612a-40eb-94db-bbfff2da4855, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:24:15.687020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.697128 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-45cc3f6a-56cc-4677-8579-922101fcd1ec None None] Port 2a594da0-c287-4608-a5c4-c788d04b4013 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:15.706541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-95868538-6676-4878-a7a9-6fbf13adee56 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Synchronizing usage tracker for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:15.717811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-476f1586-fe23-4f78-812c-38f760798bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:15.718849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476f1586-fe23-4f78-812c-38f760798bad None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:15.724101 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3af2bd-5b6f-4b47-8aca-bd4c6901d482 None None] Pushing event updated for resources: {'Port': ['ID=cf9a6322-d6f7-497d-a8f1-1e76ca4a185b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:15.914014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:15.919490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network c192ea73-612a-40eb-94db-bbfff2da4855 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:24:15.973339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-95868538-6676-4878-a7a9-6fbf13adee56 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Unset dirty status for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:15.976033 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-95868538-6676-4878-a7a9-6fbf13adee56 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3599954 Mar 22 12:24:15.986499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41292) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:15.998558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091140018'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:16.006867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, c192ea73-612a-40eb-94db-bbfff2da4855) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:16.008855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:16.015342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:16.017726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f646a9-9da9-49a5-bbfb-1e5d75994a0e None None] Network c192ea73-612a-40eb-94db-bbfff2da4855 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:16.022161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.061617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:16.086083 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5f79f07d-7476-4c0a-acda-d50ed99f0563 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8855770 Mar 22 12:24:16.087438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41296) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:16.110595 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.126796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-079cff86-9b49-4cfb-853e-41ac5e884eaf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1974922169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:16.144381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-079cff86-9b49-4cfb-853e-41ac5e884eaf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:16.155123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-079cff86-9b49-4cfb-853e-41ac5e884eaf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:router and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:16.177843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:16.181784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:16.184850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:16.191092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:16.267956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.270257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-079cff86-9b49-4cfb-853e-41ac5e884eaf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:16.280971 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-c192ea73-612a-40eb-94db-bbfff2da4855', 'network_id': 'c192ea73-612a-40eb-94db-bbfff2da4855', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'fixed_ips': [{'subnet_id': '48a887ad-c38a-4577-909b-183e7b782aa4'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:24:16.282696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.292580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:16.294944 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-079cff86-9b49-4cfb-853e-41ac5e884eaf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:16.309591 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25deb4cd-7503-409c-9d43-5d6d94134a21 None None] Sync routers for ids ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:16.310734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.328158 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25deb4cd-7503-409c-9d43-5d6d94134a21 None None] Routers {'9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:16.328814 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-25deb4cd-7503-409c-9d43-5d6d94134a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:16.348358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-079cff86-9b49-4cfb-853e-41ac5e884eaf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.349771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-079cff86-9b49-4cfb-853e-41ac5e884eaf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.358840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2422f440-2445-4743-9339-2abdb96e7039 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.377219 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4318a07a-c2b3-4554-a59f-612005c9a9f5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7614350 Mar 22 12:24:16.383833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41300) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:16.386008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.387375 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3995359 Mar 22 12:24:16.391317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41302) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:16.430064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340efcf-f913-40ee-b9ee-8eb4d914177a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f151b5-befd-42b5-8d3d-bca9310f8afc,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:16.444877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f983e6b3-a057-44f5-bf27-b1faa2ee7fdd tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '42f151b5-befd-42b5-8d3d-bca9310f8afc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:16.445974 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-f983e6b3-a057-44f5-bf27-b1faa2ee7fdd tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:16.447647 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f983e6b3-a057-44f5-bf27-b1faa2ee7fdd tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0534580 Mar 22 12:24:16.460116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41308) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:16.486345 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-25deb4cd-7503-409c-9d43-5d6d94134a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:16.515594 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25deb4cd-7503-409c-9d43-5d6d94134a21 None None] Routers {'9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:16.516216 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-25deb4cd-7503-409c-9d43-5d6d94134a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:16.540987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2422f440-2445-4743-9339-2abdb96e7039 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 5afa5f17-37b6-4514-9bc8-b05a5b9c35b3 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:16.554613 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-079cff86-9b49-4cfb-853e-41ac5e884eaf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.569275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] For port a696eef4-9ac6-4cab-925c-d27150a038c0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a696eef4-9ac6-4cab-925c-d27150a038c0,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:16.570275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.586561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48089ff3-ce9b-4b66-94fa-b845547fb0c6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.593298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e179e3-c9e2-4651-bd38-d3b2acaadc24 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:16.593915 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d0e179e3-c9e2-4651-bd38-d3b2acaadc24 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Synchronizing usage tracker for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:16.627304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Allocated IP 172.21.0.2 (c192ea73-612a-40eb-94db-bbfff2da4855/48a887ad-c38a-4577-909b-183e7b782aa4/697d6ade-21ef-4fcc-8b8b-afb907d55054) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:16.639767 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-25deb4cd-7503-409c-9d43-5d6d94134a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:16.640185 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25deb4cd-7503-409c-9d43-5d6d94134a21 None None] The sync data for ids ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:16.648907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48089ff3-ce9b-4b66-94fa-b845547fb0c6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.657250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-079cff86-9b49-4cfb-853e-41ac5e884eaf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.680615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d0e179e3-c9e2-4651-bd38-d3b2acaadc24 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Unset dirty status for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:16.682061 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d0e179e3-c9e2-4651-bd38-d3b2acaadc24 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports/2a594da0-c287-4608-a5c4-c788d04b4013 HTTP/1.1" status: 200 len: 913 time: 0.2932208 Mar 22 12:24:16.685111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41312) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:16.695457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-079cff86-9b49-4cfb-853e-41ac5e884eaf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.699396 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-079cff86-9b49-4cfb-853e-41ac5e884eaf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5992792 Mar 22 12:24:16.744419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for a696eef4-9ac6-4cab-925c-d27150a038c0 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:16.811107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41316) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:16.861746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a696eef4-9ac6-4cab-925c-d27150a038c0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:16.900176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:16.901824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787a917b-ad5d-4145-92f3-a06c11fcd89c None None] Network da0356bf-26b7-48fe-84a8-127c7d94a062 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:16.919656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.001621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48089ff3-ce9b-4b66-94fa-b845547fb0c6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.041729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.071259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Transition to ACTIVE for port object 697d6ade-21ef-4fcc-8b8b-afb907d55054 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:17.076986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event updated for resources: {'Port': ['ID=618fb02c-8cd8-46f4-b099-584ba9c9127b,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:17.092588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f3b244bb-1760-46c7-8809-fbff50180593 None None] Provisioning for port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:17.150967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48089ff3-ce9b-4b66-94fa-b845547fb0c6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f151b5-befd-42b5-8d3d-bca9310f8afc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:17.151171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.164298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48089ff3-ce9b-4b66-94fa-b845547fb0c6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.167792 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-48089ff3-ce9b-4b66-94fa-b845547fb0c6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "DELETE /v2.0/security-groups/42f151b5-befd-42b5-8d3d-bca9310f8afc HTTP/1.1" status: 204 len: 168 time: 0.7040093 Mar 22 12:24:17.167928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Transition to ACTIVE for port object 697d6ade-21ef-4fcc-8b8b-afb907d55054 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:17.170609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41320) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:17.208243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a696eef4-9ac6-4cab-925c-d27150a038c0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:17.208984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.216980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.221064 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3c99ab5c-36c3-4293-b3d1-de0fbf83c976 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1092241 Mar 22 12:24:17.226251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41322) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:17.244258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1842422339'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:17.258349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:17.266583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Usage tracker for resource:network and tenant:2782a49aab374efdbbfdcea7f4669962 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:17.273007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:17.280226 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:17.283463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.329634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2422f440-2445-4743-9339-2abdb96e7039 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.341517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.345814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=a696eef4-9ac6-4cab-925c-d27150a038c0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:17.348173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b7ccf7f5-8107-4411-941a-6f88762a7939 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Synchronizing usage tracker for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:17.348830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Made reservation on behalf of 2782a49aab374efdbbfdcea7f4669962 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:17.351733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.405657 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Could not find standard attr ID for object a696eef4-9ac6-4cab-925c-d27150a038c0. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:24:17.421654 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No ports have port_id starting with a696eef4-9ac6-4cab-925c-d27150a038c0 Mar 22 12:24:17.427802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device cf9a6322-d6f7-497d-a8f1-1e76ca4a185b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:17.437312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.453267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422f440-2445-4743-9339-2abdb96e7039 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=5afa5f17-37b6-4514-9bc8-b05a5b9c35b3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:17.480012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Network c192ea73-612a-40eb-94db-bbfff2da4855 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:17.483595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Pushing event updated for resources: {'Port': ['ID=697d6ade-21ef-4fcc-8b8b-afb907d55054,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:17.495619 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:17.498567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:17.635366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b7ccf7f5-8107-4411-941a-6f88762a7939 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Unset dirty status for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:17.636896 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b7ccf7f5-8107-4411-941a-6f88762a7939 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4116046 Mar 22 12:24:17.637060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Attempting to bind port 697d6ade-21ef-4fcc-8b8b-afb907d55054 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:17.637613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Attempting to bind port 697d6ade-21ef-4fcc-8b8b-afb907d55054 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '187599c9-a8be-46bb-9872-c83bfbdc5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c192ea73-612a-40eb-94db-bbfff2da4855'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:17.638079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Attempting to bind port 697d6ade-21ef-4fcc-8b8b-afb907d55054 on network c192ea73-612a-40eb-94db-bbfff2da4855 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:17.643095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41328) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:17.650708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:17.651161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Checking segment: {'id': '187599c9-a8be-46bb-9872-c83bfbdc5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c192ea73-612a-40eb-94db-bbfff2da4855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:17.651785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.652174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Bound using segment: {'id': '187599c9-a8be-46bb-9872-c83bfbdc5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c192ea73-612a-40eb-94db-bbfff2da4855'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:17.652645 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Bound port: 697d6ade-21ef-4fcc-8b8b-afb907d55054, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187599c9-a8be-46bb-9872-c83bfbdc5755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c192ea73-612a-40eb-94db-bbfff2da4855'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:17.653102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.663209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732260508'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:17.666647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:17.677600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:17.677968 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.707078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:17.742434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:17.764694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b6e571ed-9786-4b61-8d3e-11760db588ad tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.769806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:17.782223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Usage tracker for resource:security_group_rule and tenant:2782a49aab374efdbbfdcea7f4669962 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:17.791182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:17.804053 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:17.808657 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] For port 697d6ade-21ef-4fcc-8b8b-afb907d55054, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:17.810154 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.812557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] For port 697d6ade-21ef-4fcc-8b8b-afb907d55054, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=697d6ade-21ef-4fcc-8b8b-afb907d55054,segment=NetworkSegment(187599c9-a8be-46bb-9872-c83bfbdc5755),segment_id=187599c9-a8be-46bb-9872-c83bfbdc5755)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:17.821970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.868391 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:17.940673 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.016714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.037286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8d00e139-2b25-4a7c-b301-f3afd96106e3 None None] Provisioning complete for port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:18.037674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d00e139-2b25-4a7c-b301-f3afd96106e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.039333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2422f440-2445-4743-9339-2abdb96e7039 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.123861 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2422f440-2445-4743-9339-2abdb96e7039 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/ports/5afa5f17-37b6-4514-9bc8-b05a5b9c35b3 HTTP/1.1" status: 204 len: 168 time: 2.6612542 Mar 22 12:24:18.126970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41332) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:18.135182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c645cfb-eb6f-44bf-806d-eb09129dbd00 None None] Pushing event updated for resources: {'Port': ['ID=697d6ade-21ef-4fcc-8b8b-afb907d55054,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:18.139748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:18.162720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:18.173551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:floatingip and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:18.189135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:18.227005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=cf9a6322-d6f7-497d-a8f1-1e76ca4a185b,segment=NetworkSegment(49f3b01d-3850-49dd-a369-795cd063d61f),segment_id=49f3b01d-3850-49dd-a369-795cd063d61f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:18.230787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:18.241053 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.247032 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:18.251827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:18.266557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:18.343614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:18.417568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.430580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.454820 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=cf9a6322-d6f7-497d-a8f1-1e76ca4a185b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:18.457102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.474404 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:24:18.498406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 697d6ade-21ef-4fcc-8b8b-afb907d55054 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:18.560599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.574450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.578604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Allocated IP 172.20.0.1 (da0356bf-26b7-48fe-84a8-127c7d94a062/020cd52d-ecf8-4fd9-9b1f-378d7aeea470/6e84d996-7edc-4dee-8b22-1bd7ee470eb3) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:18.594533 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 697d6ade-21ef-4fcc-8b8b-afb907d55054 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:18.681048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.681280 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Added segment 49800017-03cb-4117-88d1-1ac4ba54c230 of type vlan for network 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 Mar 22 12:24:18.686184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb981302-e8e6-40db-a571-50e39ac2beb1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:18.733620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.757377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Router c3e1ea57-548c-47e5-809f-4fbba01da210 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:18.764821 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac658de-0473-4db6-90ba-3ac2e8eb56a9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:18.796850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.800629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:18.801200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.814299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.817518 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dbcf20d1-d86a-4c84-b981-6a3f5b9a03df tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1704266 Mar 22 12:24:18.820624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41336) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:18.838725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e07a0e3e-f541-4f38-a177-383127128910 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '0ac658de-0473-4db6-90ba-3ac2e8eb56a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:18.839454 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-e07a0e3e-f541-4f38-a177-383127128910 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:18.843121 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e07a0e3e-f541-4f38-a177-383127128910 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129395 Mar 22 12:24:18.847232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41340) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:18.859875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ed913b07-b323-4c48-8ef0-eac43867d615 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '0ac658de-0473-4db6-90ba-3ac2e8eb56a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:18.860551 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-ed913b07-b323-4c48-8ef0-eac43867d615 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:18.864107 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ed913b07-b323-4c48-8ef0-eac43867d615 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134025 Mar 22 12:24:18.875097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41344) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:18.957589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-29ff329e-bf9d-491d-967c-0a25479f90c2 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '0ac658de-0473-4db6-90ba-3ac2e8eb56a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:18.958322 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-29ff329e-bf9d-491d-967c-0a25479f90c2 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:18.959252 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-29ff329e-bf9d-491d-967c-0a25479f90c2 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0765877 Mar 22 12:24:18.962853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41348) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:18.967490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:18.975717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c43ad1a6-2913-4c5c-ad89-bc12121c2e3c tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '0ac658de-0473-4db6-90ba-3ac2e8eb56a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:18.976418 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-c43ad1a6-2913-4c5c-ad89-bc12121c2e3c tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:18.979979 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c43ad1a6-2913-4c5c-ad89-bc12121c2e3c tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0140014 Mar 22 12:24:18.983530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41352) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:19.015091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Transition to ACTIVE for port object 6e84d996-7edc-4dee-8b22-1bd7ee470eb3 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:19.066373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event updated for resources: {'Network': ['ID=70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:19.072238 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-10335437-ab5d-4dae-9fd3-9b72431d04bc tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8417840 Mar 22 12:24:19.073603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41356) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:19.081388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Request body: {'subnet': {'network_id': '70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:19.081606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:24:19.096508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:19.125482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17723f28-19de-42d0-ba64-36db23a1dd1d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:19.146327 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:19.237243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:19.256028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5afb7d-98a0-42d4-8b52-9f0ed78552f6 None None] Sync routers for ids ['c3e1ea57-548c-47e5-809f-4fbba01da210'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:19.265537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17723f28-19de-42d0-ba64-36db23a1dd1d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:19.272190 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ce7242a-127c-4e5a-8065-db35447ac710 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "PUT /v2.0/routers/c3e1ea57-548c-47e5-809f-4fbba01da210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8396823 Mar 22 12:24:19.277482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41360) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:19.280668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:19.281787 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d83e1d-73d9-45a4-a20a-2d271d7708e5 None None] Network c192ea73-612a-40eb-94db-bbfff2da4855 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:19.288552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Usage tracker for resource:subnet and tenant:2782a49aab374efdbbfdcea7f4669962 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:19.294365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:19.327275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:19.350100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network da0356bf-26b7-48fe-84a8-127c7d94a062 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:19.350905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=6e84d996-7edc-4dee-8b22-1bd7ee470eb3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:19.352581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Made reservation on behalf of 2782a49aab374efdbbfdcea7f4669962 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:19.362474 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:19.363185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5afb7d-98a0-42d4-8b52-9f0ed78552f6 None None] Routers {'c3e1ea57-548c-47e5-809f-4fbba01da210'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:19.363901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6a5afb7d-98a0-42d4-8b52-9f0ed78552f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c3e1ea57-548c-47e5-809f-4fbba01da210'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:19.369630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:19.451911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.26.0.139 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/abbdd412-3dc3-409d-9bac-2e37d9ec5ec7) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:19.496655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d043c8-149b-44d3-82fb-4f5c47f31caf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:19.498526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d043c8-149b-44d3-82fb-4f5c47f31caf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:19.499591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-89d043c8-149b-44d3-82fb-4f5c47f31caf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:19.502198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:19.520317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17723f28-19de-42d0-ba64-36db23a1dd1d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:19.527475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-89d043c8-149b-44d3-82fb-4f5c47f31caf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:19.532334 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-89d043c8-149b-44d3-82fb-4f5c47f31caf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2428510 Mar 22 12:24:19.537840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6b2156b5-36fa-46be-836e-57d5c6a8f2c9 None None] Provisioning for port 697d6ade-21ef-4fcc-8b8b-afb907d55054 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:19.545381 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6b2156b5-36fa-46be-836e-57d5c6a8f2c9 None None] Provisioning complete for port 697d6ade-21ef-4fcc-8b8b-afb907d55054 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:19.545788 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6b2156b5-36fa-46be-836e-57d5c6a8f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:19.547501 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:19.573664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41364) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:19.585746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-6a5afb7d-98a0-42d4-8b52-9f0ed78552f6 None None] Set router c3e1ea57-548c-47e5-809f-4fbba01da210 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:24:19.734762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17723f28-19de-42d0-ba64-36db23a1dd1d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac658de-0473-4db6-90ba-3ac2e8eb56a9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:19.777241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6a5afb7d-98a0-42d4-8b52-9f0ed78552f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e1ea57-548c-47e5-809f-4fbba01da210', 'name': 'tempest-NetworksTestDHCPv6-router-123996818', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:24:02Z', 'updated_at': '2022-03-22T12:24:17Z', 'revision_number': 3, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:19.793339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5afb7d-98a0-42d4-8b52-9f0ed78552f6 None None] Checking router: c3e1ea57-548c-47e5-809f-4fbba01da210 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:24:19.823744 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-17723f28-19de-42d0-ba64-36db23a1dd1d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:19.827483 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-17723f28-19de-42d0-ba64-36db23a1dd1d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "DELETE /v2.0/security-groups/0ac658de-0473-4db6-90ba-3ac2e8eb56a9 HTTP/1.1" status: 204 len: 168 time: 0.8404696 Mar 22 12:24:19.828866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41368) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:19.881703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b6e571ed-9786-4b61-8d3e-11760db588ad tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 2a594da0-c287-4608-a5c4-c788d04b4013 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:19.882097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b6e571ed-9786-4b61-8d3e-11760db588ad tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:19.896513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:19.898468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5afb7d-98a0-42d4-8b52-9f0ed78552f6 None None] Routers {'c3e1ea57-548c-47e5-809f-4fbba01da210'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:19.899092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6a5afb7d-98a0-42d4-8b52-9f0ed78552f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c3e1ea57-548c-47e5-809f-4fbba01da210'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:19.978411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1b0ed63c-8d9b-49bc-9815-c72ca05c9f67 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Synchronizing usage tracker for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:20.017018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6b2156b5-36fa-46be-836e-57d5c6a8f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.044860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1b0ed63c-8d9b-49bc-9815-c72ca05c9f67 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Unset dirty status for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:20.052038 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1b0ed63c-8d9b-49bc-9815-c72ca05c9f67 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2166555 Mar 22 12:24:20.052261 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.052355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.057613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41372) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:20.082241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-6a5afb7d-98a0-42d4-8b52-9f0ed78552f6 None None] Set router c3e1ea57-548c-47e5-809f-4fbba01da210 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:24:20.099874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116770663'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:20.113682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:20.118214 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.123587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6b2156b5-36fa-46be-836e-57d5c6a8f2c9 None None] For port 697d6ade-21ef-4fcc-8b8b-afb907d55054, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=697d6ade-21ef-4fcc-8b8b-afb907d55054,segment=NetworkSegment(187599c9-a8be-46bb-9872-c83bfbdc5755),segment_id=187599c9-a8be-46bb-9872-c83bfbdc5755)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:20.139783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6b2156b5-36fa-46be-836e-57d5c6a8f2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.189143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:20.193351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:20.206800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:20.244756 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:20.272261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=abbdd412-3dc3-409d-9bac-2e37d9ec5ec7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:20.310982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.318663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b6e571ed-9786-4b61-8d3e-11760db588ad tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.344207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event updated for resources: {'Subnet': ['ID=c5d0ed9d-7a3f-454e-baaa-c6172e365f5e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:20.362353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6a5afb7d-98a0-42d4-8b52-9f0ed78552f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e1ea57-548c-47e5-809f-4fbba01da210', 'name': 'tempest-NetworksTestDHCPv6-router-123996818', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:24:02Z', 'updated_at': '2022-03-22T12:24:17Z', 'revision_number': 3, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:20.376624 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device cf9a6322-d6f7-497d-a8f1-1e76ca4a185b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:20.391386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Checking segment: {'id': '49800017-03cb-4117-88d1-1ac4ba54c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:20.391718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Network hostable DHCP agents. Network: 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:24:20.408314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:20.413682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:20.420970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5afb7d-98a0-42d4-8b52-9f0ed78552f6 None None] The sync data for ids ['c3e1ea57-548c-47e5-809f-4fbba01da210'] in dv-neutron-834653-1-hyperv is: [{'id': 'c3e1ea57-548c-47e5-809f-4fbba01da210', 'name': 'tempest-NetworksTestDHCPv6-router-123996818', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:24:02Z', 'updated_at': '2022-03-22T12:24:17Z', 'revision_number': 3, 'project_id': '3f133a33860e425babcc7dc930e1ee97', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:20.422411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:20.432331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:20.459809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2156b5-36fa-46be-836e-57d5c6a8f2c9 None None] Pushing event updated for resources: {'Port': ['ID=697d6ade-21ef-4fcc-8b8b-afb907d55054,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:20.463007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-934b0210-abb1-4673-b915-a30a165971b1 None None] Provisioning for port 6e84d996-7edc-4dee-8b22-1bd7ee470eb3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:20.469570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-934b0210-abb1-4673-b915-a30a165971b1 None None] Provisioning complete for port 6e84d996-7edc-4dee-8b22-1bd7ee470eb3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:20.470263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-934b0210-abb1-4673-b915-a30a165971b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.473336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Network 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:24:20.510990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b6e571ed-9786-4b61-8d3e-11760db588ad tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for 2a594da0-c287-4608-a5c4-c788d04b4013 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:20.536623 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-934b0210-abb1-4673-b915-a30a165971b1 None None] Port 6e84d996-7edc-4dee-8b22-1bd7ee470eb3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:20.540131 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:20.540485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.549509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.612981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:20.614721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.639997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd3c305-bbfd-409a-aac0-9a6f4cd9e2ae tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 9b5257e9-8d8b-4c0c-b62a-30ad25e1820b {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:24:20.652002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d6ff54-c7e3-4e6a-b158-253dde8a0854 None None] Network 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:20.663635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:20.664312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.696466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c305-bbfd-409a-aac0-9a6f4cd9e2ae tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.701624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.717256 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6d225b4d-365c-4f7f-9bef-eae1fed60e8c tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6408408 Mar 22 12:24:20.718519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41376) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:20.727085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-687969317', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:20.765577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.769353 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6807737 Mar 22 12:24:20.769353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:20.776187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c67f19-c02b-4904-a316-8f07b8340934 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22036ddd-7a10-415b-9d91-78672be8466c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:20.777124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41380) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:20.783164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Usage tracker for resource:router and tenant:2782a49aab374efdbbfdcea7f4669962 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:20.793359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:20.794017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-01355b48-d41e-46f7-a541-ae87893335e0 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '22036ddd-7a10-415b-9d91-78672be8466c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:20.794737 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-01355b48-d41e-46f7-a541-ae87893335e0 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:20.795744 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-01355b48-d41e-46f7-a541-ae87893335e0 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0176184 Mar 22 12:24:20.800145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41384) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:20.812435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-00355eff-0ae7-4383-9877-d92101002cf9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '22036ddd-7a10-415b-9d91-78672be8466c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:20.815503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c305-bbfd-409a-aac0-9a6f4cd9e2ae tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.825804 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:20.828369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-00355eff-0ae7-4383-9877-d92101002cf9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:20.840530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00355eff-0ae7-4383-9877-d92101002cf9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:20.843908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:20.845721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ff1794f8-eb61-41a9-91d1-4c768ffc963f None None] Provisioning complete for port 697d6ade-21ef-4fcc-8b8b-afb907d55054 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:20.846098 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff1794f8-eb61-41a9-91d1-4c768ffc963f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.034723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00355eff-0ae7-4383-9877-d92101002cf9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:21.042926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.044630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.061040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-00355eff-0ae7-4383-9877-d92101002cf9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:21.107290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48', 'network_id': '70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48', 'tenant_id': '2782a49aab374efdbbfdcea7f4669962', 'fixed_ips': [{'subnet_id': 'c5d0ed9d-7a3f-454e-baaa-c6172e365f5e'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:24:21.108325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.131533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c305-bbfd-409a-aac0-9a6f4cd9e2ae tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.132342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.144581 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-00355eff-0ae7-4383-9877-d92101002cf9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:21.148184 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-00355eff-0ae7-4383-9877-d92101002cf9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3426781 Mar 22 12:24:21.148837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41388) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:21.167060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4349e2c0-ca80-4c9f-b611-3e26fc83aa06 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '22036ddd-7a10-415b-9d91-78672be8466c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:21.167924 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-4349e2c0-ca80-4c9f-b611-3e26fc83aa06 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:21.171698 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4349e2c0-ca80-4c9f-b611-3e26fc83aa06 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102503 Mar 22 12:24:21.173027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41392) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:21.204073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e1fb3cfe-606e-44b3-9b8c-f6debed88f56 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '22036ddd-7a10-415b-9d91-78672be8466c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:21.214167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b6e571ed-9786-4b61-8d3e-11760db588ad tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.219946 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e1fb3cfe-606e-44b3-9b8c-f6debed88f56 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:21.272173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1fb3cfe-606e-44b3-9b8c-f6debed88f56 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:21.279227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e571ed-9786-4b61-8d3e-11760db588ad tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=2a594da0-c287-4608-a5c4-c788d04b4013,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:21.281295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1fb3cfe-606e-44b3-9b8c-f6debed88f56 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:21.295205 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e1fb3cfe-606e-44b3-9b8c-f6debed88f56 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:21.301639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Allocated IP 172.20.0.2 (70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48/c5d0ed9d-7a3f-454e-baaa-c6172e365f5e/2a868e45-66dd-47b9-8216-d71920d00821) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:21.316939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:24:21.340927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.351209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.362487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.372410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.431011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=abbdd412-3dc3-409d-9bac-2e37d9ec5ec7,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:21.547386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c305-bbfd-409a-aac0-9a6f4cd9e2ae tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.551427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.555494 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.572085 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Transition to ACTIVE for port object 2a868e45-66dd-47b9-8216-d71920d00821 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:21.592674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.595099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Transition to ACTIVE for port object 2a868e45-66dd-47b9-8216-d71920d00821 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:21.601945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.622173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.623427 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-427cdd9b-2767-4039-a376-3d2511808d84 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4951861 Mar 22 12:24:21.632574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41396) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:21.642187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'port': {'network_id': '6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb', 'name': 'tempest-FloatingIPTestJSON-1688692994'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:21.673538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Network 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:21.676627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:21.679131 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:21.685691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Pushing event updated for resources: {'Port': ['ID=2a868e45-66dd-47b9-8216-d71920d00821,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:21.749240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3c305-bbfd-409a-aac0-9a6f4cd9e2ae tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5257e9-8d8b-4c0c-b62a-30ad25e1820b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:21.777498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Attempting to bind port 2a868e45-66dd-47b9-8216-d71920d00821 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:21.777875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Attempting to bind port 2a868e45-66dd-47b9-8216-d71920d00821 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '49800017-03cb-4117-88d1-1ac4ba54c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:21.779037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Attempting to bind port 2a868e45-66dd-47b9-8216-d71920d00821 on network 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:21.781954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c305-bbfd-409a-aac0-9a6f4cd9e2ae tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.786851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:21.786851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Checking segment: {'id': '49800017-03cb-4117-88d1-1ac4ba54c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:21.787258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.787644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Bound using segment: {'id': '49800017-03cb-4117-88d1-1ac4ba54c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:21.788492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Bound port: 2a868e45-66dd-47b9-8216-d71920d00821, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49800017-03cb-4117-88d1-1ac4ba54c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:21.788619 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.800589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=6e84d996-7edc-4dee-8b22-1bd7ee470eb3,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:21.801873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b9324-3bbf-4fcf-8798-be9b5abac80d None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:21.803104 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-e1fb3cfe-606e-44b3-9b8c-f6debed88f56 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:21.807322 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e1fb3cfe-606e-44b3-9b8c-f6debed88f56 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6205142 Mar 22 12:24:21.809690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41400) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:21.821533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:21.832666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1f5a491b-5e3c-4840-b6a8-299530d12aeb tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '22036ddd-7a10-415b-9d91-78672be8466c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:21.833374 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-1f5a491b-5e3c-4840-b6a8-299530d12aeb tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:21.837202 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1f5a491b-5e3c-4840-b6a8-299530d12aeb tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091002 Mar 22 12:24:21.838431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41404) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:21.849285 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3fd3c305-bbfd-409a-aac0-9a6f4cd9e2ae tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/9b5257e9-8d8b-4c0c-b62a-30ad25e1820b HTTP/1.1" status: 204 len: 168 time: 2.2669303 Mar 22 12:24:21.849798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41408) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:21.851409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1b451823-0002-4c0d-90b0-ffa9dcd6cf50 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '22036ddd-7a10-415b-9d91-78672be8466c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:21.861925 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1b451823-0002-4c0d-90b0-ffa9dcd6cf50 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:21.879356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b451823-0002-4c0d-90b0-ffa9dcd6cf50 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:21.885773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1b451823-0002-4c0d-90b0-ffa9dcd6cf50 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:21.948818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1b451823-0002-4c0d-90b0-ffa9dcd6cf50 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:21.982487 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-1b451823-0002-4c0d-90b0-ffa9dcd6cf50 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Project b70af24c379747c482fca6e77f6065b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:24:22.022193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:22.029790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] For port 2a868e45-66dd-47b9-8216-d71920d00821, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:22.033913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b6e571ed-9786-4b61-8d3e-11760db588ad tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:22.043945 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-1b451823-0002-4c0d-90b0-ffa9dcd6cf50 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:22.044174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] For port 2a868e45-66dd-47b9-8216-d71920d00821, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2a868e45-66dd-47b9-8216-d71920d00821,segment=NetworkSegment(49800017-03cb-4117-88d1-1ac4ba54c230),segment_id=49800017-03cb-4117-88d1-1ac4ba54c230)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:22.047893 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1b451823-0002-4c0d-90b0-ffa9dcd6cf50 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2054904 Mar 22 12:24:22.050279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41412) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:22.057065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network da0356bf-26b7-48fe-84a8-127c7d94a062 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:22.058292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:22.058450 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:22.061290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-dd1bf2c1-9c0d-4ae7-8969-3a5713b1d3b5 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '22036ddd-7a10-415b-9d91-78672be8466c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:22.062034 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-dd1bf2c1-9c0d-4ae7-8969-3a5713b1d3b5 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:22.065635 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dd1bf2c1-9c0d-4ae7-8969-3a5713b1d3b5 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092950 Mar 22 12:24:22.065635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:22.068430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41416) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:22.077924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a2ea7784-12ef-46e0-bda8-81b8c108ca12 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '22036ddd-7a10-415b-9d91-78672be8466c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:22.118512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a2ea7784-12ef-46e0-bda8-81b8c108ca12 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:22.132978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a2ea7784-12ef-46e0-bda8-81b8c108ca12 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:22.160314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a2ea7784-12ef-46e0-bda8-81b8c108ca12 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:22.163553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:22.171877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d1240-b6cb-4444-93ae-d67b10373eb6 None None] Pushing event updated for resources: {'Port': ['ID=2a868e45-66dd-47b9-8216-d71920d00821,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:22.198822 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d44943ff-574a-405f-aa9b-995db2185412 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3459029 Mar 22 12:24:22.200514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:port and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:22.207082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a2ea7784-12ef-46e0-bda8-81b8c108ca12 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:22.207270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41420) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:22.210864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:22.231880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:22.276851 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-a2ea7784-12ef-46e0-bda8-81b8c108ca12 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Project b70af24c379747c482fca6e77f6065b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:24:22.296697 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad5cf2f-fe5b-471a-b955-a63ba6895498 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:24:22.302390 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5cf2f-fe5b-471a-b955-a63ba6895498 None None] Deleting port 8ac1b211-cbd4-4076-9c88-d62609e6b62e {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:22.302857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cf2f-fe5b-471a-b955-a63ba6895498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:22.342774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Made reservation on behalf of f1288cb531234a338db76e44a9caa828 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:22.346197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:22.400553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 697d6ade-21ef-4fcc-8b8b-afb907d55054 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:22.404928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Allocated IP 172.26.0.211 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/ade3fd61-502c-4997-8044-1de965620a20) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:22.407456 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-a2ea7784-12ef-46e0-bda8-81b8c108ca12 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:22.411393 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a2ea7784-12ef-46e0-bda8-81b8c108ca12 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3352962 Mar 22 12:24:22.418364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] device_id is not set on port 96f847a2-deb3-44cd-81e5-d26b79e5bdb1 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:24:22.524398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41424) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:22.578593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d582ad41-c13d-4c65-95bb-9d056b1735de tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '22036ddd-7a10-415b-9d91-78672be8466c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:22.595252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d582ad41-c13d-4c65-95bb-9d056b1735de tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:22.686641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d582ad41-c13d-4c65-95bb-9d056b1735de tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:22.695277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d582ad41-c13d-4c65-95bb-9d056b1735de tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:22.697691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fba2a0c1-dfe9-4cec-9e83-7721d45676a2 None None] Provisioning complete for port 6e84d996-7edc-4dee-8b22-1bd7ee470eb3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:22.698053 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fba2a0c1-dfe9-4cec-9e83-7721d45676a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:22.722020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d582ad41-c13d-4c65-95bb-9d056b1735de tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:22.765091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 697d6ade-21ef-4fcc-8b8b-afb907d55054 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:22.765330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f57bd-3129-4d61-af89-6ab381c70c68 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:22.765977 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:22.784371 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-d582ad41-c13d-4c65-95bb-9d056b1735de tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Project b70af24c379747c482fca6e77f6065b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:24:22.812923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5ad5cf2f-fe5b-471a-b955-a63ba6895498 None None] For port 8ac1b211-cbd4-4076-9c88-d62609e6b62e, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8ac1b211-cbd4-4076-9c88-d62609e6b62e,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:22.813313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cf2f-fe5b-471a-b955-a63ba6895498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:22.837064 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-d582ad41-c13d-4c65-95bb-9d056b1735de tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:22.840891 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d582ad41-c13d-4c65-95bb-9d056b1735de tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2830291 Mar 22 12:24:22.840891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.20.0.9 (6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb/1a9f6cc1-a6e1-4f6a-aeb5-c54948114bf1/96f847a2-deb3-44cd-81e5-d26b79e5bdb1) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:22.852130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41428) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:22.925829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:22.952708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5cf2f-fe5b-471a-b955-a63ba6895498 None None] Calling delete_port for 8ac1b211-cbd4-4076-9c88-d62609e6b62e owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:22.986991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fba2a0c1-dfe9-4cec-9e83-7721d45676a2 None None] Port 6e84d996-7edc-4dee-8b22-1bd7ee470eb3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:23.096231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cf2f-fe5b-471a-b955-a63ba6895498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.097093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-231d0b64-13ec-462f-b829-cbfea0d74e1a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.160825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5cf2f-fe5b-471a-b955-a63ba6895498 None None] Pushing event deleted for resources: {'Port': ['ID=8ac1b211-cbd4-4076-9c88-d62609e6b62e,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:23.171230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5cf2f-fe5b-471a-b955-a63ba6895498 None None] No DVR routers for this DVR port 8ac1b211-cbd4-4076-9c88-d62609e6b62e on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:24:23.177945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.231592 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a696eef4-9ac6-4cab-925c-d27150a038c0 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:23.282206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a696eef4-9ac6-4cab-925c-d27150a038c0 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:24:23.282542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a696eef4-9ac6-4cab-925c-d27150a038c0 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:24:23.282949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8ac1b211-cbd4-4076-9c88-d62609e6b62e no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:23.316109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-231d0b64-13ec-462f-b829-cbfea0d74e1a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.317713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 8ac1b211-cbd4-4076-9c88-d62609e6b62e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:24:23.318039 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8ac1b211-cbd4-4076-9c88-d62609e6b62e not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:24:23.405521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:23.409245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event updated for resources: {'Port': ['ID=ade3fd61-502c-4997-8044-1de965620a20,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:23.417766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:23.427114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.433675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:23.537225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-231d0b64-13ec-462f-b829-cbfea0d74e1a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.549843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695f9965-ab91-4a47-9f16-6a633f4f6826 None None] Network 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:23.581489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d0b64-13ec-462f-b829-cbfea0d74e1a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22036ddd-7a10-415b-9d91-78672be8466c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:23.614138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.620548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-231d0b64-13ec-462f-b829-cbfea0d74e1a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.624078 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-231d0b64-13ec-462f-b829-cbfea0d74e1a tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "DELETE /v2.0/security-groups/22036ddd-7a10-415b-9d91-78672be8466c HTTP/1.1" status: 204 len: 168 time: 0.7685606 Mar 22 12:24:23.659561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41432) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:23.675015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f57bd-3129-4d61-af89-6ab381c70c68 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.679280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f57bd-3129-4d61-af89-6ab381c70c68 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.698740 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-348721fe-11e6-4910-9d26-48f3b7e2a6a4 None None] Provisioning for port 2a868e45-66dd-47b9-8216-d71920d00821 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:23.745508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:23.746890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=96f847a2-deb3-44cd-81e5-d26b79e5bdb1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:23.752039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:23.756818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:23.818812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f57bd-3129-4d61-af89-6ab381c70c68 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.820379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771f57bd-3129-4d61-af89-6ab381c70c68 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Fanout notify agent at l3_agent the message router_deleted on router c3e1ea57-548c-47e5-809f-4fbba01da210 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:24:23.825225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ea3477e8-0438-478e-a913-6bf3eaeed9a6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Synchronizing usage tracker for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:23.856944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:23.858087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.885180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ea3477e8-0438-478e-a913-6bf3eaeed9a6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Unset dirty status for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:23.885897 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router 365fcffb-60c2-44bb-9a46-cfa23ce95d9a is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:24:23.893718 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ea3477e8-0438-478e-a913-6bf3eaeed9a6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2267802 Mar 22 12:24:23.893718 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-974e72bc-2342-4b9e-a732-35f9528e87be tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2573946 Mar 22 12:24:23.894038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41436) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:23.894139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41438) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:23.899325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'tempest-secgroup--585901906'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:23.901419 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-35ab4647-fc14-4b9b-975b-0b10d9fa770d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'floatingip': {'port_id': '96f847a2-deb3-44cd-81e5-d26b79e5bdb1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:23.908656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:23.920046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:23.925410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.926204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:23.940937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:24.008876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f57bd-3129-4d61-af89-6ab381c70c68 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:24.012745 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-771f57bd-3129-4d61-af89-6ab381c70c68 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/routers/c3e1ea57-548c-47e5-809f-4fbba01da210 HTTP/1.1" status: 204 len: 168 time: 1.7995014 Mar 22 12:24:24.014854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41444) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:24.070114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35ab4647-fc14-4b9b-975b-0b10d9fa770d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:24.219544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0c08c0cf-7cbd-491e-8b67-c622442e47e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:24.260095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:24.266476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:24.270463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:24.277907 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:24.368057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:24.368952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2a868e45-66dd-47b9-8216-d71920d00821 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:24.387487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:24.449912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06da2ea6-e107-4804-a044-f10968069aa1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:24.463052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 2a868e45-66dd-47b9-8216-d71920d00821 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:24.467591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:24.468806 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dcffdf08-c172-4685-b291-80364bc0e91d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5749021 Mar 22 12:24:24.470758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 2a868e45-66dd-47b9-8216-d71920d00821 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:24.471412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:24.471629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41448) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:24.477262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-aa728d75-4658-404a-9267-c38480d82336 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '06da2ea6-e107-4804-a044-f10968069aa1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:24.487581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-aa728d75-4658-404a-9267-c38480d82336 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:24.494382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-aa728d75-4658-404a-9267-c38480d82336 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:24.498046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-aa728d75-4658-404a-9267-c38480d82336 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:24.505581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-aa728d75-4658-404a-9267-c38480d82336 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:24.525288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Router 181f093c-66d8-4234-af4a-b49230249a98 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:24:24.538365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0c08c0cf-7cbd-491e-8b67-c622442e47e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:24.539533 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0c08c0cf-7cbd-491e-8b67-c622442e47e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5122042 Mar 22 12:24:24.542256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41452) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:24.600310 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-aa728d75-4658-404a-9267-c38480d82336 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The resource could not be found. Mar 22 12:24:24.601326 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aa728d75-4658-404a-9267-c38480d82336 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1288052 Mar 22 12:24:24.606513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41456) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:24.618751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-178e31e3-1db2-46cf-9c6c-40270c2f77ea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '06da2ea6-e107-4804-a044-f10968069aa1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '218b3767-e39e-41ff-ba2e-dd70339db1c1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:24.627854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:24.631651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-178e31e3-1db2-46cf-9c6c-40270c2f77ea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:24.648299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-178e31e3-1db2-46cf-9c6c-40270c2f77ea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:24.657043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-178e31e3-1db2-46cf-9c6c-40270c2f77ea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:24.661037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e571ed-9786-4b61-8d3e-11760db588ad tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:24.665138 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 2a868e45-66dd-47b9-8216-d71920d00821, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2a868e45-66dd-47b9-8216-d71920d00821,segment=NetworkSegment(49800017-03cb-4117-88d1-1ac4ba54c230),segment_id=49800017-03cb-4117-88d1-1ac4ba54c230)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:24.671396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:24.718980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75088494-b116-42a5-ace0-d78c0de04280 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:24.719558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-75088494-b116-42a5-ace0-d78c0de04280 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:24.742971 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=2a868e45-66dd-47b9-8216-d71920d00821,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:24.752054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-75088494-b116-42a5-ace0-d78c0de04280 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:24.753207 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-75088494-b116-42a5-ace0-d78c0de04280 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2100036 Mar 22 12:24:24.755783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41460) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:24.778212 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-178e31e3-1db2-46cf-9c6c-40270c2f77ea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:24.827190 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ef682309-76e6-4b4b-b723-5d6925e941ea tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702298 Mar 22 12:24:24.831899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41464) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:24.837904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:24.901958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:24.912480 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecf2fa-3fdf-4846-9e64-c591f7058b69 None None] Sync routers for ids ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:24.917581 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-31318bb5-0338-4a1a-829a-1bbc19617281 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/365fcffb-60c2-44bb-9a46-cfa23ce95d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1038394 Mar 22 12:24:24.922924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41468) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:24.925550 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecf2fa-3fdf-4846-9e64-c591f7058b69 None None] Routers {'365fcffb-60c2-44bb-9a46-cfa23ce95d9a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:24.926291 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf2fa-3fdf-4846-9e64-c591f7058b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:24.984548 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf2fa-3fdf-4846-9e64-c591f7058b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:24.995297 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ecf2fa-3fdf-4846-9e64-c591f7058b69 None None] Routers {'365fcffb-60c2-44bb-9a46-cfa23ce95d9a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:24.995895 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf2fa-3fdf-4846-9e64-c591f7058b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:25.003501 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-178e31e3-1db2-46cf-9c6c-40270c2f77ea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The resource could not be found. Mar 22 12:24:25.007196 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-178e31e3-1db2-46cf-9c6c-40270c2f77ea tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3942688 Mar 22 12:24:25.008560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41472) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:25.039368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36640795-8d55-40e1-8fe6-803f9fdf5338 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:25.041900 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-36640795-8d55-40e1-8fe6-803f9fdf5338 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports/6e84d996-7edc-4dee-8b22-1bd7ee470eb3 HTTP/1.1" status: 200 len: 910 time: 0.1163337 Mar 22 12:24:25.046476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:25.056985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41476) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:25.057168 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e8ecf2fa-3fdf-4846-9e64-c591f7058b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:25.057488 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ecf2fa-3fdf-4846-9e64-c591f7058b69 None None] The sync data for ids ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:25.137281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:25.162798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e571ed-9786-4b61-8d3e-11760db588ad tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:25.171426 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b6e571ed-9786-4b61-8d3e-11760db588ad tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4850752 Mar 22 12:24:25.172214 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41480) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:25.175443 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c148e-ffa6-4c20-aafe-f9db4f80fbb5 None None] Sync routers for ids ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:25.215694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c148e-ffa6-4c20-aafe-f9db4f80fbb5 None None] Routers {'9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:25.216784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ee2c148e-ffa6-4c20-aafe-f9db4f80fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:25.244847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:25.358829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2153c5b-d41d-4de8-a972-12c2b34756aa tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:25.390869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:25.399447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35ab4647-fc14-4b9b-975b-0b10d9fa770d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:25.402865 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca5c60-80d8-4cee-a8a3-06ac8f98d18f None None] Sync routers for ids ['181f093c-66d8-4234-af4a-b49230249a98'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:25.412156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ee2c148e-ffa6-4c20-aafe-f9db4f80fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:25.417070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35ab4647-fc14-4b9b-975b-0b10d9fa770d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:25.424859 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca5c60-80d8-4cee-a8a3-06ac8f98d18f None None] Routers {'181f093c-66d8-4234-af4a-b49230249a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:25.425274 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83ca5c60-80d8-4cee-a8a3-06ac8f98d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['181f093c-66d8-4234-af4a-b49230249a98'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:25.430742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:25.484146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c148e-ffa6-4c20-aafe-f9db4f80fbb5 None None] Routers {'9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:25.484805 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ee2c148e-ffa6-4c20-aafe-f9db4f80fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:25.491309 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83ca5c60-80d8-4cee-a8a3-06ac8f98d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:25.503065 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca5c60-80d8-4cee-a8a3-06ac8f98d18f None None] Routers {'181f093c-66d8-4234-af4a-b49230249a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:25.503971 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83ca5c60-80d8-4cee-a8a3-06ac8f98d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['181f093c-66d8-4234-af4a-b49230249a98'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:25.548275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2153c5b-d41d-4de8-a972-12c2b34756aa tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:25.552788 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ee2c148e-ffa6-4c20-aafe-f9db4f80fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:25.553189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c148e-ffa6-4c20-aafe-f9db4f80fbb5 None None] The sync data for ids ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:25.566796 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83ca5c60-80d8-4cee-a8a3-06ac8f98d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:25.567879 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ca5c60-80d8-4cee-a8a3-06ac8f98d18f None None] The sync data for ids ['181f093c-66d8-4234-af4a-b49230249a98'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:25.588691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:25.592591 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1073956c-29b5-4130-895d-e64dd68c47e9 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.8676019 Mar 22 12:24:25.595053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41484) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:25.699889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2153c5b-d41d-4de8-a972-12c2b34756aa tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:25.810551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2153c5b-d41d-4de8-a972-12c2b34756aa tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da2ea6-e107-4804-a044-f10968069aa1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:25.987124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2153c5b-d41d-4de8-a972-12c2b34756aa tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:25.988268 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f2153c5b-d41d-4de8-a972-12c2b34756aa tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "DELETE /v2.0/security-groups/06da2ea6-e107-4804-a044-f10968069aa1 HTTP/1.1" status: 204 len: 168 time: 0.9798100 Mar 22 12:24:25.991592 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41488) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:26.087623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c4e9816b-61fa-48a6-a0de-7e3004043101 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:26.128190 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1bc9ffec-2c4e-4c40-99ee-fa4dec6a3020 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Synchronizing usage tracker for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:26.219553 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-35ab4647-fc14-4b9b-975b-0b10d9fa770d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Floating IP 9166e840-7c52-4b56-82c4-59580464d810 associated. External IP: 172.26.0.139, port: 96f847a2-deb3-44cd-81e5-d26b79e5bdb1. Mar 22 12:24:26.307816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1bc9ffec-2c4e-4c40-99ee-fa4dec6a3020 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Unset dirty status for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:26.312809 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1bc9ffec-2c4e-4c40-99ee-fa4dec6a3020 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3160245 Mar 22 12:24:26.312809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:24:26.313633 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41492) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:26.321030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3a6bd126-b7b5-4e60-96f8-f1579f3ed317 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': '50ac1c96-f09f-45f6-a12b-45bbf7265edd', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:26.325904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2a868e45-66dd-47b9-8216-d71920d00821 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:26.326227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:26.358062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3a6bd126-b7b5-4e60-96f8-f1579f3ed317 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:26.381073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3a6bd126-b7b5-4e60-96f8-f1579f3ed317 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:26.389088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3a6bd126-b7b5-4e60-96f8-f1579f3ed317 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:26.394833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 2a868e45-66dd-47b9-8216-d71920d00821 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:26.395393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:26.402924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3a6bd126-b7b5-4e60-96f8-f1579f3ed317 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:26.433425 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:26.442733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=e6e2b71d-2329-4642-90d7-c0a166c56211,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:26.446492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:26.449213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:26.450003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:26.491447 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f78fd7-b273-45b1-a04e-fcc3cce5f079 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:26.492045 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d088e8b5-99a0-4afb-bced-3ba5918af39c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6564672 Mar 22 12:24:26.492045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41496) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:26.498881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:26.518653 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-3a6bd126-b7b5-4e60-96f8-f1579f3ed317 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The resource could not be found. Mar 22 12:24:26.519683 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3a6bd126-b7b5-4e60-96f8-f1579f3ed317 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2051675 Mar 22 12:24:26.525235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41500) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:26.536799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945766597'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:26.548517 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:26.579252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:26.642330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:26.725094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': 'e6e2b71d-2329-4642-90d7-c0a166c56211'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:24:26.726201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:26.730306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:26.749900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:26.764616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:26.776139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:26.779629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:26.797769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:26.808471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:26.815208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:26.832232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:26.887784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Allocated IP 2001:db8::f816:3eff:feaa:c42e (578a050b-df3b-4bf8-b5f3-612af8e4798e/e6e2b71d-2329-4642-90d7-c0a166c56211/015a7e15-b1fe-4984-a33d-214b56f8768a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:27.097298 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.109143 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Transition to ACTIVE for port object 015a7e15-b1fe-4984-a33d-214b56f8768a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:27.126417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Transition to ACTIVE for port object 015a7e15-b1fe-4984-a33d-214b56f8768a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:27.130206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.138246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.200301 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Pushing event updated for resources: {'Port': ['ID=015a7e15-b1fe-4984-a33d-214b56f8768a,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:27.218195 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:27.219677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:27.222333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:27.323373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Allocated IP 172.21.0.1 (c192ea73-612a-40eb-94db-bbfff2da4855/48a887ad-c38a-4577-909b-183e7b782aa4/c54e592c-daa4-4190-86c2-62102c2a6f50) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:27.329525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Attempting to bind port 015a7e15-b1fe-4984-a33d-214b56f8768a on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:27.329904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Attempting to bind port 015a7e15-b1fe-4984-a33d-214b56f8768a by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:27.330352 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Attempting to bind port 015a7e15-b1fe-4984-a33d-214b56f8768a on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:27.337658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:27.338029 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:27.338409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.338788 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:27.339243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Bound port: 015a7e15-b1fe-4984-a33d-214b56f8768a, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:27.339604 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.343866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.430021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] For port 015a7e15-b1fe-4984-a33d-214b56f8768a, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:27.433483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] For port 015a7e15-b1fe-4984-a33d-214b56f8768a, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=015a7e15-b1fe-4984-a33d-214b56f8768a,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:27.439651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.445277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.468004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e838131b-4bad-4cf5-8983-da12aa9942d5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:27.474563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.475763 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0ee55280-ba92-4789-ba49-819ab248b56d tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9469674 Mar 22 12:24:27.479675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41504) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:27.490498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143394483'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:27.504384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:27.514537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:27.520294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:27.530914 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:27.536015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62400a06-d271-4ecc-9bb6-8bc63686ea8f None None] Pushing event updated for resources: {'Port': ['ID=015a7e15-b1fe-4984-a33d-214b56f8768a,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:27.543505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:27.552436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:27.569102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:27.570158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.575861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.599091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=f5fea13d-4260-4cbb-b52f-28a9f64ae1a8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:27.636121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.655379 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bb7b0d10-096b-43bd-82f3-97a0aa2e8078 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1622427 Mar 22 12:24:27.658046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Transition to ACTIVE for port object c54e592c-daa4-4190-86c2-62102c2a6f50 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:27.659075 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41508) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:27.666103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:c6:77:25', 'name': 'tempest-NetworksTestDHCPv6-1598250402'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:27.694313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:27.711000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:27.711208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:27.723624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:27.859063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ab4647-fc14-4b9b-975b-0b10d9fa770d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:27.924672 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.930177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9816b-61fa-48a6-a0de-7e3004043101 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 857494a7-f898-4f07-b83c-bc7747ae68ee {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:27.930506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c4e9816b-61fa-48a6-a0de-7e3004043101 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.964601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:27.982372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:28.042923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:28.059156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:28.064545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:28.076364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:28.082563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network c192ea73-612a-40eb-94db-bbfff2da4855 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:28.085119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=c54e592c-daa4-4190-86c2-62102c2a6f50,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:28.088722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:28.090707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:28.143741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f0d6ef-cce3-4db0-a9d3-55df00c3f1e7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:28.148428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:28.221312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:28.225701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:28.273500 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:28.303829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 545d230e-bb65-48c0-a225-0debb604c883 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:24:28.317121 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:28.318438 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-44b29027-6f38-4424-8641-26d43e206829 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8376207 Mar 22 12:24:28.346722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41512) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:28.352764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2f0dea2b-06a6-4a8a-970a-c193135b6b30 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': 'e838131b-4bad-4cf5-8983-da12aa9942d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f1f0d6ef-cce3-4db0-a9d3-55df00c3f1e7'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:28.363088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2f0dea2b-06a6-4a8a-970a-c193135b6b30 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:28.374939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 015a7e15-b1fe-4984-a33d-214b56f8768a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:28.445759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2f0dea2b-06a6-4a8a-970a-c193135b6b30 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:28.471959 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c4e9816b-61fa-48a6-a0de-7e3004043101 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:28.479261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 015a7e15-b1fe-4984-a33d-214b56f8768a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:28.482641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:28.524831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2f0dea2b-06a6-4a8a-970a-c193135b6b30 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:28.600802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2f0dea2b-06a6-4a8a-970a-c193135b6b30 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:28.625256 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9816b-61fa-48a6-a0de-7e3004043101 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for 857494a7-f898-4f07-b83c-bc7747ae68ee owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:28.625530 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f602fcb9-346e-47e5-861e-68d1f8304a1e None None] Provisioning for port c54e592c-daa4-4190-86c2-62102c2a6f50 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:28.632202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f602fcb9-346e-47e5-861e-68d1f8304a1e None None] Provisioning complete for port c54e592c-daa4-4190-86c2-62102c2a6f50 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:28.632563 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f602fcb9-346e-47e5-861e-68d1f8304a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:28.713487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f602fcb9-346e-47e5-861e-68d1f8304a1e None None] Port c54e592c-daa4-4190-86c2-62102c2a6f50 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:28.718991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3008497e-613a-47a1-ba16-a6d4db98a2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:28.752800 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-2f0dea2b-06a6-4a8a-970a-c193135b6b30 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:28.756315 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2f0dea2b-06a6-4a8a-970a-c193135b6b30 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4060369 Mar 22 12:24:28.762311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41516) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:28.779941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ab96c3-ef2d-4dc1-a944-fc4839b6d023 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:28.886101 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cf05845d-d5d9-4af5-9b54-b8333ca955cc None None] Provisioning for port 015a7e15-b1fe-4984-a33d-214b56f8768a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:28.894481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cf05845d-d5d9-4af5-9b54-b8333ca955cc None None] Provisioning complete for port 015a7e15-b1fe-4984-a33d-214b56f8768a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:28.895139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cf05845d-d5d9-4af5-9b54-b8333ca955cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:28.993602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 172.20.0.4 (578a050b-df3b-4bf8-b5f3-612af8e4798e/f5fea13d-4260-4cbb-b52f-28a9f64ae1a8/545d230e-bb65-48c0-a225-0debb604c883) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:28.996024 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ab4647-fc14-4b9b-975b-0b10d9fa770d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:29.017568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8373c-77a2-4a3e-a062-81e8b0392947 None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:29.022501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::f816:3eff:fec6:7725 (578a050b-df3b-4bf8-b5f3-612af8e4798e/e6e2b71d-2329-4642-90d7-c0a166c56211/545d230e-bb65-48c0-a225-0debb604c883) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:29.034220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b8105f9a-22d4-4b49-9cf8-b43e8d625cc9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.038248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.046836 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35ab4647-fc14-4b9b-975b-0b10d9fa770d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.053878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.162344 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8373c-77a2-4a3e-a062-81e8b0392947 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:29.163054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-10c8373c-77a2-4a3e-a062-81e8b0392947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:29.183223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b8105f9a-22d4-4b49-9cf8-b43e8d625cc9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.235030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cf05845d-d5d9-4af5-9b54-b8333ca955cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.243708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-10c8373c-77a2-4a3e-a062-81e8b0392947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:29.247489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=c54e592c-daa4-4190-86c2-62102c2a6f50,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:29.256820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.279233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8373c-77a2-4a3e-a062-81e8b0392947 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:29.279638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-10c8373c-77a2-4a3e-a062-81e8b0392947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:29.307058 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-35ab4647-fc14-4b9b-975b-0b10d9fa770d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "PUT /v2.0/floatingips/9166e840-7c52-4b56-82c4-59580464d810 HTTP/1.1" status: 200 len: 978 time: 5.4099615 Mar 22 12:24:29.337832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41520) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:29.340682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b8105f9a-22d4-4b49-9cf8-b43e8d625cc9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.348775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cf05845d-d5d9-4af5-9b54-b8333ca955cc None None] For port 015a7e15-b1fe-4984-a33d-214b56f8768a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=015a7e15-b1fe-4984-a33d-214b56f8768a,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:29.349811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-10c8373c-77a2-4a3e-a062-81e8b0392947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:29.350264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8373c-77a2-4a3e-a062-81e8b0392947 None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:29.359456 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cf05845d-d5d9-4af5-9b54-b8333ca955cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.373697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8105f9a-22d4-4b49-9cf8-b43e8d625cc9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f0d6ef-cce3-4db0-a9d3-55df00c3f1e7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:29.408874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b8105f9a-22d4-4b49-9cf8-b43e8d625cc9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.409641 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b8105f9a-22d4-4b49-9cf8-b43e8d625cc9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "DELETE /v2.0/security-groups/f1f0d6ef-cce3-4db0-a9d3-55df00c3f1e7 HTTP/1.1" status: 204 len: 168 time: 0.6463921 Mar 22 12:24:29.412977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41524) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:29.436453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c4e9816b-61fa-48a6-a0de-7e3004043101 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.498513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05845d-d5d9-4af5-9b54-b8333ca955cc None None] Pushing event updated for resources: {'Port': ['ID=015a7e15-b1fe-4984-a33d-214b56f8768a,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:29.502806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 96f847a2-deb3-44cd-81e5-d26b79e5bdb1 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:29.503208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.504580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6476e7d2-9d35-4ea7-be24-47629dc0fa27 None None] Update dhcp port {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'fixed_ips': [{'subnet_id': 'e6e2b71d-2329-4642-90d7-c0a166c56211', 'ip_address': '2001:db8::f816:3eff:feaa:c42e'}, {'subnet_id': 'f5fea13d-4260-4cbb-b52f-28a9f64ae1a8'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '015a7e15-b1fe-4984-a33d-214b56f8768a'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:24:29.534031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Allocated IP 172.20.0.1 (70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48/c5d0ed9d-7a3f-454e-baaa-c6172e365f5e/a7736f8c-8214-46d7-bb4d-81f52a5b378a) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:29.540219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9816b-61fa-48a6-a0de-7e3004043101 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=857494a7-f898-4f07-b83c-bc7747ae68ee,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:29.550159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network c192ea73-612a-40eb-94db-bbfff2da4855 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:29.554767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:29.563350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6476e7d2-9d35-4ea7-be24-47629dc0fa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.892289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9f803e06-3efc-4d8b-9f09-305724d8d0d7 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Synchronizing usage tracker for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:29.909014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-67eb065f-dc39-412a-8a07-e0d7d69bd61c None None] Provisioning complete for port c54e592c-daa4-4190-86c2-62102c2a6f50 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:29.910047 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-67eb065f-dc39-412a-8a07-e0d7d69bd61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.941691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:29.950530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9f803e06-3efc-4d8b-9f09-305724d8d0d7 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Unset dirty status for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:29.955268 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9f803e06-3efc-4d8b-9f09-305724d8d0d7 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5386491 Mar 22 12:24:29.956981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41528) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:29.976602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-67eb065f-dc39-412a-8a07-e0d7d69bd61c None None] Port c54e592c-daa4-4190-86c2-62102c2a6f50 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:29.983697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 545d230e-bb65-48c0-a225-0debb604c883 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:30.020979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c4e9816b-61fa-48a6-a0de-7e3004043101 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.058586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.168201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.208479 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Transition to ACTIVE for port object a7736f8c-8214-46d7-bb4d-81f52a5b378a will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:30.225177 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce64b277-e2ca-482c-ba8b-c9933611b406 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.226560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.255811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6476e7d2-9d35-4ea7-be24-47629dc0fa27 None None] Allocated IP 172.20.0.2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/f5fea13d-4260-4cbb-b52f-28a9f64ae1a8/015a7e15-b1fe-4984-a33d-214b56f8768a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:30.282854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:30.287548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce64b277-e2ca-482c-ba8b-c9933611b406 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.295664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:30.304330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=545d230e-bb65-48c0-a225-0debb604c883,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:30.309132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:30.373585 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 015a7e15-b1fe-4984-a33d-214b56f8768a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:30.407152 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:30.407795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.420694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce64b277-e2ca-482c-ba8b-c9933611b406 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.428302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router 365fcffb-60c2-44bb-9a46-cfa23ce95d9a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:30.456009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64b277-e2ca-482c-ba8b-c9933611b406 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e838131b-4bad-4cf5-8983-da12aa9942d5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:30.476810 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6476e7d2-9d35-4ea7-be24-47629dc0fa27 None None] For port 015a7e15-b1fe-4984-a33d-214b56f8768a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=015a7e15-b1fe-4984-a33d-214b56f8768a,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:30.519034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 015a7e15-b1fe-4984-a33d-214b56f8768a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:30.519519 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.532315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.542852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6476e7d2-9d35-4ea7-be24-47629dc0fa27 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.575672 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce64b277-e2ca-482c-ba8b-c9933611b406 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.577628 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ce64b277-e2ca-482c-ba8b-c9933611b406 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "DELETE /v2.0/security-groups/e838131b-4bad-4cf5-8983-da12aa9942d5 HTTP/1.1" status: 204 len: 168 time: 0.6170342 Mar 22 12:24:30.582691 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f7781bce-d77a-4e89-a409-d9f1b6dab7a8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9199078 Mar 22 12:24:30.582691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41532) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:30.588546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6476e7d2-9d35-4ea7-be24-47629dc0fa27 None None] Transition to ACTIVE for port object 015a7e15-b1fe-4984-a33d-214b56f8768a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:30.597682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41534) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:30.598805 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6476e7d2-9d35-4ea7-be24-47629dc0fa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.651275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Port 015a7e15-b1fe-4984-a33d-214b56f8768a had new provisioning blocks added so it will not transition to active. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Mar 22 12:24:30.725134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ffee21a-5236-423f-a3d8-a23f2ce38eb2 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Synchronizing usage tracker for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:30.745895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476e7d2-9d35-4ea7-be24-47629dc0fa27 None None] Pushing event updated for resources: {'Port': ['ID=015a7e15-b1fe-4984-a33d-214b56f8768a,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:30.763568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb83be27-7553-4535-9a35-5ed79d36e4b4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:30.767433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb83be27-7553-4535-9a35-5ed79d36e4b4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:30.768199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eb83be27-7553-4535-9a35-5ed79d36e4b4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:30.773493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ffee21a-5236-423f-a3d8-a23f2ce38eb2 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Unset dirty status for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:30.774697 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1ffee21a-5236-423f-a3d8-a23f2ce38eb2 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1850767 Mar 22 12:24:30.780590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41540) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:30.786213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117925440'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:30.798876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:30.806475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:30.816893 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-651eb319-1d82-4e28-bab0-8a50ee6242b5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/365fcffb-60c2-44bb-9a46-cfa23ce95d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7563350 Mar 22 12:24:30.818887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eb83be27-7553-4535-9a35-5ed79d36e4b4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:30.820248 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eb83be27-7553-4535-9a35-5ed79d36e4b4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2212889 Mar 22 12:24:30.821492 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41544) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:30.821640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:30.823541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:30.825923 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8324be-3375-4cda-b3c6-78c6fb24bd46 None None] Sync routers for ids ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:30.846269 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8324be-3375-4cda-b3c6-78c6fb24bd46 None None] Routers {'365fcffb-60c2-44bb-9a46-cfa23ce95d9a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:30.847351 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f8324be-3375-4cda-b3c6-78c6fb24bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:30.886845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.901830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Network 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:30.922527 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f8324be-3375-4cda-b3c6-78c6fb24bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:30.927195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f8364-6e4a-4feb-bd8b-1d1e65e5837d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 545d230e-bb65-48c0-a225-0debb604c883 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:30.927548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c8f8364-6e4a-4feb-bd8b-1d1e65e5837d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:30.936611 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8324be-3375-4cda-b3c6-78c6fb24bd46 None None] Routers {'365fcffb-60c2-44bb-9a46-cfa23ce95d9a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:30.937222 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f8324be-3375-4cda-b3c6-78c6fb24bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:30.946736 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event updated for resources: {'Port': ['ID=a7736f8c-8214-46d7-bb4d-81f52a5b378a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:30.950269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:30.952467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:31.001955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:31.009776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:31.014635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:31.049656 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8f8324be-3375-4cda-b3c6-78c6fb24bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:31.049656 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8324be-3375-4cda-b3c6-78c6fb24bd46 None None] The sync data for ids ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:31.049995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:31.155140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.155671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.156122 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Floating IP 9166e840-7c52-4b56-82c4-59580464d810 disassociated. External IP: 172.26.0.139, port: 96f847a2-deb3-44cd-81e5-d26b79e5bdb1. Mar 22 12:24:31.156542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 96f847a2-deb3-44cd-81e5-d26b79e5bdb1 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:31.219409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df43251-56b4-4337-8e18-ccd965c704fd tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:31.220002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1df43251-56b4-4337-8e18-ccd965c704fd tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Synchronizing usage tracker for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:31.224190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.244277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e9816b-61fa-48a6-a0de-7e3004043101 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:31.286853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.288869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c8f8364-6e4a-4feb-bd8b-1d1e65e5837d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.299429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.316754 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6e14c487-ad91-4b0d-8807-bc7a954e3f9c None None] Provisioning for port a7736f8c-8214-46d7-bb4d-81f52a5b378a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:31.324754 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6e14c487-ad91-4b0d-8807-bc7a954e3f9c None None] Provisioning complete for port a7736f8c-8214-46d7-bb4d-81f52a5b378a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:31.325680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e14c487-ad91-4b0d-8807-bc7a954e3f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.399053 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6e14c487-ad91-4b0d-8807-bc7a954e3f9c None None] Port a7736f8c-8214-46d7-bb4d-81f52a5b378a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:31.425934 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1df43251-56b4-4337-8e18-ccd965c704fd tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Unset dirty status for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:31.427163 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1df43251-56b4-4337-8e18-ccd965c704fd tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports/c54e592c-daa4-4190-86c2-62102c2a6f50 HTTP/1.1" status: 200 len: 910 time: 0.5888052 Mar 22 12:24:31.433152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41552) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:31.448374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f8364-6e4a-4feb-bd8b-1d1e65e5837d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 545d230e-bb65-48c0-a225-0debb604c883 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:31.549020 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6cd5707a-d3cf-4887-a6a5-a22aed5d34bd None None] Provisioning for port 015a7e15-b1fe-4984-a33d-214b56f8768a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:31.555009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6cd5707a-d3cf-4887-a6a5-a22aed5d34bd None None] Provisioning complete for port 015a7e15-b1fe-4984-a33d-214b56f8768a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:31.555368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6cd5707a-d3cf-4887-a6a5-a22aed5d34bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.659907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e9816b-61fa-48a6-a0de-7e3004043101 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:31.682687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1de9b-0d35-4401-9c9b-027522d934a9 None None] Sync routers for ids ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:31.692510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-37263bfe-a8d9-4a90-a1b0-261585040cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.722281 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1de9b-0d35-4401-9c9b-027522d934a9 None None] Routers {'9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:31.723331 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08c1de9b-0d35-4401-9c9b-027522d934a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:31.731955 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c4e9816b-61fa-48a6-a0de-7e3004043101 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5576532 Mar 22 12:24:31.732985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.734831 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41556) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:31.793252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08c1de9b-0d35-4401-9c9b-027522d934a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:31.808208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1de9b-0d35-4401-9c9b-027522d934a9 None None] Routers {'9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:31.808827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08c1de9b-0d35-4401-9c9b-027522d934a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:31.818009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.830461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.835215 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0503714 Mar 22 12:24:31.836342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41560) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:31.842990 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d70b8aee-8a73-433a-b91f-25e4b025a540 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': 'c0c1cfd5-ad20-4cc6-a9f7-549363695531', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:31.847025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d086b2-4918-4a35-8333-17cd5f042b09 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c1cfd5-ad20-4cc6-a9f7-549363695531,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:31.853181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d70b8aee-8a73-433a-b91f-25e4b025a540 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:31.858152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-75768a3d-aeeb-4656-a817-bdaf442a31a1 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Synchronizing usage tracker for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:31.863266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d70b8aee-8a73-433a-b91f-25e4b025a540 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:31.865805 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=96f847a2-deb3-44cd-81e5-d26b79e5bdb1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:31.867627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d70b8aee-8a73-433a-b91f-25e4b025a540 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:31.874264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d70b8aee-8a73-433a-b91f-25e4b025a540 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:31.885248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08c1de9b-0d35-4401-9c9b-027522d934a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:31.885704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1de9b-0d35-4401-9c9b-027522d934a9 None None] The sync data for ids ['9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:31.886838 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c8f8364-6e4a-4feb-bd8b-1d1e65e5837d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.898873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:31.899553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f473395f-637e-4dc7-a7a3-afc135d2d5f3 None None] Could not find standard attr ID for object 545d230e-bb65-48c0-a225-0debb604c883. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:24:31.942931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f8364-6e4a-4feb-bd8b-1d1e65e5837d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=545d230e-bb65-48c0-a225-0debb604c883,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:31.993478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.023939 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-d70b8aee-8a73-433a-b91f-25e4b025a540 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:32.024273 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d70b8aee-8a73-433a-b91f-25e4b025a540 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1878405 Mar 22 12:24:32.029265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41564) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:32.043769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-75768a3d-aeeb-4656-a817-bdaf442a31a1 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Unset dirty status for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:32.047875 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-75768a3d-aeeb-4656-a817-bdaf442a31a1 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9 HTTP/1.1" status: 200 len: 205 time: 0.3089659 Mar 22 12:24:32.056901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41568) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:32.060940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e749e060-646a-4653-9257-e63bffebca36 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group_rule': {'security_group_id': 'c0c1cfd5-ad20-4cc6-a9f7-549363695531', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:32.124651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e749e060-646a-4653-9257-e63bffebca36 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:32.151441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e749e060-646a-4653-9257-e63bffebca36 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:32.199024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e749e060-646a-4653-9257-e63bffebca36 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:32.211290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e749e060-646a-4653-9257-e63bffebca36 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:32.247228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9c8f8364-6e4a-4feb-bd8b-1d1e65e5837d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.275000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15e4d926-524f-454a-ac26-f8644a1eb646 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.324361 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c8f8364-6e4a-4feb-bd8b-1d1e65e5837d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/545d230e-bb65-48c0-a225-0debb604c883 HTTP/1.1" status: 204 len: 168 time: 1.4974744 Mar 22 12:24:32.327881 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-e749e060-646a-4653-9257-e63bffebca36 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:24:32.328820 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e749e060-646a-4653-9257-e63bffebca36 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2985330 Mar 22 12:24:32.337842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41572) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:32.338137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 015a7e15-b1fe-4984-a33d-214b56f8768a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:32.338628 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41574) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:32.412825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 015a7e15-b1fe-4984-a33d-214b56f8768a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:32.413068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.499550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b1099-7bdf-4e1a-9d04-662c0164a6ba tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:32.500839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b1099-7bdf-4e1a-9d04-662c0164a6ba tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:32.502147 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b1099-7bdf-4e1a-9d04-662c0164a6ba tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:32.502922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-827b1099-7bdf-4e1a-9d04-662c0164a6ba tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:32.643779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-827b1099-7bdf-4e1a-9d04-662c0164a6ba tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:32.644987 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-827b1099-7bdf-4e1a-9d04-662c0164a6ba tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3059046 Mar 22 12:24:32.651557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41580) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:32.659883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7177a17-a4b0-4a1d-af72-43a58a77d4f6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.807377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7177a17-a4b0-4a1d-af72-43a58a77d4f6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.819592 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15e4d926-524f-454a-ac26-f8644a1eb646 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.833074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15e4d926-524f-454a-ac26-f8644a1eb646 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.848735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51205a04-40eb-4f9e-9e06-b35bf6749c5f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.871437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7177a17-a4b0-4a1d-af72-43a58a77d4f6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.884419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15e4d926-524f-454a-ac26-f8644a1eb646 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.884910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e4d926-524f-454a-ac26-f8644a1eb646 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Fanout notify agent at l3_agent the message router_deleted on router 9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:24:32.892125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7177a17-a4b0-4a1d-af72-43a58a77d4f6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c1cfd5-ad20-4cc6-a9f7-549363695531,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:32.907372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7177a17-a4b0-4a1d-af72-43a58a77d4f6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.910954 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a7177a17-a4b0-4a1d-af72-43a58a77d4f6 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "DELETE /v2.0/security-groups/c0c1cfd5-ad20-4cc6-a9f7-549363695531 HTTP/1.1" status: 204 len: 168 time: 0.5679920 Mar 22 12:24:32.911269 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41584) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:32.915652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15e4d926-524f-454a-ac26-f8644a1eb646 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:32.919595 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-15e4d926-524f-454a-ac26-f8644a1eb646 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9 HTTP/1.1" status: 204 len: 168 time: 0.8507023 Mar 22 12:24:32.929093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41588) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:32.930857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:24:33.003114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.017300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.036395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-afa1c50b-d99e-4c4e-8f9e-17ca352af71c tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Synchronizing usage tracker for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:33.147516 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:33.183134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-0680a860-0fc1-4181-b678-fcc64eaa7095 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet e6e2b71d-2329-4642-90d7-c0a166c56211 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:24:33.194427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.196654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.201354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0680a860-0fc1-4181-b678-fcc64eaa7095 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.227017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-afa1c50b-d99e-4c4e-8f9e-17ca352af71c tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Unset dirty status for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:33.232034 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-afa1c50b-d99e-4c4e-8f9e-17ca352af71c tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3162563 Mar 22 12:24:33.232204 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event updated for resources: {'Port': ['ID=a7736f8c-8214-46d7-bb4d-81f52a5b378a,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:33.232302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41592) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:33.237754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'tempest-secgroup--114162033'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:33.252912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:33.274706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:33.287553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-714804a4-043b-416c-b4f6-9bc81fb12e35 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting subnet 9d8a36d0-ed9c-4336-90e5-16296e788a26 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:24:33.290784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-714804a4-043b-416c-b4f6-9bc81fb12e35 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.322180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.359754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-714804a4-043b-416c-b4f6-9bc81fb12e35 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.415281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:33.422147 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Usage tracker for resource:security_group_rule and tenant:b70af24c379747c482fca6e77f6065b8 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:33.426410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:33.436859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:33.450906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0680a860-0fc1-4181-b678-fcc64eaa7095 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.484034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-714804a4-043b-416c-b4f6-9bc81fb12e35 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.551230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.560508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.614993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8135a905-ade3-4cc2-82ad-d1ea70d22f61,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:33.620806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-714804a4-043b-416c-b4f6-9bc81fb12e35 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.660731 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.662127 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1f3efa2c-4b1f-4eab-9fc1-333b40be2f15 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4288449 Mar 22 12:24:33.664840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714804a4-043b-416c-b4f6-9bc81fb12e35 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8a36d0-ed9c-4336-90e5-16296e788a26,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:33.666668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41596) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:33.674419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e8fff3a6-fa92-4c2d-94ad-43831037352b tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:33.674961 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-e8fff3a6-fa92-4c2d-94ad-43831037352b tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 12:24:33.678322 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e8fff3a6-fa92-4c2d-94ad-43831037352b tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "PUT /v2.0/security-groups/8135a905-ade3-4cc2-82ad-d1ea70d22f61 HTTP/1.1" status: 409 len: 330 time: 0.0070930 Mar 22 12:24:33.678909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-714804a4-043b-416c-b4f6-9bc81fb12e35 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.680607 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-714804a4-043b-416c-b4f6-9bc81fb12e35 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/9d8a36d0-ed9c-4336-90e5-16296e788a26 HTTP/1.1" status: 204 len: 168 time: 0.7506166 Mar 22 12:24:33.681210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41600) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:33.683408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41604) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:33.689268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8378e4-26ee-4cc4-8f44-e1fb3beab790 None None] Network 7331628a-3793-44f6-b4b3-c87d4f0bab8a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:33.812501 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0680a860-0fc1-4181-b678-fcc64eaa7095 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.847550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Network 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:33.871655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ab03010-6144-448f-958d-6385e82fcd04 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.901508 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:33.923226 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ab03010-6144-448f-958d-6385e82fcd04 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.959327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] DHCP port deletion for 7331628a-3793-44f6-b4b3-c87d4f0bab8a request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:24:33.961287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca52b489-66bf-4b1d-b866-7d61e4fc4525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting subnet 9693936f-074e-403a-9c56-018ae26475d6 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:24:33.964113 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Deleting port 94e55888-bd81-4b36-b517-9a6f9d1238c9 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:33.964588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:33.971681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca52b489-66bf-4b1d-b866-7d61e4fc4525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.030428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca52b489-66bf-4b1d-b866-7d61e4fc4525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.064053 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ab03010-6144-448f-958d-6385e82fcd04 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.104713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab03010-6144-448f-958d-6385e82fcd04 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8135a905-ade3-4cc2-82ad-d1ea70d22f61,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:34.118052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0ab03010-6144-448f-958d-6385e82fcd04 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.121614 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0ab03010-6144-448f-958d-6385e82fcd04 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "DELETE /v2.0/security-groups/8135a905-ade3-4cc2-82ad-d1ea70d22f61 HTTP/1.1" status: 204 len: 168 time: 0.4371662 Mar 22 12:24:34.122621 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41608) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:34.126140 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:24:34.189926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca52b489-66bf-4b1d-b866-7d61e4fc4525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.201175 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0680a860-0fc1-4181-b678-fcc64eaa7095 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.223986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9f3360f4-7738-462d-95ef-8ab3f579a80c tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Synchronizing usage tracker for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:34.261998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9f3360f4-7738-462d-95ef-8ab3f579a80c tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] Unset dirty status for tenant:b70af24c379747c482fca6e77f6065b8 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:34.263188 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9f3360f4-7738-462d-95ef-8ab3f579a80c tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1396322 Mar 22 12:24:34.264411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680a860-0fc1-4181-b678-fcc64eaa7095 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e2b71d-2329-4642-90d7-c0a166c56211,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:34.267870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41612) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:34.283714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] For port 94e55888-bd81-4b36-b517-9a6f9d1238c9, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=94e55888-bd81-4b36-b517-9a6f9d1238c9,segment=NetworkSegment(3cf4798a-04c2-49fd-bd06-9296cc704376),segment_id=3cf4798a-04c2-49fd-bd06-9296cc704376)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:34.284483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.291216 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-bf3fda10-c34a-4ca3-be89-302d4be5cd57 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] delete failed (client error): The resource could not be found. Mar 22 12:24:34.292227 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf3fda10-c34a-4ca3-be89-302d4be5cd57 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "DELETE /v2.0/security-groups/8c3de320-2de3-4d86-acd9-ac4e53e0ca5e HTTP/1.1" status: 404 len: 347 time: 0.0234525 Mar 22 12:24:34.296171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41616) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:34.303575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0680a860-0fc1-4181-b678-fcc64eaa7095 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.312425 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca52b489-66bf-4b1d-b866-7d61e4fc4525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.354629 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-d983ecfc-ebb6-418d-a0fb-4fcde21622d9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] show failed (client error): The resource could not be found. Mar 22 12:24:34.355650 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d983ecfc-ebb6-418d-a0fb-4fcde21622d9 tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-groups/0ce92b56-f027-4f49-9eb3-c4820edb7462 HTTP/1.1" status: 404 len: 347 time: 0.0585723 Mar 22 12:24:34.360754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52b489-66bf-4b1d-b866-7d61e4fc4525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Subnet': ['ID=9693936f-074e-403a-9c56-018ae26475d6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:34.364148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41620) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:34.367430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ca52b489-66bf-4b1d-b866-7d61e4fc4525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.374937 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ca52b489-66bf-4b1d-b866-7d61e4fc4525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/9693936f-074e-403a-9c56-018ae26475d6 HTTP/1.1" status: 204 len: 168 time: 0.6906605 Mar 22 12:24:34.377611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41624) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:34.397987 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0680a860-0fc1-4181-b678-fcc64eaa7095 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/e6e2b71d-2329-4642-90d7-c0a166c56211 HTTP/1.1" status: 204 len: 168 time: 1.7418265 Mar 22 12:24:34.399440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41628) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:34.455541 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-a6fcbae5-85aa-4645-8d94-3b425d30988e tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] show failed (client error): The resource could not be found. Mar 22 12:24:34.456564 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a6fcbae5-85aa-4645-8d94-3b425d30988e tempest-NegativeSecGroupIPv6Test-2143041039 tempest-NegativeSecGroupIPv6Test-2143041039-project] 10.222.0.62 "GET /v2.0/security-group-rules/3eba82fc-4ba3-48c1-94cc-74a39d424fde HTTP/1.1" status: 404 len: 356 time: 0.0900247 Mar 22 12:24:34.471560 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Calling delete_port for 94e55888-bd81-4b36-b517-9a6f9d1238c9 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:34.474073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:34.489071 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f570b987-5002-4d2b-996d-64881d32f395 None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:34.498535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a81afa0-f913-47d3-8043-ba035460a366 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:34.508176 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570b987-5002-4d2b-996d-64881d32f395 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:34.509340 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f570b987-5002-4d2b-996d-64881d32f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:34.543292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.591307 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f570b987-5002-4d2b-996d-64881d32f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:34.604806 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f570b987-5002-4d2b-996d-64881d32f395 None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:34.605746 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f570b987-5002-4d2b-996d-64881d32f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:34.619728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe257ecc-e606-417a-bd55-57e36f723ca7 None None] Network 7c83b3ef-5039-4f87-8f40-413022adff8d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:34.634789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 94e55888-bd81-4b36-b517-9a6f9d1238c9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:34.635523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.692761 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f570b987-5002-4d2b-996d-64881d32f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:34.694642 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f570b987-5002-4d2b-996d-64881d32f395 None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:34.730693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 94e55888-bd81-4b36-b517-9a6f9d1238c9 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:34.755190 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac12798e-4ed5-4dbe-ad56-2c6f7fda8696 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet f5fea13d-4260-4cbb-b52f-28a9f64ae1a8 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:24:34.759670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac12798e-4ed5-4dbe-ad56-2c6f7fda8696 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.805682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.811482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41634) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:34.811767 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8e49dd33-1163-4319-9731-df98b67bd249 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/ports/96f847a2-deb3-44cd-81e5-d26b79e5bdb1 HTTP/1.1" status: 204 len: 168 time: 5.4726088 Mar 22 12:24:34.924521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9ee7176c-a9f2-4501-934b-bd657a9c3300 None None] Provisioning complete for port a7736f8c-8214-46d7-bb4d-81f52a5b378a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:34.925021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9ee7176c-a9f2-4501-934b-bd657a9c3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.979016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:34.992594 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41640) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:35.039142 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-51205a04-40eb-4f9e-9e06-b35bf6749c5f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port c54e592c-daa4-4190-86c2-62102c2a6f50 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:35.039569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51205a04-40eb-4f9e-9e06-b35bf6749c5f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.053967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9ee7176c-a9f2-4501-934b-bd657a9c3300 None None] Port a7736f8c-8214-46d7-bb4d-81f52a5b378a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:35.072863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac12798e-4ed5-4dbe-ad56-2c6f7fda8696 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.102094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 94e55888-bd81-4b36-b517-9a6f9d1238c9, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=94e55888-bd81-4b36-b517-9a6f9d1238c9,segment=NetworkSegment(3cf4798a-04c2-49fd-bd06-9296cc704376),segment_id=3cf4798a-04c2-49fd-bd06-9296cc704376)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:35.106701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Router 181f093c-66d8-4234-af4a-b49230249a98 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:35.119387 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-01cf29a6-7639-45d9-9031-cdf9eef411f7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "GET /v2.0/floatingips/9166e840-7c52-4b56-82c4-59580464d810 HTTP/1.1" status: 200 len: 688 time: 0.3069870 Mar 22 12:24:35.124123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41646) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:35.139310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.173068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port 94e55888-bd81-4b36-b517-9a6f9d1238c9, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=94e55888-bd81-4b36-b517-9a6f9d1238c9,segment=NetworkSegment(3cf4798a-04c2-49fd-bd06-9296cc704376),segment_id=3cf4798a-04c2-49fd-bd06-9296cc704376)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:35.173424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.251524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:35.252131 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:35.295792 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=94e55888-bd81-4b36-b517-9a6f9d1238c9,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:35.349702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45b359d-ad5e-4d6f-9566-ab70c0aa568e None None] DHCP port deletion for 7c83b3ef-5039-4f87-8f40-413022adff8d request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:24:35.354025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b45b359d-ad5e-4d6f-9566-ab70c0aa568e None None] Deleting port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:35.354394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b45b359d-ad5e-4d6f-9566-ab70c0aa568e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.354751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for 94e55888-bd81-4b36-b517-9a6f9d1238c9 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:35.420108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac12798e-4ed5-4dbe-ad56-2c6f7fda8696 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.474459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8d029-c60a-408b-b711-03f346a1c08f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port abbdd412-3dc3-409d-9bac-2e37d9ec5ec7 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:35.474969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d029-c60a-408b-b711-03f346a1c08f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.485192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:35.485887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:35.520687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac12798e-4ed5-4dbe-ad56-2c6f7fda8696 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.572387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12798e-4ed5-4dbe-ad56-2c6f7fda8696 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fea13d-4260-4cbb-b52f-28a9f64ae1a8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:35.578031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac12798e-4ed5-4dbe-ad56-2c6f7fda8696 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.595924 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ac12798e-4ed5-4dbe-ad56-2c6f7fda8696 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/f5fea13d-4260-4cbb-b52f-28a9f64ae1a8 HTTP/1.1" status: 204 len: 168 time: 1.1931233 Mar 22 12:24:35.596658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41650) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:35.606221 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b45b359d-ad5e-4d6f-9566-ab70c0aa568e None None] For port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=abcd8b58-7bc8-481e-90ce-319e7bb9c6b5,segment=NetworkSegment(398437a2-af4c-47f3-ade6-c7b5b621be63),segment_id=398437a2-af4c-47f3-ade6-c7b5b621be63)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:35.606687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b45b359d-ad5e-4d6f-9566-ab70c0aa568e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.667005 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9fee6622-46eb-4c02-8b49-49a78859b359 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690477 Mar 22 12:24:35.669659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41654) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:35.676391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:35.743100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b45b359d-ad5e-4d6f-9566-ab70c0aa568e None None] Calling delete_port for abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:35.773813 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Deleting port 94e55888-bd81-4b36-b517-9a6f9d1238c9 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:35.774147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.809932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:35.815344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:35.819481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:35.826153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:35.843952 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:35.853813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.867769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51205a04-40eb-4f9e-9e06-b35bf6749c5f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.940100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8119e81e-c40b-46ae-8289-2ec201fffdc9 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:35.957743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b45b359d-ad5e-4d6f-9566-ab70c0aa568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:35.987649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 94e55888-bd81-4b36-b517-9a6f9d1238c9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:35.988347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.041767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-51205a04-40eb-4f9e-9e06-b35bf6749c5f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for c54e592c-daa4-4190-86c2-62102c2a6f50 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:36.124011 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b359d-ad5e-4d6f-9566-ab70c0aa568e None None] Pushing event deleted for resources: {'Port': ['ID=abcd8b58-7bc8-481e-90ce-319e7bb9c6b5,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:36.126019 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-054486a9-48b4-4657-ad8b-c8c3da5e4998 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b70af24c379747c482fca6e77f6065b8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1322594 Mar 22 12:24:36.128521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41658) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:36.160010 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b359d-ad5e-4d6f-9566-ab70c0aa568e None None] No DVR routers for this DVR port abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:24:36.220355 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] For port 94e55888-bd81-4b36-b517-9a6f9d1238c9, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=94e55888-bd81-4b36-b517-9a6f9d1238c9,segment=NetworkSegment(3cf4798a-04c2-49fd-bd06-9296cc704376),segment_id=3cf4798a-04c2-49fd-bd06-9296cc704376)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:36.220775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.256399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d029-c60a-408b-b711-03f346a1c08f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.257485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d029-c60a-408b-b711-03f346a1c08f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.326889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5264b094-62c1-4bc3-8cef-95e13f03c9d0 None None] Provisioning complete for port 015a7e15-b1fe-4984-a33d-214b56f8768a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:36.326889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5264b094-62c1-4bc3-8cef-95e13f03c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.363959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port 94e55888-bd81-4b36-b517-9a6f9d1238c9, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=94e55888-bd81-4b36-b517-9a6f9d1238c9,segment=NetworkSegment(3cf4798a-04c2-49fd-bd06-9296cc704376),segment_id=3cf4798a-04c2-49fd-bd06-9296cc704376)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:36.364403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.378145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-31c5f614-8d68-4983-a379-d07ab5fcf1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.411477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8d029-c60a-408b-b711-03f346a1c08f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for abbdd412-3dc3-409d-9bac-2e37d9ec5ec7 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:36.414237 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:36.442577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Calling delete_port for 94e55888-bd81-4b36-b517-9a6f9d1238c9 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:36.508977 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:24:36.509253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device abcd8b58-7bc8-481e-90ce-319e7bb9c6b5 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:24:36.510103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for 94e55888-bd81-4b36-b517-9a6f9d1238c9 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:36.575457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:36.591949 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-31c5f614-8d68-4983-a379-d07ab5fcf1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.606346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ef38a-8655-42ea-80a0-a04bb5c915e2 None None] Sync routers for ids ['181f093c-66d8-4234-af4a-b49230249a98'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:36.615224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.652094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51205a04-40eb-4f9e-9e06-b35bf6749c5f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.677884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] No DVR routers for this DVR port 94e55888-bd81-4b36-b517-9a6f9d1238c9 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:24:36.686308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:24:36.701789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096e5ca-fbd5-4d7f-9248-45c8bc600bd1 None None] Pushing event deleted for resources: {'Port': ['ID=94e55888-bd81-4b36-b517-9a6f9d1238c9,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:36.704782 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-06c903d5-eac2-4046-acff-b06741282ba5 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "PUT /v2.0/routers/181f093c-66d8-4234-af4a-b49230249a98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1079900 Mar 22 12:24:36.713412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41662) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:36.715131 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Deleting port 015a7e15-b1fe-4984-a33d-214b56f8768a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:36.715662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.723967 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Request body: {'port': {'network_id': '70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48', 'name': 'tempest-FloatingIPAdminTestJSON-183038924'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:36.725069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51205a04-40eb-4f9e-9e06-b35bf6749c5f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=c54e592c-daa4-4190-86c2-62102c2a6f50,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:36.767107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d029-c60a-408b-b711-03f346a1c08f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:36.767394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ef38a-8655-42ea-80a0-a04bb5c915e2 None None] Routers {'181f093c-66d8-4234-af4a-b49230249a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:36.768076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-325ef38a-8655-42ea-80a0-a04bb5c915e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['181f093c-66d8-4234-af4a-b49230249a98'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:36.861787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8d029-c60a-408b-b711-03f346a1c08f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=abbdd412-3dc3-409d-9bac-2e37d9ec5ec7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:36.893398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-325ef38a-8655-42ea-80a0-a04bb5c915e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:36.936966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:36.937274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:36.965470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:24:37.043141 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-31c5f614-8d68-4983-a379-d07ab5fcf1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.084774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5f614-8d68-4983-a379-d07ab5fcf1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccbfd57-d747-4377-aa0f-0f3ecc0ad977,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:37.099029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:37.110210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Usage tracker for resource:port and tenant:2782a49aab374efdbbfdcea7f4669962 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:37.110449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] For port 015a7e15-b1fe-4984-a33d-214b56f8768a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=015a7e15-b1fe-4984-a33d-214b56f8768a,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:37.110559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.115133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:37.125699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:37.148462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Made reservation on behalf of 2782a49aab374efdbbfdcea7f4669962 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:37.151795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.163874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-31c5f614-8d68-4983-a379-d07ab5fcf1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.167250 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-31c5f614-8d68-4983-a379-d07ab5fcf1ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dccbfd57-d747-4377-aa0f-0f3ecc0ad977 HTTP/1.1" status: 204 len: 168 time: 1.0333185 Mar 22 12:24:37.211233 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d029-c60a-408b-b711-03f346a1c08f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.213604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d029-c60a-408b-b711-03f346a1c08f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.220786 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d6a8d029-c60a-408b-b711-03f346a1c08f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/floatingips/9166e840-7c52-4b56-82c4-59580464d810 HTTP/1.1" status: 204 len: 168 time: 2.0774312 Mar 22 12:24:37.223303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41668) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:37.231678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'b4bc16ad-cd4f-4550-9ae5-43b6838de746'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:37.238100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:37.242509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Calling delete_port for 015a7e15-b1fe-4984-a33d-214b56f8768a owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:37.243586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 94e55888-bd81-4b36-b517-9a6f9d1238c9 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:37.244093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.252578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:floatingip and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:37.265484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:37.277625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:37.299302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.330697 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:37.331028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:37.334331 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ef38a-8655-42ea-80a0-a04bb5c915e2 None None] Routers {'181f093c-66d8-4234-af4a-b49230249a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:37.334947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-325ef38a-8655-42ea-80a0-a04bb5c915e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['181f093c-66d8-4234-af4a-b49230249a98'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:37.338969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] The port '94e55888-bd81-4b36-b517-9a6f9d1238c9' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:24:37.342251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] device_id is not set on port b289a3c9-0f29-448d-b209-a0912b3c2cd8 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:24:37.383548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-51205a04-40eb-4f9e-9e06-b35bf6749c5f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.401953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-325ef38a-8655-42ea-80a0-a04bb5c915e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:37.402346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ef38a-8655-42ea-80a0-a04bb5c915e2 None None] The sync data for ids ['181f093c-66d8-4234-af4a-b49230249a98'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:37.410226 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.596496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.599545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.677264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7331628a-3793-44f6-b4b3-c87d4f0bab8a']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:37.716302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf4798a-04c2-49fd-bd06-9296cc704376') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:37.717038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf4798a-04c2-49fd-bd06-9296cc704376') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:37.781683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.814960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.832121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Deleting port 015a7e15-b1fe-4984-a33d-214b56f8768a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:37.832705 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.834400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:24:37.834697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:24:37.849634 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:24:37.856435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Allocated IP 172.20.0.11 (70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48/c5d0ed9d-7a3f-454e-baaa-c6172e365f5e/b289a3c9-0f29-448d-b209-a0912b3c2cd8) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:37.898313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.26.0.195 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/2fcc76d5-0573-40ae-bfc1-7745c64fbd71) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:38.001280 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] For port 015a7e15-b1fe-4984-a33d-214b56f8768a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=015a7e15-b1fe-4984-a33d-214b56f8768a,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:38.003321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.008590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.044710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Network': ['ID=7331628a-3793-44f6-b4b3-c87d4f0bab8a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:38.070098 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-892d6694-fd33-4908-9bc0-5b16f57d7cb6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/networks/7331628a-3793-44f6-b4b3-c87d4f0bab8a HTTP/1.1" status: 204 len: 168 time: 3.6914449 Mar 22 12:24:38.075817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41686) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:38.112594 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] For port 015a7e15-b1fe-4984-a33d-214b56f8768a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=015a7e15-b1fe-4984-a33d-214b56f8768a,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:38.112978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.203116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.234990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51205a04-40eb-4f9e-9e06-b35bf6749c5f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router 365fcffb-60c2-44bb-9a46-cfa23ce95d9a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:38.260473 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.325621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41692) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:38.336585 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Calling delete_port for 015a7e15-b1fe-4984-a33d-214b56f8768a owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:38.337724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.342834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.356109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.356826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.374695 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 015a7e15-b1fe-4984-a33d-214b56f8768a no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:38.485820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=2fcc76d5-0573-40ae-bfc1-7745c64fbd71,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:38.514605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:38.514605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:38.520189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.525706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:38.543077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5b139443-3061-4192-b064-3e466c46cce9 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2041413563', 'prefixes': ['172.20.0.0/16']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:38.549433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:38.553770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:38.556926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 015a7e15-b1fe-4984-a33d-214b56f8768a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=015a7e15-b1fe-4984-a33d-214b56f8768a,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:38.563164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.584481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5b139443-3061-4192-b064-3e466c46cce9 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:38.638375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:38.639224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=b9832c19-5ebc-4090-85f6-fcd1d8d11ee0,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:38.649611 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=015a7e15-b1fe-4984-a33d-214b56f8768a,revision_number=9']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:38.745684 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51205a04-40eb-4f9e-9e06-b35bf6749c5f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:38.756254 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971a7971-bcc7-48ac-82ea-8258d0bd76e7 None None] Sync routers for ids ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:38.769849 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a7971-bcc7-48ac-82ea-8258d0bd76e7 None None] Routers {'365fcffb-60c2-44bb-9a46-cfa23ce95d9a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:38.770465 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-971a7971-bcc7-48ac-82ea-8258d0bd76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:38.782903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:38.790855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=015a7e15-b1fe-4984-a33d-214b56f8768a,revision_number=8']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:38.796155 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-51205a04-40eb-4f9e-9e06-b35bf6749c5f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/365fcffb-60c2-44bb-9a46-cfa23ce95d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3576601 Mar 22 12:24:38.796155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41698) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:38.796507 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:38.798247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.821701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.835572 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-971a7971-bcc7-48ac-82ea-8258d0bd76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:38.844195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:38.847650 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a7971-bcc7-48ac-82ea-8258d0bd76e7 None None] Routers {'365fcffb-60c2-44bb-9a46-cfa23ce95d9a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:38.848262 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-971a7971-bcc7-48ac-82ea-8258d0bd76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:38.862718 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dedcd7c1-540e-4a79-ab22-9618518e5e2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1886826 Mar 22 12:24:38.868516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41702) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:38.877254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c83b3ef-5039-4f87-8f40-413022adff8d']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:38.887337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:38.907330 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-971a7971-bcc7-48ac-82ea-8258d0bd76e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:38.907722 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971a7971-bcc7-48ac-82ea-8258d0bd76e7 None None] The sync data for ids ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:38.913204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Transition to ACTIVE for port object b289a3c9-0f29-448d-b209-a0912b3c2cd8 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:38.915366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398437a2-af4c-47f3-ade6-c7b5b621be63') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:38.915654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398437a2-af4c-47f3-ade6-c7b5b621be63') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:38.983955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.026015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.050221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:24:39.050560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:24:39.065032 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:24:39.072656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.170055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5b139443-3061-4192-b064-3e466c46cce9 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] Notify callbacks [] for subnetpool, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.173633 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5b139443-3061-4192-b064-3e466c46cce9 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8443472 Mar 22 12:24:39.179424 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41706) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:39.217193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:39.229405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.232148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:39.239254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:39.247316 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-53de1d93-810d-4cbf-85c3-c8ebbc096e27 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] 10.222.0.62 "GET /v2.0/subnetpools/3d4a8221-c39a-4245-85b3-a2fe6a4e57d3 HTTP/1.1" status: 200 len: 732 time: 0.0649467 Mar 22 12:24:39.250358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41710) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:39.259828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-868b73f3-6565-4bf2-894c-40212b532d94 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1641749794'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:39.261164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.267989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event updated for resources: {'Port': ['ID=b289a3c9-0f29-448d-b209-a0912b3c2cd8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:39.277344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Network 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:39.278220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:39.283153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Network': ['ID=7c83b3ef-5039-4f87-8f40-413022adff8d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:39.285054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:39.291207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:39.321529 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1b6e3300-7a42-451d-bf81-732f618f60fb tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/networks/7c83b3ef-5039-4f87-8f40-413022adff8d HTTP/1.1" status: 204 len: 168 time: 1.2418537 Mar 22 12:24:39.329934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41714) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:39.335667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:39.338810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.363299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1214316475'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:39.394202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Deleting port 015a7e15-b1fe-4984-a33d-214b56f8768a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:39.394755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.428536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:39.450203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:network and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:39.457392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:39.463864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:39.464497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.481638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:39.513017 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0889fbc-d9a0-42b0-9833-d6976f2a1320 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7951033 Mar 22 12:24:39.514054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41718) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:39.517426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:39.520664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.549804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-868b73f3-6565-4bf2-894c-40212b532d94 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] Notify callbacks [] for subnetpool, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.550990 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-868b73f3-6565-4bf2-894c-40212b532d94 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] 10.222.0.62 "PUT /v2.0/subnetpools/3d4a8221-c39a-4245-85b3-a2fe6a4e57d3 HTTP/1.1" status: 200 len: 684 time: 0.2988884 Mar 22 12:24:39.554450 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41724) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:39.622714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:24:39.682302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.683547 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added segment 3f658804-45d9-4c94-be63-32dca6aac083 of type vlan for network 5f716b2c-7d44-4d31-873f-ef0e21e6eed3 Mar 22 12:24:39.694947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-edb0e069-3c10-4258-98f9-81f6c988af97 None None] Provisioning for port b289a3c9-0f29-448d-b209-a0912b3c2cd8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:39.698904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-acabc4bb-3c7e-46dd-84fb-b55bd7d4c956 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.708819 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-edb0e069-3c10-4258-98f9-81f6c988af97 None None] Provisioning complete for port b289a3c9-0f29-448d-b209-a0912b3c2cd8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:39.709322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edb0e069-3c10-4258-98f9-81f6c988af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.717545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'project_id': '2782a49aab374efdbbfdcea7f4669962', 'port_id': 'b289a3c9-0f29-448d-b209-a0912b3c2cd8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:39.763065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:39.787425 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] For port 015a7e15-b1fe-4984-a33d-214b56f8768a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=015a7e15-b1fe-4984-a33d-214b56f8768a,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:39.787655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.787885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Usage tracker for resource:floatingip and tenant:2782a49aab374efdbbfdcea7f4669962 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:39.798562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:39.798854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-edb0e069-3c10-4258-98f9-81f6c988af97 None None] Port b289a3c9-0f29-448d-b209-a0912b3c2cd8 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:39.809582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.822620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:39.828883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.860587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.883897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a9881da9-8cc4-4106-ab03-9a58998b3b85 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] Notify callbacks [] for subnetpool, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.887547 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a9881da9-8cc4-4106-ab03-9a58998b3b85 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] 10.222.0.62 "DELETE /v2.0/subnetpools/3d4a8221-c39a-4245-85b3-a2fe6a4e57d3 HTTP/1.1" status: 204 len: 168 time: 0.3273339 Mar 22 12:24:39.888431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41728) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:39.919324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.942083 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-07edd57d-4bca-4596-86ce-e2bdd9d4cb03 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] show failed (client error): The resource could not be found. Mar 22 12:24:39.945995 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-07edd57d-4bca-4596-86ce-e2bdd9d4cb03 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] 10.222.0.62 "GET /v2.0/subnetpools/3d4a8221-c39a-4245-85b3-a2fe6a4e57d3 HTTP/1.1" status: 404 len: 346 time: 0.0539467 Mar 22 12:24:39.947286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41732) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:39.957699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Calling delete_port for 015a7e15-b1fe-4984-a33d-214b56f8768a owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:39.965076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:39.968928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:39.969311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:40.069846 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-7b5b4aba-ead5-4294-af63-ee266a15b322 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] delete failed (client error): The resource could not be found. Mar 22 12:24:40.069846 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7b5b4aba-ead5-4294-af63-ee266a15b322 tempest-SubnetPoolsTestJSON-906557156 tempest-SubnetPoolsTestJSON-906557156-project] 10.222.0.62 "DELETE /v2.0/subnetpools/3d4a8221-c39a-4245-85b3-a2fe6a4e57d3 HTTP/1.1" status: 404 len: 346 time: 0.1182289 Mar 22 12:24:40.102734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:40.116459 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7851646 Mar 22 12:24:40.121566 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41738) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:40.132777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1297c-d549-47fe-a621-9a8e2ec741ed tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Network': ['ID=5f716b2c-7d44-4d31-873f-ef0e21e6eed3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:40.134131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'subnet': {'network_id': '5f716b2c-7d44-4d31-873f-ef0e21e6eed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:40.140772 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:40.155058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 5f716b2c-7d44-4d31-873f-ef0e21e6eed3 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:24:40.192343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] Pushing event deleted for resources: {'Port': ['ID=015a7e15-b1fe-4984-a33d-214b56f8768a,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:40.216071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:40.221564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:40.225699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=7cc11d89-5f36-4bb9-955a-45adb55259b3,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:40.229786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:40.230410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:40.270162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:40.277206 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa20117e-2191-4a04-b80c-d1c8480bb526 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4044302 Mar 22 12:24:40.290081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41742) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:40.308888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:c1:2b:07', 'name': 'tempest-NetworksTestDHCPv6-385041091'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:40.377018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7adc14-3ee1-4834-ab26-b8bd184e0b77 None None] No DVR routers for this DVR port 015a7e15-b1fe-4984-a33d-214b56f8768a on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:24:40.395241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4112f09-7dc9-4003-9689-cc82bc73fbd5 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:40.433876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Allocated IP 172.26.0.229 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/acf9aba0-060d-4c9d-8cfc-f6e968e118f5) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:40.512110 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41748) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:40.606302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:40.643274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:40.659522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '7cc11d89-5f36-4bb9-955a-45adb55259b3'}, {'subnet_id': 'b9832c19-5ebc-4090-85f6-fcd1d8d11ee0'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:24:40.660504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:40.697132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:40.723307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:subnet and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:40.728475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:40.748321 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:40.750905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:40.754865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:40.762358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:40.813639 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Pushing event updated for resources: {'Port': ['ID=acf9aba0-060d-4c9d-8cfc-f6e968e118f5,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:40.856421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:24:40.872764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-69eef4e0-c8aa-4990-b118-46ce2b0ae609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:40.881634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:40.908963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Allocated IP 172.20.0.2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/7cc11d89-5f36-4bb9-955a-45adb55259b3/236ebef7-3d85-40ad-a549-60538d8dfc6f) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:40.911424 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:40.916514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Allocated IP 2001:db8::f816:3eff:fec7:77d (578a050b-df3b-4bf8-b5f3-612af8e4798e/b9832c19-5ebc-4090-85f6-fcd1d8d11ee0/236ebef7-3d85-40ad-a549-60538d8dfc6f) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:40.968631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:40.982772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:40.998471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:41.039139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:41.083526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:41.129602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.141431 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Transition to ACTIVE for port object 236ebef7-3d85-40ad-a549-60538d8dfc6f will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:41.167845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Transition to ACTIVE for port object 236ebef7-3d85-40ad-a549-60538d8dfc6f will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:41.176014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-69eef4e0-c8aa-4990-b118-46ce2b0ae609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:41.179707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.189041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.213529 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=2fcc76d5-0573-40ae-bfc1-7745c64fbd71,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:41.216654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-69eef4e0-c8aa-4990-b118-46ce2b0ae609 admin admin] Usage tracker for resource:security_group_rule and tenant:9a164e32ae92490597290568c0734d93 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:41.235742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-69eef4e0-c8aa-4990-b118-46ce2b0ae609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:41.278873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:41.282143 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:41.285973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:41.292284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-69eef4e0-c8aa-4990-b118-46ce2b0ae609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:41.292824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Pushing event updated for resources: {'Port': ['ID=236ebef7-3d85-40ad-a549-60538d8dfc6f,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:41.298453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:41.408260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.415806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Attempting to bind port 236ebef7-3d85-40ad-a549-60538d8dfc6f on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:41.416403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Attempting to bind port 236ebef7-3d85-40ad-a549-60538d8dfc6f by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:41.416514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Attempting to bind port 236ebef7-3d85-40ad-a549-60538d8dfc6f on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:41.423915 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:41.423915 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:41.424247 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.424597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:41.425002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Bound port: 236ebef7-3d85-40ad-a549-60538d8dfc6f, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:41.425358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.451743 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.466639 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.514885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] For port 236ebef7-3d85-40ad-a549-60538d8dfc6f, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:41.518360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] For port 236ebef7-3d85-40ad-a549-60538d8dfc6f, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=236ebef7-3d85-40ad-a549-60538d8dfc6f,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:41.523794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.611607 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abc767-c1f0-4801-89b9-226c4d9a9c44 None None] Pushing event updated for resources: {'Port': ['ID=236ebef7-3d85-40ad-a549-60538d8dfc6f,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:41.688002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.692972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.731033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.797617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-69eef4e0-c8aa-4990-b118-46ce2b0ae609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.801902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Pushing event updated for resources: {'Port': ['ID=acf9aba0-060d-4c9d-8cfc-f6e968e118f5,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:41.818228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-69eef4e0-c8aa-4990-b118-46ce2b0ae609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.827553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:41.896337 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:24:42.005933 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eef4e0-c8aa-4990-b118-46ce2b0ae609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c417752-b816-480f-aae1-673231d9bfcd,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:42.035733 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Floating IP b47cc5dd-312d-47bf-ae4f-019d2de4beac associated. External IP: 172.26.0.229, port: b289a3c9-0f29-448d-b209-a0912b3c2cd8. Mar 22 12:24:42.037784 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-69eef4e0-c8aa-4990-b118-46ce2b0ae609 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a164e32ae92490597290568c0734d93&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5139327 Mar 22 12:24:42.046740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41754) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:42.105328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:42.405610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 236ebef7-3d85-40ad-a549-60538d8dfc6f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:42.450002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Subnet': ['ID=45d6767f-5f62-4ee2-90bd-2899ab0a0ba2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:42.469362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Router 181f093c-66d8-4234-af4a-b49230249a98 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:42.492871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 236ebef7-3d85-40ad-a549-60538d8dfc6f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:42.530199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92c08898-602b-4aa9-9ba4-d438a7cf9730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:42.580871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-acabc4bb-3c7e-46dd-84fb-b55bd7d4c956 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 6e84d996-7edc-4dee-8b22-1bd7ee470eb3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:42.581217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-acabc4bb-3c7e-46dd-84fb-b55bd7d4c956 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:42.626225 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Floating IP f1addddb-e5be-461d-a31d-df08baf6f4f4 associated. External IP: 172.26.0.195, port: b4bc16ad-cd4f-4550-9ae5-43b6838de746. Mar 22 12:24:42.692811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Checking segment: {'id': '3f658804-45d9-4c94-be63-32dca6aac083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f716b2c-7d44-4d31-873f-ef0e21e6eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:42.693235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network hostable DHCP agents. Network: 5f716b2c-7d44-4d31-873f-ef0e21e6eed3, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:24:42.698928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92c08898-602b-4aa9-9ba4-d438a7cf9730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:42.715692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 172.20.0.5 (578a050b-df3b-4bf8-b5f3-612af8e4798e/7cc11d89-5f36-4bb9-955a-45adb55259b3/fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:42.786545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164145ea-ef03-43b7-9025-e5da51410dcc None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:42.812060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::f816:3eff:fec1:2b07 (578a050b-df3b-4bf8-b5f3-612af8e4798e/b9832c19-5ebc-4090-85f6-fcd1d8d11ee0/fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:42.817493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:42.852157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:42.893578 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086d648-c913-4982-a428-2745b9a52314 None None] Sync routers for ids ['181f093c-66d8-4234-af4a-b49230249a98'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:42.914787 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6be02585-f4b0-463b-852a-dda48dc0fd5c tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.3993776 Mar 22 12:24:42.917170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41758) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:42.932413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086d648-c913-4982-a428-2745b9a52314 None None] Routers {'181f093c-66d8-4234-af4a-b49230249a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:42.933038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6086d648-c913-4982-a428-2745b9a52314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['181f093c-66d8-4234-af4a-b49230249a98'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:42.998311 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6086d648-c913-4982-a428-2745b9a52314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:43.025047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f19cf263-c9dc-4c19-bb33-26cff98a4f4a tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] 10.222.0.62 "GET /v2.0/floatingips/b47cc5dd-312d-47bf-ae4f-019d2de4beac HTTP/1.1" status: 200 len: 983 time: 0.1066329 Mar 22 12:24:43.027410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41762) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:43.029247 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a639e16a-aac4-4941-b06d-a6db6f117f89 None None] Provisioning for port 236ebef7-3d85-40ad-a549-60538d8dfc6f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:43.036798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086d648-c913-4982-a428-2745b9a52314 None None] Routers {'181f093c-66d8-4234-af4a-b49230249a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:43.037409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6086d648-c913-4982-a428-2745b9a52314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['181f093c-66d8-4234-af4a-b49230249a98'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:43.053281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 5f716b2c-7d44-4d31-873f-ef0e21e6eed3 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:24:43.105812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a639e16a-aac4-4941-b06d-a6db6f117f89 None None] Provisioning complete for port 236ebef7-3d85-40ad-a549-60538d8dfc6f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:43.105812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a639e16a-aac4-4941-b06d-a6db6f117f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.143127 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6147c917-a994-4b4b-b21b-aef004ca1e43 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2237 time: 0.1120191 Mar 22 12:24:43.143366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-acabc4bb-3c7e-46dd-84fb-b55bd7d4c956 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.144321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41766) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:43.156153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-6086d648-c913-4982-a428-2745b9a52314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:43.156476 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086d648-c913-4982-a428-2745b9a52314 None None] The sync data for ids ['181f093c-66d8-4234-af4a-b49230249a98'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:43.156615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 5f716b2c-7d44-4d31-873f-ef0e21e6eed3) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:43.163170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92c08898-602b-4aa9-9ba4-d438a7cf9730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.197538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1a4e05-4361-48f6-9d4e-91da62783c9f None None] Network 5f716b2c-7d44-4d31-873f-ef0e21e6eed3 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:43.235046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.290540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:43.291124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.300835 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-acabc4bb-3c7e-46dd-84fb-b55bd7d4c956 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 6e84d996-7edc-4dee-8b22-1bd7ee470eb3 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:43.349967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c08898-602b-4aa9-9ba4-d438a7cf9730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c417752-b816-480f-aae1-673231d9bfcd,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:43.381079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Deleting port acf9aba0-060d-4c9d-8cfc-f6e968e118f5 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:43.381588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.403243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92c08898-602b-4aa9-9ba4-d438a7cf9730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.407218 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-92c08898-602b-4aa9-9ba4-d438a7cf9730 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c417752-b816-480f-aae1-673231d9bfcd HTTP/1.1" status: 204 len: 168 time: 1.3490536 Mar 22 12:24:43.431579 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4dfb13f6-6c06-436c-b581-386f8334a525 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3064914 Mar 22 12:24:43.437928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41772) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:43.455063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2a986f63-4099-4fbf-9392-1d3ee30aa63e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-61981544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:43.479374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2a986f63-4099-4fbf-9392-1d3ee30aa63e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:43.488135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.497935 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2a986f63-4099-4fbf-9392-1d3ee30aa63e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:router and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:43.506066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2a986f63-4099-4fbf-9392-1d3ee30aa63e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:43.519383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2a986f63-4099-4fbf-9392-1d3ee30aa63e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:43.522535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a639e16a-aac4-4941-b06d-a6db6f117f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.536037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:43.563857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a986f63-4099-4fbf-9392-1d3ee30aa63e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.565069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a986f63-4099-4fbf-9392-1d3ee30aa63e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.624912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a639e16a-aac4-4941-b06d-a6db6f117f89 None None] For port 236ebef7-3d85-40ad-a549-60538d8dfc6f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=236ebef7-3d85-40ad-a549-60538d8dfc6f,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:43.629973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a639e16a-aac4-4941-b06d-a6db6f117f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.653541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.667744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.668068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.686511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-5f716b2c-7d44-4d31-873f-ef0e21e6eed3', 'network_id': '5f716b2c-7d44-4d31-873f-ef0e21e6eed3', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'fixed_ips': [{'subnet_id': '45d6767f-5f62-4ee2-90bd-2899ab0a0ba2'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:24:43.687643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.742281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a986f63-4099-4fbf-9392-1d3ee30aa63e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:43.844792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Calling delete_port for acf9aba0-060d-4c9d-8cfc-f6e968e118f5 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:43.845488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639e16a-aac4-4941-b06d-a6db6f117f89 None None] Pushing event updated for resources: {'Port': ['ID=236ebef7-3d85-40ad-a549-60538d8dfc6f,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:43.941643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Allocated IP 2001:db8::2 (5f716b2c-7d44-4d31-873f-ef0e21e6eed3/45d6767f-5f62-4ee2-90bd-2899ab0a0ba2/b027cc25-b371-4743-b242-4aef7e53ab33) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:43.989540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:43.998189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:44.006171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a986f63-4099-4fbf-9392-1d3ee30aa63e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.032578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:44.036248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:44.072052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.096528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-acabc4bb-3c7e-46dd-84fb-b55bd7d4c956 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.143680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c4492121-0769-4c58-80d9-6ccec7ab296e None None] Provisioning complete for port 236ebef7-3d85-40ad-a549-60538d8dfc6f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:44.144034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c4492121-0769-4c58-80d9-6ccec7ab296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.189062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a986f63-4099-4fbf-9392-1d3ee30aa63e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.193355 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2a986f63-4099-4fbf-9392-1d3ee30aa63e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7529273 Mar 22 12:24:44.235661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41786) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:44.256574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'port': {'network_id': '5f716b2c-7d44-4d31-873f-ef0e21e6eed3', 'name': 'tempest-RoutersIpV6Test-13484323'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:44.275912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event deleted for resources: {'Port': ['ID=acf9aba0-060d-4c9d-8cfc-f6e968e118f5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:44.426401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 236ebef7-3d85-40ad-a549-60538d8dfc6f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:44.480794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.530318 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.571633 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Transition to ACTIVE for port object b027cc25-b371-4743-b242-4aef7e53ab33 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:44.604143 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Transition to ACTIVE for port object b027cc25-b371-4743-b242-4aef7e53ab33 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:44.613840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.661900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabc4bb-3c7e-46dd-84fb-b55bd7d4c956 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=6e84d996-7edc-4dee-8b22-1bd7ee470eb3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:44.669632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:44.670363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.681831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Pushing event updated for resources: {'Port': ['ID=b027cc25-b371-4743-b242-4aef7e53ab33,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:44.700815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 236ebef7-3d85-40ad-a549-60538d8dfc6f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:44.701174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.763903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Network 5f716b2c-7d44-4d31-873f-ef0e21e6eed3 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:44.769736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:44.772122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:44.787957 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f301f273-9e7b-4ded-ad6c-337b0bcdcbfd None None] Provisioning for port fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:44.812378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41796) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:44.819248 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031755 Mar 22 12:24:44.828088 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-75bcf695-6949-48dd-af97-de62bde1f45d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.5241210 Mar 22 12:24:44.829940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41798) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:44.830365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41800) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:44.862246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f301f273-9e7b-4ded-ad6c-337b0bcdcbfd None None] Provisioning complete for port fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:44.862872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f301f273-9e7b-4ded-ad6c-337b0bcdcbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.864164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:44.871264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:port and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:44.875291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:44.885980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:44.905050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:44.908253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.911083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-acabc4bb-3c7e-46dd-84fb-b55bd7d4c956 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:44.937119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] device_id is not set on port 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:24:45.060394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Attempting to bind port b027cc25-b371-4743-b242-4aef7e53ab33 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:45.061268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Attempting to bind port b027cc25-b371-4743-b242-4aef7e53ab33 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3f658804-45d9-4c94-be63-32dca6aac083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f716b2c-7d44-4d31-873f-ef0e21e6eed3'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:45.061648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Attempting to bind port b027cc25-b371-4743-b242-4aef7e53ab33 on network 5f716b2c-7d44-4d31-873f-ef0e21e6eed3 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:45.088451 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-55b36251-b203-4921-bfbc-d996d585efa3 tempest-NetworksApiDiscovery-1596450776 tempest-NetworksApiDiscovery-1596450776-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2490284 Mar 22 12:24:45.108275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:45.108630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Checking segment: {'id': '3f658804-45d9-4c94-be63-32dca6aac083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f716b2c-7d44-4d31-873f-ef0e21e6eed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:45.109016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:45.109400 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Bound using segment: {'id': '3f658804-45d9-4c94-be63-32dca6aac083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f716b2c-7d44-4d31-873f-ef0e21e6eed3'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:45.109896 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Bound port: b027cc25-b371-4743-b242-4aef7e53ab33, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f658804-45d9-4c94-be63-32dca6aac083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5f716b2c-7d44-4d31-873f-ef0e21e6eed3'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:45.110255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:45.122577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f301f273-9e7b-4ded-ad6c-337b0bcdcbfd None None] Port fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:45.133685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb69f77-5fac-4d48-99ff-ed0fda779698 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:45.138565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb69f77-5fac-4d48-99ff-ed0fda779698 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:45.139379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ccb69f77-5fac-4d48-99ff-ed0fda779698 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:45.212849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] For port b027cc25-b371-4743-b242-4aef7e53ab33, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:45.216042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] For port b027cc25-b371-4743-b242-4aef7e53ab33, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b027cc25-b371-4743-b242-4aef7e53ab33,segment=NetworkSegment(3f658804-45d9-4c94-be63-32dca6aac083),segment_id=3f658804-45d9-4c94-be63-32dca6aac083)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:45.224507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:45.269254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Allocated IP 2001:db8::297 (5f716b2c-7d44-4d31-873f-ef0e21e6eed3/45d6767f-5f62-4ee2-90bd-2899ab0a0ba2/0ee719e8-5981-4ef8-a05e-3e4e18aa49ba) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:45.334200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256caa8-694c-47da-8158-f49078ed02d0 None None] Pushing event updated for resources: {'Port': ['ID=b027cc25-b371-4743-b242-4aef7e53ab33,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:45.399104 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:45.400858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ccb69f77-5fac-4d48-99ff-ed0fda779698 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:45.404925 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ccb69f77-5fac-4d48-99ff-ed0fda779698 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5678709 Mar 22 12:24:45.407225 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41814) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:45.519120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41818) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:45.580299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:45.617568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Transition to ACTIVE for port object 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:45.640260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Router 181f093c-66d8-4234-af4a-b49230249a98 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:45.690840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-49bb8b2a-54f0-48fd-8a4d-18b2b6a3da56 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:45.691412 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49bb8b2a-54f0-48fd-8a4d-18b2b6a3da56 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:45.769903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:45.833910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1b10-7c95-41c7-9052-f9830d2564fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:45.866568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 5f716b2c-7d44-4d31-873f-ef0e21e6eed3 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:45.867411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=0ee719e8-5981-4ef8-a05e-3e4e18aa49ba,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:45.871254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:45.874423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:45.878307 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:45.878904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:45.918876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acabc4bb-3c7e-46dd-84fb-b55bd7d4c956 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router 365fcffb-60c2-44bb-9a46-cfa23ce95d9a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:45.919151 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f80a9f7e-eaef-4681-a2dc-2a3a8e4aef0b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6671221 Mar 22 12:24:45.921718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41824) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:45.974631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d0ce1b10-7c95-41c7-9052-f9830d2564fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:46.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d0ce1b10-7c95-41c7-9052-f9830d2564fe admin admin] Usage tracker for resource:security_group_rule and tenant:f258336ca3f847bf9237271fa5d2a491 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:46.044305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d0ce1b10-7c95-41c7-9052-f9830d2564fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:46.061488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d0ce1b10-7c95-41c7-9052-f9830d2564fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:46.205499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:46.210753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:46.218576 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a217a5-f71d-40f6-a607-71a78e1a8888 None None] Sync routers for ids ['181f093c-66d8-4234-af4a-b49230249a98'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:46.234871 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a217a5-f71d-40f6-a607-71a78e1a8888 None None] Routers {'181f093c-66d8-4234-af4a-b49230249a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:46.235732 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-36a217a5-f71d-40f6-a607-71a78e1a8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['181f093c-66d8-4234-af4a-b49230249a98'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:46.276235 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-99dd4964-e98a-40d5-aed7-549e08029a11 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "DELETE /v2.0/floatingips/b47cc5dd-312d-47bf-ae4f-019d2de4beac HTTP/1.1" status: 204 len: 168 time: 3.1303115 Mar 22 12:24:46.279828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41828) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:46.313096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:46.371360 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-36a217a5-f71d-40f6-a607-71a78e1a8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:46.389365 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a217a5-f71d-40f6-a607-71a78e1a8888 None None] Routers {'181f093c-66d8-4234-af4a-b49230249a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:46.390533 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-36a217a5-f71d-40f6-a607-71a78e1a8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['181f093c-66d8-4234-af4a-b49230249a98'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:46.400752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:46.427867 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b027cc25-b371-4743-b242-4aef7e53ab33 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:46.448352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Usage tracker for resource:floatingip and tenant:03c8851df8634f4faf18a8a267051386 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:46.462838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:46.479838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d700e6-5608-4580-bf8f-fd0e73b4be70 None None] Network 5f716b2c-7d44-4d31-873f-ef0e21e6eed3 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:46.481576 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-36a217a5-f71d-40f6-a607-71a78e1a8888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:46.482214 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a217a5-f71d-40f6-a607-71a78e1a8888 None None] The sync data for ids ['181f093c-66d8-4234-af4a-b49230249a98'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:46.493855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:46.511680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49bb8b2a-54f0-48fd-8a4d-18b2b6a3da56 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:46.626226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d85d37d7-7249-4c8c-af90-566b10474675 None None] Provisioning for port b027cc25-b371-4743-b242-4aef7e53ab33 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:46.661763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:46.679488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-49bb8b2a-54f0-48fd-8a4d-18b2b6a3da56 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:46.712301 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acabc4bb-3c7e-46dd-84fb-b55bd7d4c956 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:46.726325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port b027cc25-b371-4743-b242-4aef7e53ab33 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:46.735481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f1aeca-9eb9-4df7-b898-1c41740f757c None None] Sync routers for ids ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:46.741996 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port b027cc25-b371-4743-b242-4aef7e53ab33 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:46.742349 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:46.782148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:46.814700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f1aeca-9eb9-4df7-b898-1c41740f757c None None] Routers {'365fcffb-60c2-44bb-9a46-cfa23ce95d9a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:46.815320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-58f1aeca-9eb9-4df7-b898-1c41740f757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:46.844267 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1b10-7c95-41c7-9052-f9830d2564fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:46.853238 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-acabc4bb-3c7e-46dd-84fb-b55bd7d4c956 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/365fcffb-60c2-44bb-9a46-cfa23ce95d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0560908 Mar 22 12:24:46.858118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41832) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:46.868211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0ce1b10-7c95-41c7-9052-f9830d2564fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:46.882890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-58f1aeca-9eb9-4df7-b898-1c41740f757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:46.907112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:46.932173 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6ab7d-b8fc-4f98-a487-e3b4927d880a None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:46.940843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f1aeca-9eb9-4df7-b898-1c41740f757c None None] Routers {'365fcffb-60c2-44bb-9a46-cfa23ce95d9a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:46.942305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-58f1aeca-9eb9-4df7-b898-1c41740f757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:46.961035 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6ab7d-b8fc-4f98-a487-e3b4927d880a None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:46.962111 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bd5881d2-48f0-4924-a11a-c1a880160efa tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Synchronizing usage tracker for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:46.962807 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cbb6ab7d-b8fc-4f98-a487-e3b4927d880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:47.009301 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d0ce1b10-7c95-41c7-9052-f9830d2564fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f258336ca3f847bf9237271fa5d2a491&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4839787 Mar 22 12:24:47.010369 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce1b10-7c95-41c7-9052-f9830d2564fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdfcbf5-30e2-4492-bd56-3d907c264985,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:47.013164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41836) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:47.020794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-58f1aeca-9eb9-4df7-b898-1c41740f757c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:47.021433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f1aeca-9eb9-4df7-b898-1c41740f757c None None] The sync data for ids ['365fcffb-60c2-44bb-9a46-cfa23ce95d9a'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:47.027586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.045797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.072063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port b027cc25-b371-4743-b242-4aef7e53ab33, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b027cc25-b371-4743-b242-4aef7e53ab33,segment=NetworkSegment(3f658804-45d9-4c94-be63-32dca6aac083),segment_id=3f658804-45d9-4c94-be63-32dca6aac083)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:47.077423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bd5881d2-48f0-4924-a11a-c1a880160efa tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Unset dirty status for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:47.079197 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.082004 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bd5881d2-48f0-4924-a11a-c1a880160efa tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=365fcffb-60c2-44bb-9a46-cfa23ce95d9a HTTP/1.1" status: 200 len: 205 time: 0.2228990 Mar 22 12:24:47.082777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41840) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:47.108590 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cbb6ab7d-b8fc-4f98-a487-e3b4927d880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:47.119893 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6ab7d-b8fc-4f98-a487-e3b4927d880a None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:47.120491 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cbb6ab7d-b8fc-4f98-a487-e3b4927d880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:47.181962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=b027cc25-b371-4743-b242-4aef7e53ab33,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:47.187297 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cbb6ab7d-b8fc-4f98-a487-e3b4927d880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:47.187893 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb6ab7d-b8fc-4f98-a487-e3b4927d880a None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:47.277538 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d48762bb-a2f7-40a9-97b9-b11c20cfea6d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.0528190 Mar 22 12:24:47.284648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41844) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:47.298960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-529432983'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:47.314037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:47.323837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49bb8b2a-54f0-48fd-8a4d-18b2b6a3da56 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.326949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:network and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:47.329138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1223ec2-08fa-411a-8841-11ad8db038df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.331086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:47.370781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85a31f07-fca1-4c20-8c2c-d922eb0b92a5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.385216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:47.397386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.409146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb8b2a-54f0-48fd-8a4d-18b2b6a3da56 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:47.425626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-538069b3-a560-4e11-8238-756ef8da0069 None None] Provisioning for port 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:47.432651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-538069b3-a560-4e11-8238-756ef8da0069 None None] Provisioning complete for port 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:47.434480 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-538069b3-a560-4e11-8238-756ef8da0069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.469146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1223ec2-08fa-411a-8841-11ad8db038df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.477103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Made reservation on behalf of f1288cb531234a338db76e44a9caa828 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:47.480002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.517267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.522282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-538069b3-a560-4e11-8238-756ef8da0069 None None] Port 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:47.547270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-538069b3-a560-4e11-8238-756ef8da0069 None None] Provisioning complete for port b027cc25-b371-4743-b242-4aef7e53ab33 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:47.547945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-538069b3-a560-4e11-8238-756ef8da0069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.600701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.717224 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1223ec2-08fa-411a-8841-11ad8db038df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.735149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:24:47.795650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49bb8b2a-54f0-48fd-8a4d-18b2b6a3da56 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.798466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1223ec2-08fa-411a-8841-11ad8db038df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdfcbf5-30e2-4492-bd56-3d907c264985,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:47.814718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.815420 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Added segment e806cc35-c792-473e-961f-da4ecbc0980b of type vlan for network 0bbbde09-ba06-4026-b712-9046f1aa58c3 Mar 22 12:24:47.824931 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1223ec2-08fa-411a-8841-11ad8db038df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.826427 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b1223ec2-08fa-411a-8841-11ad8db038df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/afdfcbf5-30e2-4492-bd56-3d907c264985 HTTP/1.1" status: 204 len: 168 time: 0.8077581 Mar 22 12:24:47.833841 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-49bb8b2a-54f0-48fd-8a4d-18b2b6a3da56 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7 HTTP/1.1" status: 204 len: 168 time: 2.4254282 Mar 22 12:24:47.839115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41850) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:47.883636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5e1dda9f-0593-4a6c-b2da-bc75c69d54fc None None] Provisioning complete for port 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:47.884458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5e1dda9f-0593-4a6c-b2da-bc75c69d54fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.953929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5e1dda9f-0593-4a6c-b2da-bc75c69d54fc None None] Port 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:47.976155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:47.992393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef78ad1-5f90-4df6-9025-3d5a6d578f14 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:47.993761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef78ad1-5f90-4df6-9025-3d5a6d578f14 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:47.995066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef78ad1-5f90-4df6-9025-3d5a6d578f14 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:47.995877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5ef78ad1-5f90-4df6-9025-3d5a6d578f14 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:48.014876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Allocated IP 172.26.0.80 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/8ddc51bb-81a4-4204-adb1-fe5037892ed4) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:48.096141 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=0ee719e8-5981-4ef8-a05e-3e4e18aa49ba,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:48.113409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85a31f07-fca1-4c20-8c2c-d922eb0b92a5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.125441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85a31f07-fca1-4c20-8c2c-d922eb0b92a5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.126421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5ef78ad1-5f90-4df6-9025-3d5a6d578f14 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:48.130440 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5ef78ad1-5f90-4df6-9025-3d5a6d578f14 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2836974 Mar 22 12:24:48.130440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.132054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:48.132662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.136387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41854) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:48.203628 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-17bb458f-c480-46c9-8794-41baa3a98b62 None None] Provisioning complete for port 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:48.204108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-17bb458f-c480-46c9-8794-41baa3a98b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.300634 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-17bb458f-c480-46c9-8794-41baa3a98b62 None None] Port 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:48.309940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85a31f07-fca1-4c20-8c2c-d922eb0b92a5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.310457 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a31f07-fca1-4c20-8c2c-d922eb0b92a5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Fanout notify agent at l3_agent the message router_deleted on router 365fcffb-60c2-44bb-9a46-cfa23ce95d9a {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:24:48.316298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Network': ['ID=0bbbde09-ba06-4026-b712-9046f1aa58c3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:48.328711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 0bbbde09-ba06-4026-b712-9046f1aa58c3 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:24:48.356393 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bd4bb456-33df-4212-9920-27d3a4b0d33e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0668998 Mar 22 12:24:48.359703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41858) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:48.363484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b027cc25-b371-4743-b242-4aef7e53ab33 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:48.372841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'subnet': {'network_id': '0bbbde09-ba06-4026-b712-9046f1aa58c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:48.380578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.387021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85a31f07-fca1-4c20-8c2c-d922eb0b92a5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.388081 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-85a31f07-fca1-4c20-8c2c-d922eb0b92a5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/365fcffb-60c2-44bb-9a46-cfa23ce95d9a HTTP/1.1" status: 204 len: 168 time: 1.3007522 Mar 22 12:24:48.397504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41862) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:48.510432 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port b027cc25-b371-4743-b242-4aef7e53ab33 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:48.511045 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.604908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.679450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:48.711633 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:48.727116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.741796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Made reservation on behalf of f1288cb531234a338db76e44a9caa828 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:48.818770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4ad559-d910-4397-90c7-fd308023249d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting subnet 48a887ad-c38a-4577-909b-183e7b782aa4 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:24:48.831975 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad559-d910-4397-90c7-fd308023249d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.861154 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f730727-c722-40f7-b346-e01961342a49 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 7cc11d89-5f36-4bb9-955a-45adb55259b3 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:24:48.878316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f730727-c722-40f7-b346-e01961342a49 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.899435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad559-d910-4397-90c7-fd308023249d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.915271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:48.996866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.055172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f730727-c722-40f7-b346-e01961342a49 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.095978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad559-d910-4397-90c7-fd308023249d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.136643 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:49.147604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:49.156065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:49.159466 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.165603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.166341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.187053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Pushing event updated for resources: {'Port': ['ID=8ddc51bb-81a4-4204-adb1-fe5037892ed4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:49.256297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad559-d910-4397-90c7-fd308023249d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.297949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f730727-c722-40f7-b346-e01961342a49 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.354755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=0ee719e8-5981-4ef8-a05e-3e4e18aa49ba,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:49.360400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ad559-d910-4397-90c7-fd308023249d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Subnet': ['ID=48a887ad-c38a-4577-909b-183e7b782aa4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:49.371477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc4ad559-d910-4397-90c7-fd308023249d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.379246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10ce8d8-07c5-4127-b7bb-4c56760b0f2c None None] Network c192ea73-612a-40eb-94db-bbfff2da4855 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:49.392833 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dc4ad559-d910-4397-90c7-fd308023249d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/48a887ad-c38a-4577-909b-183e7b782aa4 HTTP/1.1" status: 204 len: 168 time: 0.9942853 Mar 22 12:24:49.395534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41866) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:49.402707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.464158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 5f716b2c-7d44-4d31-873f-ef0e21e6eed3 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:49.467520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:49.476757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f730727-c722-40f7-b346-e01961342a49 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.569735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Subnet': ['ID=16a3bcd6-9c62-4f1f-88e9-3a15f0f3a855,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:49.612975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.620887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9f730727-c722-40f7-b346-e01961342a49 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.624346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f730727-c722-40f7-b346-e01961342a49 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc11d89-5f36-4bb9-955a-45adb55259b3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:49.649483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd08298-6a7c-4946-9b79-f575e737c4d8 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:49.691314 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Checking segment: {'id': 'e806cc35-c792-473e-961f-da4ecbc0980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0bbbde09-ba06-4026-b712-9046f1aa58c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:49.691670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network hostable DHCP agents. Network: 0bbbde09-ba06-4026-b712-9046f1aa58c3, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:24:49.710748 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.747271 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9f730727-c722-40f7-b346-e01961342a49 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/7cc11d89-5f36-4bb9-955a-45adb55259b3 HTTP/1.1" status: 204 len: 168 time: 1.4961157 Mar 22 12:24:49.751519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41870) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:49.782724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 0bbbde09-ba06-4026-b712-9046f1aa58c3 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:24:49.810869 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 0bbbde09-ba06-4026-b712-9046f1aa58c3) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:49.826658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1410d822-59d7-4635-98f5-c2594b38f9ee None None] Network 0bbbde09-ba06-4026-b712-9046f1aa58c3 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:49.864066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:49.864298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.899495 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5a7b5892-d0d0-41b8-aa42-c2f715bf1633 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5362926 Mar 22 12:24:49.900769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41874) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:49.935051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1364382130', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:49.949540 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:49.961289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.968689 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.992951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c5e81cb6-0001-4ce0-9cb2-befebf7100ec None None] Provisioning complete for port 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:49.993535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c5e81cb6-0001-4ce0-9cb2-befebf7100ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:49.998548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:router and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:50.002337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:50.025127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:50.086157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Pushing event updated for resources: {'Port': ['ID=8ddc51bb-81a4-4204-adb1-fe5037892ed4,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:50.087115 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] DHCP port deletion for c192ea73-612a-40eb-94db-bbfff2da4855 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:24:50.102597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.120164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.124387 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6bfc1c4d-76e1-478c-951d-6bc0cb154c69 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8294268 Mar 22 12:24:50.124387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41878) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:50.138283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Deleting port 697d6ade-21ef-4fcc-8b8b-afb907d55054 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:50.138799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.156458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc457d5-673a-4a0e-aaa9-16b9234556d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting subnet 020cd52d-ecf8-4fd9-9b1f-378d7aeea470 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:24:50.168330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.169239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.173485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcc457d5-673a-4a0e-aaa9-16b9234556d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.261468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c5e81cb6-0001-4ce0-9cb2-befebf7100ec None None] Port 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:50.284102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcc457d5-673a-4a0e-aaa9-16b9234556d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.328580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f3e763-6f50-45a0-a416-52659bbc41d4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet b9832c19-5ebc-4090-85f6-fcd1d8d11ee0 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:24:50.339663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.343876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e763-6f50-45a0-a416-52659bbc41d4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.349163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:50.357715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:50.361823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Usage tracker for resource:floatingip and tenant:6fcad821740648b6839a5bb98ca86a33 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:50.363218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 697d6ade-21ef-4fcc-8b8b-afb907d55054 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:50.373724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:50.380947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:50.394523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.400320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-0bbbde09-ba06-4026-b712-9046f1aa58c3', 'network_id': '0bbbde09-ba06-4026-b712-9046f1aa58c3', 'tenant_id': 'f1288cb531234a338db76e44a9caa828', 'fixed_ips': [{'subnet_id': '16a3bcd6-9c62-4f1f-88e9-3a15f0f3a855'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:24:50.401135 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.436763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e763-6f50-45a0-a416-52659bbc41d4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.608926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcc457d5-673a-4a0e-aaa9-16b9234556d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.666633 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.671948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] For port 697d6ade-21ef-4fcc-8b8b-afb907d55054, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=697d6ade-21ef-4fcc-8b8b-afb907d55054,segment=NetworkSegment(187599c9-a8be-46bb-9872-c83bfbdc5755),segment_id=187599c9-a8be-46bb-9872-c83bfbdc5755)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:50.672493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.734866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.751333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e763-6f50-45a0-a416-52659bbc41d4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.789768 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcc457d5-673a-4a0e-aaa9-16b9234556d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.819173 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.834443 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Calling delete_port for 697d6ade-21ef-4fcc-8b8b-afb907d55054 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:50.846181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc457d5-673a-4a0e-aaa9-16b9234556d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Subnet': ['ID=020cd52d-ecf8-4fd9-9b1f-378d7aeea470,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:50.860464 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router c5912faa-663d-42f3-8c1e-abd267b13165 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:24:50.879025 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Allocated IP 172.26.0.204 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/ae2638b2-b727-4bfc-8451-88224a4e411d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:50.885890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcc457d5-673a-4a0e-aaa9-16b9234556d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:50.898262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7195a6-2585-4475-aece-107183f94257 None None] Network da0356bf-26b7-48fe-84a8-127c7d94a062 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:51.069675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.099274 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bcc457d5-673a-4a0e-aaa9-16b9234556d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/020cd52d-ecf8-4fd9-9b1f-378d7aeea470 HTTP/1.1" status: 204 len: 168 time: 1.7026579 Mar 22 12:24:51.102041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41884) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:51.141596 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 697d6ade-21ef-4fcc-8b8b-afb907d55054, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=697d6ade-21ef-4fcc-8b8b-afb907d55054,segment=NetworkSegment(187599c9-a8be-46bb-9872-c83bfbdc5755),segment_id=187599c9-a8be-46bb-9872-c83bfbdc5755)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:51.151649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e763-6f50-45a0-a416-52659bbc41d4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.198206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.241525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:51.242111 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:51.271643 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.279448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.299945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Allocated IP 172.20.0.2 (0bbbde09-ba06-4026-b712-9046f1aa58c3/16a3bcd6-9c62-4f1f-88e9-3a15f0f3a855/007f53d5-3f1f-4767-99b3-9e47cc1cce2f) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:51.338976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3e763-6f50-45a0-a416-52659bbc41d4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=b9832c19-5ebc-4090-85f6-fcd1d8d11ee0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:51.339208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 697d6ade-21ef-4fcc-8b8b-afb907d55054 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:51.339498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.351036 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e763-6f50-45a0-a416-52659bbc41d4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.368936 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d6f3e763-6f50-45a0-a416-52659bbc41d4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/b9832c19-5ebc-4090-85f6-fcd1d8d11ee0 HTTP/1.1" status: 204 len: 168 time: 1.6127839 Mar 22 12:24:51.370371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41888) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:51.382367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6b7eed-709e-4ec0-886e-2d78de111439 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:51.397093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Pushing event updated for resources: {'Port': ['ID=ae2638b2-b727-4bfc-8451-88224a4e411d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:51.405680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:51.408426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:51.411855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:51.450668 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-02063e92-031f-4e11-a793-1a51eb0800c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755906 Mar 22 12:24:51.452803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41892) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:51.458718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:51.496539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=697d6ade-21ef-4fcc-8b8b-afb907d55054,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:51.562443 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-edce2a19-b5f5-4f7c-a9bc-2f9b892d1639 None None] Provisioning complete for port 236ebef7-3d85-40ad-a549-60538d8dfc6f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:51.562824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-edce2a19-b5f5-4f7c-a9bc-2f9b892d1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.565355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:51.573806 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-081f7ce3-e472-435f-bd0a-c7404e76bc80 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/c5912faa-663d-42f3-8c1e-abd267b13165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6511204 Mar 22 12:24:51.582408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41896) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:51.598410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:51.608209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dead4fe3-ed2d-40e0-ba16-604a46586acc None None] Sync routers for ids ['c5912faa-663d-42f3-8c1e-abd267b13165'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:51.627400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:51.632727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:51.641137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.666989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:51.673802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.699859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18256350-a2c4-48cc-a92d-75d022c7c032 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:51.701358 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-18256350-a2c4-48cc-a92d-75d022c7c032 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports/0ee719e8-5981-4ef8-a05e-3e4e18aa49ba HTTP/1.1" status: 200 len: 982 time: 0.1183958 Mar 22 12:24:51.703379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port 697d6ade-21ef-4fcc-8b8b-afb907d55054, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=697d6ade-21ef-4fcc-8b8b-afb907d55054,segment=NetworkSegment(187599c9-a8be-46bb-9872-c83bfbdc5755),segment_id=187599c9-a8be-46bb-9872-c83bfbdc5755)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:51.703791 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.712741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41900) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:51.726987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:51.731561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.746080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Deleting port 697d6ade-21ef-4fcc-8b8b-afb907d55054 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:51.746599 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.787790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe93f14-ad9b-47c1-95e8-11caeb3434c0 None None] DHCP port deletion for da0356bf-26b7-48fe-84a8-127c7d94a062 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:24:51.837276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ffe93f14-ad9b-47c1-95e8-11caeb3434c0 None None] Deleting port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:51.838370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ffe93f14-ad9b-47c1-95e8-11caeb3434c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:51.873669 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dead4fe3-ed2d-40e0-ba16-604a46586acc None None] Routers {'c5912faa-663d-42f3-8c1e-abd267b13165'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:51.874267 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-dead4fe3-ed2d-40e0-ba16-604a46586acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c5912faa-663d-42f3-8c1e-abd267b13165'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:51.925776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.26.0.20 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/4cd669f9-90b3-4a0b-b4d4-3f92325f5a9a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:52.006922 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 697d6ade-21ef-4fcc-8b8b-afb907d55054 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:52.025389 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-dead4fe3-ed2d-40e0-ba16-604a46586acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:52.048692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.136199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.201223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.211182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.232019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:52.232991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=1abf3f79-3eba-4743-9f01-80400563c19c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:52.236388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:52.240472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:52.241042 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.261804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Transition to ACTIVE for port object 007f53d5-3f1f-4767-99b3-9e47cc1cce2f will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:52.265666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.279359 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8c45d884-581b-479f-bafd-355f57e8e538 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8243959 Mar 22 12:24:52.279850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41904) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:52.284300 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.293132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:52.313280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.378215 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dead4fe3-ed2d-40e0-ba16-604a46586acc None None] Routers {'c5912faa-663d-42f3-8c1e-abd267b13165'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:52.379161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-dead4fe3-ed2d-40e0-ba16-604a46586acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c5912faa-663d-42f3-8c1e-abd267b13165'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:52.383415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=697d6ade-21ef-4fcc-8b8b-afb907d55054,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:52.385307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No DVR routers for this DVR port 697d6ade-21ef-4fcc-8b8b-afb907d55054 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:24:52.454421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Transition to ACTIVE for port object 007f53d5-3f1f-4767-99b3-9e47cc1cce2f will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:52.467367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:52.475336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:52.479565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=4cd669f9-90b3-4a0b-b4d4-3f92325f5a9a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:52.481745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:52.550337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:52.557156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:52.558368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device cf9a6322-d6f7-497d-a8f1-1e76ca4a185b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:52.584712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73959386-360b-446a-9009-556e8926fe0c None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:24:52.592319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:52.605762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:52.612052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-dead4fe3-ed2d-40e0-ba16-604a46586acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:52.612841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dead4fe3-ed2d-40e0-ba16-604a46586acc None None] The sync data for ids ['c5912faa-663d-42f3-8c1e-abd267b13165'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:52.615358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.628512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:52.632089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.650609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.661677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73959386-360b-446a-9009-556e8926fe0c None None] Deleting port 236ebef7-3d85-40ad-a549-60538d8dfc6f {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:52.662044 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73959386-360b-446a-9009-556e8926fe0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.765391 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c192ea73-612a-40eb-94db-bbfff2da4855']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:52.786873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Network 0bbbde09-ba06-4026-b712-9046f1aa58c3 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:52.800652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187599c9-a8be-46bb-9872-c83bfbdc5755') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:52.800947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187599c9-a8be-46bb-9872-c83bfbdc5755') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:52.805074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.805860 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:52.805993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.808743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] For port 697d6ade-21ef-4fcc-8b8b-afb907d55054, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=697d6ade-21ef-4fcc-8b8b-afb907d55054,segment=NetworkSegment(187599c9-a8be-46bb-9872-c83bfbdc5755),segment_id=187599c9-a8be-46bb-9872-c83bfbdc5755)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:52.809122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.821175 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.834033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:52.840452 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ffe93f14-ad9b-47c1-95e8-11caeb3434c0 None None] For port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=cf9a6322-d6f7-497d-a8f1-1e76ca4a185b,segment=NetworkSegment(49f3b01d-3850-49dd-a369-795cd063d61f),segment_id=49f3b01d-3850-49dd-a369-795cd063d61f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:52.840829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ffe93f14-ad9b-47c1-95e8-11caeb3434c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.858333 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.867254 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.872514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:24:52.872997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:24:52.887755 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:24:52.942794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:52.991137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Calling delete_port for 697d6ade-21ef-4fcc-8b8b-afb907d55054 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:53.063503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.119719 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Pushing event updated for resources: {'Port': ['ID=ae2638b2-b727-4bfc-8451-88224a4e411d,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:53.127088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.146334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Network': ['ID=c192ea73-612a-40eb-94db-bbfff2da4855,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:53.180195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.193239 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9521a0df-6b04-4e3b-8062-c7a89dde1217 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/networks/c192ea73-612a-40eb-94db-bbfff2da4855 HTTP/1.1" status: 204 len: 168 time: 2.0901139 Mar 22 12:24:53.196361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41908) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:53.207268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.208676 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-37e94041-7b09-488e-af63-8d2606bc65e8 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0833976 Mar 22 12:24:53.211695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41912) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:53.243482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ffe93f14-ad9b-47c1-95e8-11caeb3434c0 None None] Calling delete_port for cf9a6322-d6f7-497d-a8f1-1e76ca4a185b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:53.267987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Pushing event updated for resources: {'Port': ['ID=007f53d5-3f1f-4767-99b3-9e47cc1cce2f,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:53.362993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-815e194c-d90e-4d38-9b4b-c0c4401994b1 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Synchronizing usage tracker for tenant:03c8851df8634f4faf18a8a267051386 on resource:floatingip {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:53.392012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.414986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-815e194c-d90e-4d38-9b4b-c0c4401994b1 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Unset dirty status for tenant:03c8851df8634f4faf18a8a267051386 on resource:floatingip {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:53.418901 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-815e194c-d90e-4d38-9b4b-c0c4401994b1 tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2421 time: 0.2036967 Mar 22 12:24:53.421073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41916) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:53.461007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:53.461242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.461351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.495606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Attempting to bind port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:53.496012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Attempting to bind port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'e806cc35-c792-473e-961f-da4ecbc0980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0bbbde09-ba06-4026-b712-9046f1aa58c3'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:53.496333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Attempting to bind port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f on network 0bbbde09-ba06-4026-b712-9046f1aa58c3 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:53.521189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:53.521589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:53.527188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:53.527577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Checking segment: {'id': 'e806cc35-c792-473e-961f-da4ecbc0980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0bbbde09-ba06-4026-b712-9046f1aa58c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:53.527941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.528322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Bound using segment: {'id': 'e806cc35-c792-473e-961f-da4ecbc0980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0bbbde09-ba06-4026-b712-9046f1aa58c3'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:53.528803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Bound port: 007f53d5-3f1f-4767-99b3-9e47cc1cce2f, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e806cc35-c792-473e-961f-da4ecbc0980b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0bbbde09-ba06-4026-b712-9046f1aa58c3'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:53.529005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.529265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.559197 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ffe93f14-ad9b-47c1-95e8-11caeb3434c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.582448 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] The port 'cf9a6322-d6f7-497d-a8f1-1e76ca4a185b' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:24:53.592884 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-37659c3a-cfa8-479f-89a4-eee8d124cefb tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1680777 Mar 22 12:24:53.598404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41920) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:53.611827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:24:53.656219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8ddf780e-d52c-45cd-a658-83e67e18ef53 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:24:53.683492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe93f14-ad9b-47c1-95e8-11caeb3434c0 None None] Pushing event deleted for resources: {'Port': ['ID=cf9a6322-d6f7-497d-a8f1-1e76ca4a185b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:53.705913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-73959386-360b-446a-9009-556e8926fe0c None None] For port 236ebef7-3d85-40ad-a549-60538d8dfc6f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=236ebef7-3d85-40ad-a549-60538d8dfc6f,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:53.706349 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73959386-360b-446a-9009-556e8926fe0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.714111 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe93f14-ad9b-47c1-95e8-11caeb3434c0 None None] No DVR routers for this DVR port cf9a6322-d6f7-497d-a8f1-1e76ca4a185b on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:24:53.801894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.832254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Deleting port 697d6ade-21ef-4fcc-8b8b-afb907d55054 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:53.832254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.872955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73959386-360b-446a-9009-556e8926fe0c None None] Calling delete_port for 236ebef7-3d85-40ad-a549-60538d8dfc6f owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:53.943920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0356bf-26b7-48fe-84a8-127c7d94a062']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:53.953098 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-468787bf-5568-41e3-a9e9-5d327d6e5df1 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Deleting port ae2638b2-b727-4bfc-8451-88224a4e411d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:53.953434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-468787bf-5568-41e3-a9e9-5d327d6e5df1 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:53.963327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-72857c32-d45c-4d91-95a7-629aeb2c8366 None None] The port '697d6ade-21ef-4fcc-8b8b-afb907d55054' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:24:53.964797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49f3b01d-3850-49dd-a369-795cd063d61f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:53.965496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49f3b01d-3850-49dd-a369-795cd063d61f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:53.972949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] For port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:53.990275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.013803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] For port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=007f53d5-3f1f-4767-99b3-9e47cc1cce2f,segment=NetworkSegment(e806cc35-c792-473e-961f-da4ecbc0980b),segment_id=e806cc35-c792-473e-961f-da4ecbc0980b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:54.018697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.019310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.035480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:24:54.035718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:24:54.084242 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:24:54.092538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-73959386-360b-446a-9009-556e8926fe0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:54.093533 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-73959386-360b-446a-9009-556e8926fe0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:54.133369 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9852349-c8e6-4a45-9327-effa422ddd52 None None] Pushing event updated for resources: {'Port': ['ID=007f53d5-3f1f-4767-99b3-9e47cc1cce2f,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:54.180752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-468787bf-5568-41e3-a9e9-5d327d6e5df1 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.181334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-468787bf-5568-41e3-a9e9-5d327d6e5df1 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.208428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.234850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.255825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.296558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Network': ['ID=da0356bf-26b7-48fe-84a8-127c7d94a062,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:54.309357 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9e7fe259-e9e5-4a91-b988-bc9b7552c660 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/networks/da0356bf-26b7-48fe-84a8-127c7d94a062 HTTP/1.1" status: 204 len: 168 time: 1.1117854 Mar 22 12:24:54.319518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41924) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:54.333490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'network': {'name': 'tempest-RoutersTest-12728147'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:54.350267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:54.351051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-468787bf-5568-41e3-a9e9-5d327d6e5df1 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Calling delete_port for ae2638b2-b727-4bfc-8451-88224a4e411d owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:54.356465 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:network and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:54.372427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:54.406976 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 236ebef7-3d85-40ad-a549-60538d8dfc6f no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:24:54.420452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:54.546143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:54.549328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.574325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:54.588343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.591192 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00e84e7-df84-42ba-a9e1-63fa4faf1dad None None] Sync routers for ids ['8ddf780e-d52c-45cd-a658-83e67e18ef53'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:54.607998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73959386-360b-446a-9009-556e8926fe0c None None] Deleting port 236ebef7-3d85-40ad-a549-60538d8dfc6f {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:54.608541 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73959386-360b-446a-9009-556e8926fe0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.609012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:54.610590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.612846 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e84e7-df84-42ba-a9e1-63fa4faf1dad None None] Routers {'8ddf780e-d52c-45cd-a658-83e67e18ef53'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:54.614923 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a00e84e7-df84-42ba-a9e1-63fa4faf1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8ddf780e-d52c-45cd-a658-83e67e18ef53'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:54.627573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.631228 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7fdc6728-7bce-4166-8464-d9cfdf81991c tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7249339 Mar 22 12:24:54.632261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41932) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:54.699045 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a00e84e7-df84-42ba-a9e1-63fa4faf1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:54.701055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] For port 236ebef7-3d85-40ad-a549-60538d8dfc6f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=236ebef7-3d85-40ad-a549-60538d8dfc6f,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:54.719316 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e84e7-df84-42ba-a9e1-63fa4faf1dad None None] Routers {'8ddf780e-d52c-45cd-a658-83e67e18ef53'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:54.719954 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a00e84e7-df84-42ba-a9e1-63fa4faf1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8ddf780e-d52c-45cd-a658-83e67e18ef53'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:54.791299 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a00e84e7-df84-42ba-a9e1-63fa4faf1dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:54.792076 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00e84e7-df84-42ba-a9e1-63fa4faf1dad None None] The sync data for ids ['8ddf780e-d52c-45cd-a658-83e67e18ef53'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:54.861128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-468787bf-5568-41e3-a9e9-5d327d6e5df1 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.907643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:24:54.929122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468787bf-5568-41e3-a9e9-5d327d6e5df1 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Pushing event deleted for resources: {'Port': ['ID=ae2638b2-b727-4bfc-8451-88224a4e411d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:54.930534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.932156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:24:54.945644 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.946295 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added segment 5c703bcf-2702-4d3e-8812-5c33bcda48b0 of type vlan for network 22d70c62-e94b-4cee-8e29-8ae29450364d Mar 22 12:24:54.947467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.948177 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.964184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-73959386-360b-446a-9009-556e8926fe0c None None] For port 236ebef7-3d85-40ad-a549-60538d8dfc6f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=236ebef7-3d85-40ad-a549-60538d8dfc6f,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:54.965213 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73959386-360b-446a-9009-556e8926fe0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:54.982426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.054389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-468787bf-5568-41e3-a9e9-5d327d6e5df1 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.098296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.102942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:55.110704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:55.119884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:55.120478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.140973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73959386-360b-446a-9009-556e8926fe0c None None] Calling delete_port for 236ebef7-3d85-40ad-a549-60538d8dfc6f owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:55.141999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=9b91810e-918c-4c26-9072-e906bf386254,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:55.163044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=236ebef7-3d85-40ad-a549-60538d8dfc6f,revision_number=7']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:55.188686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for 0ee719e8-5981-4ef8-a05e-3e4e18aa49ba owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:55.214585 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7426c7d2-972b-4bfb-afb0-b5f37ab4cffa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9333088 Mar 22 12:24:55.217022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41936) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:55.219172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-468787bf-5568-41e3-a9e9-5d327d6e5df1 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.220381 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-468787bf-5568-41e3-a9e9-5d327d6e5df1 tempest-FloatingIPAdminTestJSON-1642110569 tempest-FloatingIPAdminTestJSON-1642110569-project] 10.222.0.62 "DELETE /v2.0/floatingips/ac14e2ba-38ef-4520-ae61-849c3ac56ab3 HTTP/1.1" status: 204 len: 168 time: 1.6210902 Mar 22 12:24:55.227950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41940) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:55.237359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:95:92:61', 'name': 'tempest-NetworksTestDHCPv6-1345650986'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:55.254568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.264564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:55.265683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.291772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:55.292119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:55.302104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-73959386-360b-446a-9009-556e8926fe0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:24:55.302538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-73959386-360b-446a-9009-556e8926fe0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:24:55.356248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbe7c66-61aa-474e-b366-9d4b5bcc2b07 None None] Network 0bbbde09-ba06-4026-b712-9046f1aa58c3 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:55.364176 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0408938 Mar 22 12:24:55.383049 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41944) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:55.405157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'subnet': {'network_id': '22d70c62-e94b-4cee-8e29-8ae29450364d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:55.462269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-96499cf7-f838-47b5-90a8-fdd02307cf6d None None] Provisioning for port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:55.471090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0f375-f324-4ba4-8774-cc2b66f5d2d3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Network': ['ID=22d70c62-e94b-4cee-8e29-8ae29450364d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:55.490521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 22d70c62-e94b-4cee-8e29-8ae29450364d details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:24:55.600454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ac46f-5f0f-4bc9-ae30-656662c8d92b tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Deleting port 8ddc51bb-81a4-4204-adb1-fe5037892ed4 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:55.600702 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b1ac46f-5f0f-4bc9-ae30-656662c8d92b tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.631341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:55.644173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:55.647825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:55.655516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:55.671154 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:55.720018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:55.775338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:subnet and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:55.778513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:55.799157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:55.817442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.852189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:55.854537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port b81018a9-7636-409e-8227-d638b1785dd7 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:24:55.855628 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.892188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 236ebef7-3d85-40ad-a549-60538d8dfc6f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=236ebef7-3d85-40ad-a549-60538d8dfc6f,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:55.897111 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.956842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73959386-360b-446a-9009-556e8926fe0c None None] Deleting port 236ebef7-3d85-40ad-a549-60538d8dfc6f {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:55.957306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73959386-360b-446a-9009-556e8926fe0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.971944 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.987458 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b1ac46f-5f0f-4bc9-ae30-656662c8d92b tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:55.987458 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b1ac46f-5f0f-4bc9-ae30-656662c8d92b tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:56.005185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=236ebef7-3d85-40ad-a549-60538d8dfc6f,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:56.204089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-73959386-360b-446a-9009-556e8926fe0c None None] For port 236ebef7-3d85-40ad-a549-60538d8dfc6f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=236ebef7-3d85-40ad-a549-60538d8dfc6f,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:56.204089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73959386-360b-446a-9009-556e8926fe0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:56.226657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ac46f-5f0f-4bc9-ae30-656662c8d92b tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Calling delete_port for 8ddc51bb-81a4-4204-adb1-fe5037892ed4 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:56.245609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 172.20.0.6 (578a050b-df3b-4bf8-b5f3-612af8e4798e/1abf3f79-3eba-4743-9f01-80400563c19c/b81018a9-7636-409e-8227-d638b1785dd7) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:56.254051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::f816:3eff:fe95:9261 (578a050b-df3b-4bf8-b5f3-612af8e4798e/9b91810e-918c-4c26-9072-e906bf386254/b81018a9-7636-409e-8227-d638b1785dd7) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:56.340968 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73959386-360b-446a-9009-556e8926fe0c None None] Calling delete_port for 236ebef7-3d85-40ad-a549-60538d8dfc6f owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:56.425246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 007f53d5-3f1f-4767-99b3-9e47cc1cce2f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:56.432915 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:56.510275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=0ee719e8-5981-4ef8-a05e-3e4e18aa49ba,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:56.522091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:56.553707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:56.554054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:56.554394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:56.554724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:56.555053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:56.555367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:56.555695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:56.556016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:56.556330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:56.556642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:56.556954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:56.593882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:56.600780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:56.601763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:56.608576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:56.627614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73959386-360b-446a-9009-556e8926fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:56.702455 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73959386-360b-446a-9009-556e8926fe0c None None] Pushing event deleted for resources: {'Port': ['ID=236ebef7-3d85-40ad-a549-60538d8dfc6f,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:56.768235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:56.774886 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Subnet': ['ID=122cc427-10b1-4e45-a011-fc43799541d8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:56.789432 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73959386-360b-446a-9009-556e8926fe0c None None] No DVR routers for this DVR port 236ebef7-3d85-40ad-a549-60538d8dfc6f on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:24:56.829692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b99eca-0a13-402a-a8e5-02340d7cf266 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:56.863602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b1ac46f-5f0f-4bc9-ae30-656662c8d92b tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:56.898378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Checking segment: {'id': '5c703bcf-2702-4d3e-8812-5c33bcda48b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '22d70c62-e94b-4cee-8e29-8ae29450364d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:56.899066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network hostable DHCP agents. Network: 22d70c62-e94b-4cee-8e29-8ae29450364d, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:24:56.911496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object b81018a9-7636-409e-8227-d638b1785dd7 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:56.925888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ac46f-5f0f-4bc9-ae30-656662c8d92b tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ddc51bb-81a4-4204-adb1-fe5037892ed4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:56.947699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:56.958350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.018445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.038985 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=007f53d5-3f1f-4767-99b3-9e47cc1cce2f,segment=NetworkSegment(e806cc35-c792-473e-961f-da4ecbc0980b),segment_id=e806cc35-c792-473e-961f-da4ecbc0980b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:24:57.047616 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.119683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:57.125392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:57.128115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:57.159655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=007f53d5-3f1f-4767-99b3-9e47cc1cce2f,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:57.191753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 22d70c62-e94b-4cee-8e29-8ae29450364d is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:24:57.196834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '1abf3f79-3eba-4743-9f01-80400563c19c'}, {'subnet_id': '9b91810e-918c-4c26-9072-e906bf386254'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:24:57.198464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.217226 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=b81018a9-7636-409e-8227-d638b1785dd7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:57.255090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:57.255697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.265208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:57.266417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:57.266794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:57.267127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:57.267418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b1ac46f-5f0f-4bc9-ae30-656662c8d92b tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.267957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:57.267957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:57.268560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:57.268835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:57.269145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:57.269475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:57.269801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:57.273832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 22d70c62-e94b-4cee-8e29-8ae29450364d) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:57.280523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:57.281110 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.293358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810503e6-304a-435c-8196-5f740c6147b8 None None] Network 22d70c62-e94b-4cee-8e29-8ae29450364d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:24:57.309625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8b1ac46f-5f0f-4bc9-ae30-656662c8d92b tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.314644 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8b1ac46f-5f0f-4bc9-ae30-656662c8d92b tempest-FloatingIPAdminTestJSON-491452292 tempest-FloatingIPAdminTestJSON-491452292-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/1b558d13-05ec-47b8-9caf-1ef056c4e73c HTTP/1.1" status: 204 len: 168 time: 2.0814071 Mar 22 12:24:57.328374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41948) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:57.373671 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0123df5f-5938-477f-9923-da47912f0694 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9895043 Mar 22 12:24:57.389724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41952) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:57.396903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-44298b19-a051-4e47-b120-67295c1a2193 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1887685798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:57.412381 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6d65a583-49e9-4fc5-addb-901896aec66e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1895556 Mar 22 12:24:57.416063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41956) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:57.416831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-44298b19-a051-4e47-b120-67295c1a2193 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:57.469554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-44298b19-a051-4e47-b120-67295c1a2193 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:router and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:57.484779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d24cf916-12f6-419b-b3d2-7c4b654180f6 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Deleting port b289a3c9-0f29-448d-b209-a0912b3c2cd8 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:57.485109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d24cf916-12f6-419b-b3d2-7c4b654180f6 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.512287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-44298b19-a051-4e47-b120-67295c1a2193 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:57.524097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.20.0.1 (0bbbde09-ba06-4026-b712-9046f1aa58c3/16a3bcd6-9c62-4f1f-88e9-3a15f0f3a855/53891dc4-f353-4395-b9e8-827d6d2839ee) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:57.541255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-44298b19-a051-4e47-b120-67295c1a2193 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:57.578376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44298b19-a051-4e47-b120-67295c1a2193 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.579316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44298b19-a051-4e47-b120-67295c1a2193 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.587994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router c5912faa-663d-42f3-8c1e-abd267b13165 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:24:57.629543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Allocated IP 172.20.0.2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/1abf3f79-3eba-4743-9f01-80400563c19c/dd493072-d8e0-420f-af79-d2d5e6441485) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:57.635344 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-22d70c62-e94b-4cee-8e29-8ae29450364d', 'network_id': '22d70c62-e94b-4cee-8e29-8ae29450364d', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'fixed_ips': [{'subnet_id': '122cc427-10b1-4e45-a011-fc43799541d8'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:24:57.636238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.647744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Allocated IP 2001:db8::f816:3eff:fea1:560b (578a050b-df3b-4bf8-b5f3-612af8e4798e/9b91810e-918c-4c26-9072-e906bf386254/dd493072-d8e0-420f-af79-d2d5e6441485) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:57.730359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:24:57.735390 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-713f671c-ebdc-45e0-9beb-9523cae75515 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/c5912faa-663d-42f3-8c1e-abd267b13165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0214088 Mar 22 12:24:57.738119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41960) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:57.764103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d53d9b-9bb8-4bb3-8c1f-166d7ce83b60 None None] Sync routers for ids ['c5912faa-663d-42f3-8c1e-abd267b13165'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:24:57.825659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d53d9b-9bb8-4bb3-8c1f-166d7ce83b60 None None] Routers {'c5912faa-663d-42f3-8c1e-abd267b13165'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:57.826013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5d53d9b-9bb8-4bb3-8c1f-166d7ce83b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c5912faa-663d-42f3-8c1e-abd267b13165'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:57.843562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44298b19-a051-4e47-b120-67295c1a2193 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.867673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff161f1-04a7-48b2-a5af-9b4666e4621e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:57.868363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0ff161f1-04a7-48b2-a5af-9b4666e4621e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:57.907587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5d53d9b-9bb8-4bb3-8c1f-166d7ce83b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:57.954710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.957591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0ff161f1-04a7-48b2-a5af-9b4666e4621e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:57.961027 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0ff161f1-04a7-48b2-a5af-9b4666e4621e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.5375919 Mar 22 12:24:57.961027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44298b19-a051-4e47-b120-67295c1a2193 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:57.971365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41964) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:58.012489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d24cf916-12f6-419b-b3d2-7c4b654180f6 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.029542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d53d9b-9bb8-4bb3-8c1f-166d7ce83b60 None None] Routers {'c5912faa-663d-42f3-8c1e-abd267b13165'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:24:58.030298 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5d53d9b-9bb8-4bb3-8c1f-166d7ce83b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c5912faa-663d-42f3-8c1e-abd267b13165'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:58.042289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Transition to ACTIVE for port object 53891dc4-f353-4395-b9e8-827d6d2839ee will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:58.068364 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-d42127ef-ab84-4bab-a569-fbc824265ba3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 12:24:58.072404 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d42127ef-ab84-4bab-a569-fbc824265ba3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/c5912faa-663d-42f3-8c1e-abd267b13165/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3302207 Mar 22 12:24:58.072629 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41968) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:58.117766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d30d906f-f95d-47f3-8681-f72e2269836c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Synchronizing usage tracker for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:58.134415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d30d906f-f95d-47f3-8681-f72e2269836c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Unset dirty status for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:58.138231 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d30d906f-f95d-47f3-8681-f72e2269836c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5912faa-663d-42f3-8c1e-abd267b13165 HTTP/1.1" status: 200 len: 205 time: 0.0621319 Mar 22 12:24:58.138589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41972) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:58.142175 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Allocated IP 172.20.0.2 (22d70c62-e94b-4cee-8e29-8ae29450364d/122cc427-10b1-4e45-a011-fc43799541d8/6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:58.147917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5d53d9b-9bb8-4bb3-8c1f-166d7ce83b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:24:58.148418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d53d9b-9bb8-4bb3-8c1f-166d7ce83b60 None None] The sync data for ids ['c5912faa-663d-42f3-8c1e-abd267b13165'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:24:58.167614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44298b19-a051-4e47-b120-67295c1a2193 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.169939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.172264 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-44298b19-a051-4e47-b120-67295c1a2193 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7812295 Mar 22 12:24:58.178700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d24cf916-12f6-419b-b3d2-7c4b654180f6 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Calling delete_port for b289a3c9-0f29-448d-b209-a0912b3c2cd8 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:58.192089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41976) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:58.209068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'port': {'network_id': '22d70c62-e94b-4cee-8e29-8ae29450364d', 'name': 'tempest-RoutersTest-2059804555'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:24:58.242750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-84906163-2912-4fc1-8499-f8ecbb8328a0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port b81018a9-7636-409e-8227-d638b1785dd7 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:24:58.243079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84906163-2912-4fc1-8499-f8ecbb8328a0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.243223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Transition to ACTIVE for port object dd493072-d8e0-420f-af79-d2d5e6441485 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:58.282769 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Transition to ACTIVE for port object dd493072-d8e0-420f-af79-d2d5e6441485 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:58.303484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.397370 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.404279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 007f53d5-3f1f-4767-99b3-9e47cc1cce2f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:24:58.435140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:58.470205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:58.485908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:58.507706 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Pushing event updated for resources: {'Port': ['ID=dd493072-d8e0-420f-af79-d2d5e6441485,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:58.534783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b104586-8a75-4f40-91a9-66be7b46ed57 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.569934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:58.570362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:58.570802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:58.571540 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:58.571951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:58.572366 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:58.572803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:58.573211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:58.573617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:58.574019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:58.574453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:24:58.620515 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.674344 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Transition to ACTIVE for port object 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:58.677158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:24:58.682710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:port and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:24:58.689611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:24:58.697395 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:24:58.705806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Attempting to bind port dd493072-d8e0-420f-af79-d2d5e6441485 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:58.706167 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Attempting to bind port dd493072-d8e0-420f-af79-d2d5e6441485 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:58.706521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Attempting to bind port dd493072-d8e0-420f-af79-d2d5e6441485 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:58.715270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9b47bbaa-d399-48ee-a96b-e44c0d27bad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.723092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Transition to ACTIVE for port object 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:58.727825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:58.728189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.760270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 0bbbde09-ba06-4026-b712-9046f1aa58c3 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:58.767381 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:58.767746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:58.768136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.768521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:58.768991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Bound port: dd493072-d8e0-420f-af79-d2d5e6441485, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:58.769355 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.770346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:58.772923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:58.787849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.798197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=53891dc4-f353-4395-b9e8-827d6d2839ee,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:58.800758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:24:58.804925 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.868753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.871140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d24cf916-12f6-419b-b3d2-7c4b654180f6 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.901242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Pushing event updated for resources: {'Port': ['ID=6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:58.926456 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84906163-2912-4fc1-8499-f8ecbb8328a0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:58.944429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cf916-12f6-419b-b3d2-7c4b654180f6 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event deleted for resources: {'Port': ['ID=b289a3c9-0f29-448d-b209-a0912b3c2cd8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:58.972897 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] device_id is not set on port 5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:24:59.016559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Network 22d70c62-e94b-4cee-8e29-8ae29450364d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:59.027212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:59.031064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:59.041251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] For port dd493072-d8e0-420f-af79-d2d5e6441485, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:59.055929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] For port dd493072-d8e0-420f-af79-d2d5e6441485, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=dd493072-d8e0-420f-af79-d2d5e6441485,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:59.096401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-035d9e53-5261-45b8-924c-e501f3d0246d None None] Provisioning for port 53891dc4-f353-4395-b9e8-827d6d2839ee completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:24:59.101472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-84906163-2912-4fc1-8499-f8ecbb8328a0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for b81018a9-7636-409e-8227-d638b1785dd7 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:24:59.110730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b104586-8a75-4f40-91a9-66be7b46ed57 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.125885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b104586-8a75-4f40-91a9-66be7b46ed57 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.159489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.219464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b104586-8a75-4f40-91a9-66be7b46ed57 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.221540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b104586-8a75-4f40-91a9-66be7b46ed57 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Fanout notify agent at l3_agent the message router_deleted on router c5912faa-663d-42f3-8c1e-abd267b13165 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:24:59.227956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-035d9e53-5261-45b8-924c-e501f3d0246d None None] Provisioning complete for port 53891dc4-f353-4395-b9e8-827d6d2839ee triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:24:59.228325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-035d9e53-5261-45b8-924c-e501f3d0246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.237239 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Allocated IP 172.20.0.14 (22d70c62-e94b-4cee-8e29-8ae29450364d/122cc427-10b1-4e45-a011-fc43799541d8/5e0608c0-b2fc-44ae-b9e3-5c19281e57e9) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:24:59.269213 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b104586-8a75-4f40-91a9-66be7b46ed57 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.274103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41984) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:59.274986 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b104586-8a75-4f40-91a9-66be7b46ed57 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/c5912faa-663d-42f3-8c1e-abd267b13165 HTTP/1.1" status: 204 len: 168 time: 1.1352637 Mar 22 12:24:59.341385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d24cf916-12f6-419b-b3d2-7c4b654180f6 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.342978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Attempting to bind port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:24:59.343342 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Attempting to bind port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '5c703bcf-2702-4d3e-8812-5c33bcda48b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '22d70c62-e94b-4cee-8e29-8ae29450364d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:24:59.343944 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Attempting to bind port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 on network 22d70c62-e94b-4cee-8e29-8ae29450364d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:24:59.374598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-035d9e53-5261-45b8-924c-e501f3d0246d None None] Port 53891dc4-f353-4395-b9e8-827d6d2839ee cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:24:59.379806 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d24cf916-12f6-419b-b3d2-7c4b654180f6 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "DELETE /v2.0/ports/b289a3c9-0f29-448d-b209-a0912b3c2cd8 HTTP/1.1" status: 204 len: 168 time: 2.0478828 Mar 22 12:24:59.380375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:24:59.380740 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Checking segment: {'id': '5c703bcf-2702-4d3e-8812-5c33bcda48b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '22d70c62-e94b-4cee-8e29-8ae29450364d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:24:59.381142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.381651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Bound using segment: {'id': '5c703bcf-2702-4d3e-8812-5c33bcda48b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '22d70c62-e94b-4cee-8e29-8ae29450364d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:24:59.382056 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Bound port: 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c703bcf-2702-4d3e-8812-5c33bcda48b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '22d70c62-e94b-4cee-8e29-8ae29450364d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:24:59.382378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.386615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41988) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:59.403442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e108e1-a47b-4d2c-8d8e-24c698cbf11c None None] Pushing event updated for resources: {'Port': ['ID=dd493072-d8e0-420f-af79-d2d5e6441485,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:59.446621 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.502442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] For port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:24:59.506493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] For port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4,segment=NetworkSegment(5c703bcf-2702-4d3e-8812-5c33bcda48b0),segment_id=5c703bcf-2702-4d3e-8812-5c33bcda48b0)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:24:59.514346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.650618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5131a9-6f45-4f0e-a854-0cde49b87e06 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:59.651354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ac5131a9-6f45-4f0e-a854-0cde49b87e06 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Synchronizing usage tracker for tenant:2782a49aab374efdbbfdcea7f4669962 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:24:59.663237 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335686b-bb5e-4bcb-b453-3741454a666d None None] Pushing event updated for resources: {'Port': ['ID=6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:59.677848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.697993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ac5131a9-6f45-4f0e-a854-0cde49b87e06 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Unset dirty status for tenant:2782a49aab374efdbbfdcea7f4669962 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:24:59.699624 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ac5131a9-6f45-4f0e-a854-0cde49b87e06 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "GET /v2.0/ports?device_id=181f093c-66d8-4234-af4a-b49230249a98 HTTP/1.1" status: 200 len: 913 time: 0.3115299 Mar 22 12:24:59.703003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 41992) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:24:59.714599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Transition to ACTIVE for port object 5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:24:59.747750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.831379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 22d70c62-e94b-4cee-8e29-8ae29450364d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:24:59.835451 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:24:59.837225 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=5e0608c0-b2fc-44ae-b9e3-5c19281e57e9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:24:59.839373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:24:59.923732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:24:59.924489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:24:59.943996 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a1fa3b80-956d-4b34-9d9d-2c2aaeec5745 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7453685 Mar 22 12:24:59.951384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 41996) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:00.123464 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84906163-2912-4fc1-8499-f8ecbb8328a0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:00.166988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-215cfbe3-74fa-48ca-9d4b-cc481d4510c7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting subnet 45d6767f-5f62-4ee2-90bd-2899ab0a0ba2 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:00.187129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-215cfbe3-74fa-48ca-9d4b-cc481d4510c7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:00.220861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84906163-2912-4fc1-8499-f8ecbb8328a0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=b81018a9-7636-409e-8227-d638b1785dd7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:00.353071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-215cfbe3-74fa-48ca-9d4b-cc481d4510c7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:00.447826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device dd493072-d8e0-420f-af79-d2d5e6441485 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:00.546692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port dd493072-d8e0-420f-af79-d2d5e6441485 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:00.551953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:00.579029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-215cfbe3-74fa-48ca-9d4b-cc481d4510c7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:00.630588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-84906163-2912-4fc1-8499-f8ecbb8328a0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:00.658169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:00.754824 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:00.759674 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-84906163-2912-4fc1-8499-f8ecbb8328a0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/b81018a9-7636-409e-8227-d638b1785dd7 HTTP/1.1" status: 204 len: 168 time: 2.7872591 Mar 22 12:25:00.764161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42000) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:00.847533 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3304320c-8934-4980-93fe-f4765bca80cc None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:00.898239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-215cfbe3-74fa-48ca-9d4b-cc481d4510c7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:00.933552 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0527c03b-191d-49bb-beed-52e2e7ef1a39 None None] Could not find standard attr ID for object b81018a9-7636-409e-8227-d638b1785dd7. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:25:00.938502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7367b02-9b85-4509-ba5e-df5959394908 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:00.939887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7367b02-9b85-4509-ba5e-df5959394908 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:00.941160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7367b02-9b85-4509-ba5e-df5959394908 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:00.941998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c7367b02-9b85-4509-ba5e-df5959394908 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:00.966152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0527c03b-191d-49bb-beed-52e2e7ef1a39 None None] Provisioning for port dd493072-d8e0-420f-af79-d2d5e6441485 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:00.968855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cfbe3-74fa-48ca-9d4b-cc481d4510c7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Subnet': ['ID=45d6767f-5f62-4ee2-90bd-2899ab0a0ba2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:00.979415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-215cfbe3-74fa-48ca-9d4b-cc481d4510c7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:00.986955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0527c03b-191d-49bb-beed-52e2e7ef1a39 None None] Provisioning complete for port dd493072-d8e0-420f-af79-d2d5e6441485 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:00.990038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0527c03b-191d-49bb-beed-52e2e7ef1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.008901 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-215cfbe3-74fa-48ca-9d4b-cc481d4510c7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/45d6767f-5f62-4ee2-90bd-2899ab0a0ba2 HTTP/1.1" status: 204 len: 168 time: 1.7337534 Mar 22 12:25:01.009898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42004) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:01.033283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a1e554-eb3e-4d74-842d-a5bef3d997d9 None None] Network 5f716b2c-7d44-4d31-873f-ef0e21e6eed3 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:01.069101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c7367b02-9b85-4509-ba5e-df5959394908 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:01.073193 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c7367b02-9b85-4509-ba5e-df5959394908 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3034410 Mar 22 12:25:01.073193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.079779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42008) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:01.087868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.234800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.238082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98bf97d-90c9-4381-bbbc-23d8c0802ca2 None None] Network 22d70c62-e94b-4cee-8e29-8ae29450364d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:01.252469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port b027cc25-b371-4743-b242-4aef7e53ab33 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:01.252801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.308108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=53891dc4-f353-4395-b9e8-827d6d2839ee,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:01.317872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.378750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.386316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.578899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-019b4850-82fd-41fd-95c3-f29c8dc886bd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 1abf3f79-3eba-4743-9f01-80400563c19c {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:01.585608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-019b4850-82fd-41fd-95c3-f29c8dc886bd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.588140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=5e0608c0-b2fc-44ae-b9e3-5c19281e57e9,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:01.596542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port b027cc25-b371-4743-b242-4aef7e53ab33, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b027cc25-b371-4743-b242-4aef7e53ab33,segment=NetworkSegment(3f658804-45d9-4c94-be63-32dca6aac083),segment_id=3f658804-45d9-4c94-be63-32dca6aac083)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:01.596881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.643275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 0bbbde09-ba06-4026-b712-9046f1aa58c3 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:01.649993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:01.729366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for b027cc25-b371-4743-b242-4aef7e53ab33 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:01.748688 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0527c03b-191d-49bb-beed-52e2e7ef1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.794278 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2a4804da-cbb8-43cb-b206-a628a1236450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.799393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a924669-b0ba-419f-a432-e2e665673bf9 None None] DHCP port deletion for 5f716b2c-7d44-4d31-873f-ef0e21e6eed3 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:01.839177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7a924669-b0ba-419f-a432-e2e665673bf9 None None] Deleting port b027cc25-b371-4743-b242-4aef7e53ab33 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:01.839686 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7a924669-b0ba-419f-a432-e2e665673bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.867846 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0527c03b-191d-49bb-beed-52e2e7ef1a39 None None] For port dd493072-d8e0-420f-af79-d2d5e6441485, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=dd493072-d8e0-420f-af79-d2d5e6441485,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:01.896724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0527c03b-191d-49bb-beed-52e2e7ef1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.906883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.982567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:01.988416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-019b4850-82fd-41fd-95c3-f29c8dc886bd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.037489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7a924669-b0ba-419f-a432-e2e665673bf9 None None] The port 'b027cc25-b371-4743-b242-4aef7e53ab33' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:25:02.062188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.078012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527c03b-191d-49bb-beed-52e2e7ef1a39 None None] Pushing event updated for resources: {'Port': ['ID=dd493072-d8e0-420f-af79-d2d5e6441485,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:02.091634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9e43e21-26ed-41fc-8dfd-4285b317f575 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.093225 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e32651c5-6477-4c90-b504-9dcbc04645a2 None None] Provisioning for port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:02.098609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e32651c5-6477-4c90-b504-9dcbc04645a2 None None] Provisioning complete for port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:02.099069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e32651c5-6477-4c90-b504-9dcbc04645a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.104410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No DVR routers for this DVR port b027cc25-b371-4743-b242-4aef7e53ab33 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:02.133428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=b027cc25-b371-4743-b242-4aef7e53ab33,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:02.267440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-019b4850-82fd-41fd-95c3-f29c8dc886bd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.321603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e32651c5-6477-4c90-b504-9dcbc04645a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.343391 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.355806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.359650 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e32651c5-6477-4c90-b504-9dcbc04645a2 None None] For port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4,segment=NetworkSegment(5c703bcf-2702-4d3e-8812-5c33bcda48b0),segment_id=5c703bcf-2702-4d3e-8812-5c33bcda48b0)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:02.371060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e32651c5-6477-4c90-b504-9dcbc04645a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.409418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f716b2c-7d44-4d31-873f-ef0e21e6eed3']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:02.433719 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f658804-45d9-4c94-be63-32dca6aac083') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:02.434255 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f658804-45d9-4c94-be63-32dca6aac083') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:02.436253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device dd493072-d8e0-420f-af79-d2d5e6441485 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:02.471188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.559710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e32651c5-6477-4c90-b504-9dcbc04645a2 None None] Provisioning complete for port 53891dc4-f353-4395-b9e8-827d6d2839ee triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:02.560070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e32651c5-6477-4c90-b504-9dcbc04645a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.574423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.589197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.598893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-019b4850-82fd-41fd-95c3-f29c8dc886bd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.599596 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:25:02.599958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.620721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32651c5-6477-4c90-b504-9dcbc04645a2 None None] Pushing event updated for resources: {'Port': ['ID=6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:02.655954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port dd493072-d8e0-420f-af79-d2d5e6441485 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:02.656319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.661175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b4850-82fd-41fd-95c3-f29c8dc886bd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=1abf3f79-3eba-4743-9f01-80400563c19c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:02.670887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-019b4850-82fd-41fd-95c3-f29c8dc886bd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.703348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e32651c5-6477-4c90-b504-9dcbc04645a2 None None] Port 53891dc4-f353-4395-b9e8-827d6d2839ee cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:25:02.715709 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:25:02.719012 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-019b4850-82fd-41fd-95c3-f29c8dc886bd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/1abf3f79-3eba-4743-9f01-80400563c19c HTTP/1.1" status: 204 len: 168 time: 1.6374121 Mar 22 12:25:02.722572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42012) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:02.763664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.802502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.861370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5ae7ac42-9e5b-4734-a88e-ff3019682759 None None] Provisioning complete for port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:02.862517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ae7ac42-9e5b-4734-a88e-ff3019682759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:02.901288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Network': ['ID=5f716b2c-7d44-4d31-873f-ef0e21e6eed3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:02.931184 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-deafefaf-766a-4729-abae-87e74add4997 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/networks/5f716b2c-7d44-4d31-873f-ef0e21e6eed3 HTTP/1.1" status: 204 len: 168 time: 1.9201841 Mar 22 12:25:02.939912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b027cc25-b371-4743-b242-4aef7e53ab33 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:02.944321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42016) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:02.955057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1483468252'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:02.978858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8ddf780e-d52c-45cd-a658-83e67e18ef53 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:02.979918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:02.988725 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: b027cc25-b371-4743-b242-4aef7e53ab33 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:25:02.989059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b027cc25-b371-4743-b242-4aef7e53ab33 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:25:02.999686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:network and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:03.005363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:03.013405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:03.092650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:03.095595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.123726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5ae7ac42-9e5b-4734-a88e-ff3019682759 None None] Provisioning complete for port dd493072-d8e0-420f-af79-d2d5e6441485 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:03.124148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ae7ac42-9e5b-4734-a88e-ff3019682759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.191185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12905e43-c5d7-45de-a703-c6485fb5cef8 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:03.245948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0887634-e639-4fa1-bd92-7faab52f6f10 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 9b91810e-918c-4c26-9072-e906bf386254 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:03.250892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:25:03.263295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0887634-e639-4fa1-bd92-7faab52f6f10 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.310245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.310603 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added segment a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1 of type vlan for network 2e529208-4161-4458-90ce-65ee7c7c0ef8 Mar 22 12:25:03.360036 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.382124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0887634-e639-4fa1-bd92-7faab52f6f10 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.413004 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.444565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.448884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:03.449504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.521324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0887634-e639-4fa1-bd92-7faab52f6f10 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.548890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.560081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5ae7ac42-9e5b-4734-a88e-ff3019682759 None None] Provisioning for port 5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:03.564004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.568793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5ae7ac42-9e5b-4734-a88e-ff3019682759 None None] Provisioning complete for port 5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:03.569284 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5ae7ac42-9e5b-4734-a88e-ff3019682759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.589499 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6418791 Mar 22 12:25:03.589499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b86fd-964a-4bd8-ae29-b16c0c70a8f6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Network': ['ID=2e529208-4161-4458-90ce-65ee7c7c0ef8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:03.595197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42020) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:03.604801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'subnet': {'network_id': '2e529208-4161-4458-90ce-65ee7c7c0ef8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:03.609363 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 2e529208-4161-4458-90ce-65ee7c7c0ef8 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:25:03.699646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.709172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=5e0608c0-b2fc-44ae-b9e3-5c19281e57e9,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:03.715495 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7ac42-9e5b-4734-a88e-ff3019682759 None None] Port 5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:03.742339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0887634-e639-4fa1-bd92-7faab52f6f10 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.833868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-827a8522-3b89-467b-8c3c-c18bf44d204f None None] Could not find standard attr ID for object b81018a9-7636-409e-8227-d638b1785dd7. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:25:03.851693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-827a8522-3b89-467b-8c3c-c18bf44d204f None None] Provisioning complete for port 5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:03.852046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-827a8522-3b89-467b-8c3c-c18bf44d204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.865442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:03.879996 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65bad6-0334-4244-9174-e3a61cd23cfe None None] Sync routers for ids ['8ddf780e-d52c-45cd-a658-83e67e18ef53'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:03.905855 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65bad6-0334-4244-9174-e3a61cd23cfe None None] Routers {'8ddf780e-d52c-45cd-a658-83e67e18ef53'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:03.922406 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cd65bad6-0334-4244-9174-e3a61cd23cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8ddf780e-d52c-45cd-a658-83e67e18ef53'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:03.925215 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-827a8522-3b89-467b-8c3c-c18bf44d204f None None] Port 5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:03.953039 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-38107c15-0b8f-4fbb-aae1-3617293a7807 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "PUT /v2.0/routers/8ddf780e-d52c-45cd-a658-83e67e18ef53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3173220 Mar 22 12:25:03.953039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c9e43e21-26ed-41fc-8dfd-4285b317f575 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Deleting port a7736f8c-8214-46d7-bb4d-81f52a5b378a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:03.953039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9e43e21-26ed-41fc-8dfd-4285b317f575 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:03.962436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42024) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:03.979587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'port': {'network_id': '0bbbde09-ba06-4026-b712-9046f1aa58c3', 'name': 'tempest-FloatingIPTestJSON-1959773628'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:03.996373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0887634-e639-4fa1-bd92-7faab52f6f10 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=9b91810e-918c-4c26-9072-e906bf386254,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:04.006038 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cd65bad6-0334-4244-9174-e3a61cd23cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:04.022797 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65bad6-0334-4244-9174-e3a61cd23cfe None None] Routers {'8ddf780e-d52c-45cd-a658-83e67e18ef53'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:04.023661 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cd65bad6-0334-4244-9174-e3a61cd23cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8ddf780e-d52c-45cd-a658-83e67e18ef53'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:04.026595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:04.048427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:subnet and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:04.055591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:04.068676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0887634-e639-4fa1-bd92-7faab52f6f10 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:04.099225 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d0887634-e639-4fa1-bd92-7faab52f6f10 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/9b91810e-918c-4c26-9072-e906bf386254 HTTP/1.1" status: 204 len: 168 time: 1.3754804 Mar 22 12:25:04.103397 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cd65bad6-0334-4244-9174-e3a61cd23cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:04.103996 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd65bad6-0334-4244-9174-e3a61cd23cfe None None] The sync data for ids ['8ddf780e-d52c-45cd-a658-83e67e18ef53'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:04.105035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42028) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:04.113433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:04.140863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:04.208500 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20275100-1141-4856-a33b-2bb898aad591 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:router {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:04.248174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:04.263626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 22d70c62-e94b-4cee-8e29-8ae29450364d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:04.266783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20275100-1141-4856-a33b-2bb898aad591 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:router {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:04.267932 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-20275100-1141-4856-a33b-2bb898aad591 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1598260 Mar 22 12:25:04.268819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:04.280790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42032) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:04.295567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c8b0dc-332e-44b3-b9e4-22c923b8d3ca None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:04.345478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:04.368574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:04.372955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Usage tracker for resource:port and tenant:f1288cb531234a338db76e44a9caa828 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:04.376198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:04.382390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:04.432730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:04.456533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:04.459184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Made reservation on behalf of f1288cb531234a338db76e44a9caa828 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:04.460648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:04.462951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:04.463572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:04.470109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:04.502055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:04.505380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:04.505744 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] device_id is not set on port 07af8530-397c-45a2-86cc-6e49aaf38f71 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:04.536798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d121e23a-6c28-4494-a66b-347696f1a131 None None] Provisioning complete for port dd493072-d8e0-420f-af79-d2d5e6441485 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:04.537147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d121e23a-6c28-4494-a66b-347696f1a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:04.581280 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9e43e21-26ed-41fc-8dfd-4285b317f575 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:04.670684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:04.671059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:04.741220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c9e43e21-26ed-41fc-8dfd-4285b317f575 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Calling delete_port for a7736f8c-8214-46d7-bb4d-81f52a5b378a owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:04.772185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Allocated IP 172.20.0.6 (0bbbde09-ba06-4026-b712-9046f1aa58c3/16a3bcd6-9c62-4f1f-88e9-3a15f0f3a855/07af8530-397c-45a2-86cc-6e49aaf38f71) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:04.883772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05325f7a-84cb-4ad2-a44f-9710a01850e0 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:04.889277 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-05325f7a-84cb-4ad2-a44f-9710a01850e0 None None] Deleting port dd493072-d8e0-420f-af79-d2d5e6441485 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:04.889946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-05325f7a-84cb-4ad2-a44f-9710a01850e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:04.993008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1ec9c6d2-d71e-4bde-84f4-068749697795 None None] Provisioning complete for port 5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:04.993714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1ec9c6d2-d71e-4bde-84f4-068749697795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.034041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router 831ed745-8d27-44e2-b62a-abe214f358e6 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:25:05.058217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.067686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.128408 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1ec9c6d2-d71e-4bde-84f4-068749697795 None None] Port 5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:05.178827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-05325f7a-84cb-4ad2-a44f-9710a01850e0 None None] For port dd493072-d8e0-420f-af79-d2d5e6441485, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=dd493072-d8e0-420f-af79-d2d5e6441485,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:05.179642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-05325f7a-84cb-4ad2-a44f-9710a01850e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.208443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.212229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Subnet': ['ID=5494c2f5-5bbb-412e-8df5-072eb568e806,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:05.212957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Transition to ACTIVE for port object 07af8530-397c-45a2-86cc-6e49aaf38f71 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:05.245357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9e43e21-26ed-41fc-8dfd-4285b317f575 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.253003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.256651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:05.276749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6eba10-f4ca-4ffa-9a5e-756dfe5fd784 None None] Sync routers for ids ['831ed745-8d27-44e2-b62a-abe214f358e6'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:05.317517 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8656ec54-37f9-42b4-b808-c9bb32ebfe97 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/831ed745-8d27-44e2-b62a-abe214f358e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3645101 Mar 22 12:25:05.322707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42036) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:05.327944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e43e21-26ed-41fc-8dfd-4285b317f575 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event deleted for resources: {'Port': ['ID=a7736f8c-8214-46d7-bb4d-81f52a5b378a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:05.334333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Checking segment: {'id': 'a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2e529208-4161-4458-90ce-65ee7c7c0ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:05.334730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network hostable DHCP agents. Network: 2e529208-4161-4458-90ce-65ee7c7c0ef8, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:25:05.353467 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-05325f7a-84cb-4ad2-a44f-9710a01850e0 None None] Calling delete_port for dd493072-d8e0-420f-af79-d2d5e6441485 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:05.374281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:05.382012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event updated for resources: {'Port': ['ID=07af8530-397c-45a2-86cc-6e49aaf38f71,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:05.383712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:05.387726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Network 0bbbde09-ba06-4026-b712-9046f1aa58c3 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:05.390770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=5925c65c-c31a-488d-bc2e-feb8ecf3cd1e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:05.395932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:05.396842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:05.397598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.404326 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:05.473280 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6eba10-f4ca-4ffa-9a5e-756dfe5fd784 None None] Routers {'831ed745-8d27-44e2-b62a-abe214f358e6'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:05.476941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5c6eba10-f4ca-4ffa-9a5e-756dfe5fd784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['831ed745-8d27-44e2-b62a-abe214f358e6'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:05.477654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dd6753-7724-43a5-a3fa-d12af23f8ff9 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:05.478307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-26dd6753-7724-43a5-a3fa-d12af23f8ff9 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Synchronizing usage tracker for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:05.504105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:05.504686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.527356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-26dd6753-7724-43a5-a3fa-d12af23f8ff9 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Unset dirty status for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:05.531872 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-26dd6753-7724-43a5-a3fa-d12af23f8ff9 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports/5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 HTTP/1.1" status: 200 len: 978 time: 0.2034528 Mar 22 12:25:05.532200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42040) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:05.583142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5c6eba10-f4ca-4ffa-9a5e-756dfe5fd784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:05.586328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-05325f7a-84cb-4ad2-a44f-9710a01850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.647566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05325f7a-84cb-4ad2-a44f-9710a01850e0 None None] Pushing event deleted for resources: {'Port': ['ID=dd493072-d8e0-420f-af79-d2d5e6441485,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:05.662887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05325f7a-84cb-4ad2-a44f-9710a01850e0 None None] No DVR routers for this DVR port dd493072-d8e0-420f-af79-d2d5e6441485 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:05.684002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6eba10-f4ca-4ffa-9a5e-756dfe5fd784 None None] Routers {'831ed745-8d27-44e2-b62a-abe214f358e6'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:05.684828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5c6eba10-f4ca-4ffa-9a5e-756dfe5fd784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['831ed745-8d27-44e2-b62a-abe214f358e6'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:05.691925 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b25e3d7b-311e-48b5-8fe2-8e4d639e3e81 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4100800 Mar 22 12:25:05.698513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42044) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:05.699077 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 2e529208-4161-4458-90ce-65ee7c7c0ef8 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:25:05.723222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:05.738139 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d7335e12-022b-4f3b-b360-70adffb961c7 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7700288 Mar 22 12:25:05.742258 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42048) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:05.752584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-99c7772d-dfc6-46a5-b0a3-2d11508c7d13 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Request body: {'floatingip': {'port_id': '07af8530-397c-45a2-86cc-6e49aaf38f71'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:05.830918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f680ceab-fad3-4a93-9927-20f0bdbca985 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:05.851029 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5c6eba10-f4ca-4ffa-9a5e-756dfe5fd784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:05.851424 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6eba10-f4ca-4ffa-9a5e-756dfe5fd784 None None] The sync data for ids ['831ed745-8d27-44e2-b62a-abe214f358e6'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:05.875703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 2e529208-4161-4458-90ce-65ee7c7c0ef8) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:05.887816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:05.888368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.907338 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86853b09-2fb8-4553-82b5-d103d032d6f9 None None] Network 2e529208-4161-4458-90ce-65ee7c7c0ef8 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:05.942835 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99c7772d-dfc6-46a5-b0a3-2d11508c7d13 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:05.951748 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-34171a56-a46d-46c4-b1f7-d6e768b991d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3521123 Mar 22 12:25:05.955094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42052) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:05.970499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9eacabd7-95b9-4ca2-8d37-cdbf19fd63d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1415547727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:05.984079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9eacabd7-95b9-4ca2-8d37-cdbf19fd63d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:05.996697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9eacabd7-95b9-4ca2-8d37-cdbf19fd63d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:router and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:06.000337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:06.002451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9eacabd7-95b9-4ca2-8d37-cdbf19fd63d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:06.010858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9eacabd7-95b9-4ca2-8d37-cdbf19fd63d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:06.013246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:06.020474 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:06.030038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:06.043177 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9eacabd7-95b9-4ca2-8d37-cdbf19fd63d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.044065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9eacabd7-95b9-4ca2-8d37-cdbf19fd63d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.051837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:06.055538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.064198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1114b1d1-8189-4973-ae9a-a45857c479fe None None] Provisioning for port 07af8530-397c-45a2-86cc-6e49aaf38f71 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:06.074415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1114b1d1-8189-4973-ae9a-a45857c479fe None None] Provisioning complete for port 07af8530-397c-45a2-86cc-6e49aaf38f71 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:06.074704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1114b1d1-8189-4973-ae9a-a45857c479fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.179493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9eacabd7-95b9-4ca2-8d37-cdbf19fd63d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.238171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9eacabd7-95b9-4ca2-8d37-cdbf19fd63d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.246832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1114b1d1-8189-4973-ae9a-a45857c479fe None None] Port 07af8530-397c-45a2-86cc-6e49aaf38f71 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:06.248453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9e43e21-26ed-41fc-8dfd-4285b317f575 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.290907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '5925c65c-c31a-488d-bc2e-feb8ecf3cd1e'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:25:06.291798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.333659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9eacabd7-95b9-4ca2-8d37-cdbf19fd63d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.341511 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9eacabd7-95b9-4ca2-8d37-cdbf19fd63d4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3816764 Mar 22 12:25:06.344351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42056) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:06.356425 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-2e529208-4161-4458-90ce-65ee7c7c0ef8', 'network_id': '2e529208-4161-4458-90ce-65ee7c7c0ef8', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'fixed_ips': [{'subnet_id': '5494c2f5-5bbb-412e-8df5-072eb568e806'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:25:06.357227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.385870 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device dd493072-d8e0-420f-af79-d2d5e6441485 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:06.428671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: dd493072-d8e0-420f-af79-d2d5e6441485 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:25:06.428908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device dd493072-d8e0-420f-af79-d2d5e6441485 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:25:06.594777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Allocated IP 172.20.0.2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/5925c65c-c31a-488d-bc2e-feb8ecf3cd1e/a813daf3-ad14-44d9-9582-c86fa2b4f089) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:06.694361 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Allocated IP 2001:db8::2 (2e529208-4161-4458-90ce-65ee7c7c0ef8/5494c2f5-5bbb-412e-8df5-072eb568e806/8ba3d46a-b696-46e5-acdb-549c69a3d3ec) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:06.911590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99c7772d-dfc6-46a5-b0a3-2d11508c7d13 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.918630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99c7772d-dfc6-46a5-b0a3-2d11508c7d13 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.934986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:06.986578 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Transition to ACTIVE for port object a813daf3-ad14-44d9-9582-c86fa2b4f089 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:07.020262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Transition to ACTIVE for port object a813daf3-ad14-44d9-9582-c86fa2b4f089 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:07.021831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:07.034330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:07.038602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Transition to ACTIVE for port object 8ba3d46a-b696-46e5-acdb-549c69a3d3ec will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:07.115702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Transition to ACTIVE for port object 8ba3d46a-b696-46e5-acdb-549c69a3d3ec will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:07.124079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:07.128230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:07.130691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:07.134415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Pushing event updated for resources: {'Port': ['ID=a813daf3-ad14-44d9-9582-c86fa2b4f089,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:07.137362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:07.228232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-87297e4d-96a6-4b97-8d6b-7c05dd8f0a7b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:07.261640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Network 2e529208-4161-4458-90ce-65ee7c7c0ef8 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:07.272544 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:07.274622 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Pushing event updated for resources: {'Port': ['ID=8ba3d46a-b696-46e5-acdb-549c69a3d3ec,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:07.279616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:25:07.284597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:07.322167 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Attempting to bind port a813daf3-ad14-44d9-9582-c86fa2b4f089 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:25:07.322537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Attempting to bind port a813daf3-ad14-44d9-9582-c86fa2b4f089 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:25:07.322858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Attempting to bind port a813daf3-ad14-44d9-9582-c86fa2b4f089 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:25:07.408804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:25:07.410986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:07.410986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:07.410986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:25:07.410986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Bound port: a813daf3-ad14-44d9-9582-c86fa2b4f089, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:25:07.410986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:07.425822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:07.460499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Attempting to bind port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:25:07.460848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Attempting to bind port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2e529208-4161-4458-90ce-65ee7c7c0ef8'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:25:07.461186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Attempting to bind port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec on network 2e529208-4161-4458-90ce-65ee7c7c0ef8 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:25:07.489054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:25:07.489319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Checking segment: {'id': 'a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2e529208-4161-4458-90ce-65ee7c7c0ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:07.489728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:07.490119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Bound using segment: {'id': 'a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2e529208-4161-4458-90ce-65ee7c7c0ef8'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:25:07.490417 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-99c7772d-dfc6-46a5-b0a3-2d11508c7d13 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Floating IP f1addddb-e5be-461d-a31d-df08baf6f4f4 associated. External IP: 172.26.0.195, port: b4bc16ad-cd4f-4550-9ae5-43b6838de746. Mar 22 12:25:07.490547 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Bound port: 8ba3d46a-b696-46e5-acdb-549c69a3d3ec, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2e529208-4161-4458-90ce-65ee7c7c0ef8'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:25:07.490912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:07.566074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] For port a813daf3-ad14-44d9-9582-c86fa2b4f089, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:25:07.578811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] For port a813daf3-ad14-44d9-9582-c86fa2b4f089, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a813daf3-ad14-44d9-9582-c86fa2b4f089,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:25:07.591245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:07.649584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] For port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:25:07.668805 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] For port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8ba3d46a-b696-46e5-acdb-549c69a3d3ec,segment=NetworkSegment(a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1),segment_id=a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:25:07.687651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:07.700625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405cd6d-ec66-4c09-af13-5f288037b131 None None] Pushing event updated for resources: {'Port': ['ID=a813daf3-ad14-44d9-9582-c86fa2b4f089,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:07.779691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f34db9-1fef-467d-8572-388754d7cfc0 None None] Pushing event updated for resources: {'Port': ['ID=8ba3d46a-b696-46e5-acdb-549c69a3d3ec,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:07.802504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-87297e4d-96a6-4b97-8d6b-7c05dd8f0a7b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:07.802851 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-87297e4d-96a6-4b97-8d6b-7c05dd8f0a7b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:08.053073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:08.062790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-87297e4d-96a6-4b97-8d6b-7c05dd8f0a7b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:08.144273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Allocated IP 2001:db8::1 (2e529208-4161-4458-90ce-65ee7c7c0ef8/5494c2f5-5bbb-412e-8df5-072eb568e806/eb555621-63c0-4ee0-a84e-85312eb7758b) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:08.213187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-87297e4d-96a6-4b97-8d6b-7c05dd8f0a7b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 5e0608c0-b2fc-44ae-b9e3-5c19281e57e9 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:08.438368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a813daf3-ad14-44d9-9582-c86fa2b4f089 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:08.467541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] For port a813daf3-ad14-44d9-9582-c86fa2b4f089, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a813daf3-ad14-44d9-9582-c86fa2b4f089,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:08.496994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:08.515354 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port a813daf3-ad14-44d9-9582-c86fa2b4f089 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:08.521587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8ba3d46a-b696-46e5-acdb-549c69a3d3ec up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:08.535120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Transition to ACTIVE for port object eb555621-63c0-4ee0-a84e-85312eb7758b will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:08.543060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e43e21-26ed-41fc-8dfd-4285b317f575 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Router 181f093c-66d8-4234-af4a-b49230249a98 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:08.544992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:08.555229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:08.556006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:08.560685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-87297e4d-96a6-4b97-8d6b-7c05dd8f0a7b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:08.591077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:08.741044 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c7772d-dfc6-46a5-b0a3-2d11508c7d13 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:08.745209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87297e4d-96a6-4b97-8d6b-7c05dd8f0a7b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=5e0608c0-b2fc-44ae-b9e3-5c19281e57e9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:08.888264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:08.894395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:08.906352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:08.906933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:08.937394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=31b98c04-841a-44af-9f18-1d97eb4877ea,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:08.992306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:09.017219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=a813daf3-ad14-44d9-9582-c86fa2b4f089,revision_number=4']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:09.058880 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-373e1fd5-8275-4b9d-8d8b-06c23f59a5cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3555467 Mar 22 12:25:09.067411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42060) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:09.086892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:2c:0e:d2', 'name': 'tempest-NetworksTestDHCPv6-2118669519'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:09.103970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 2e529208-4161-4458-90ce-65ee7c7c0ef8 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:09.123377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:09.134241 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:09.134761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:09.207295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-87297e4d-96a6-4b97-8d6b-7c05dd8f0a7b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:09.212694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686e891-3060-4c3c-a0f6-dd3861499204 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:09.244793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=eb555621-63c0-4ee0-a84e-85312eb7758b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:09.318689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:09.328919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:09.333763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:09.344456 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:09.363681 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a088aeb5-3aeb-4d8f-b795-1cc5e8b2ef6a None None] Provisioning for port a813daf3-ad14-44d9-9582-c86fa2b4f089 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:09.374148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a088aeb5-3aeb-4d8f-b795-1cc5e8b2ef6a None None] Provisioning complete for port a813daf3-ad14-44d9-9582-c86fa2b4f089 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:09.374520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a088aeb5-3aeb-4d8f-b795-1cc5e8b2ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:09.412032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:09.485077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05269c95-c0ea-4279-a48a-c8c0797f0d11 None None] Network 2e529208-4161-4458-90ce-65ee7c7c0ef8 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:09.492371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:09.510609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c7772d-dfc6-46a5-b0a3-2d11508c7d13 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:09.524212 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a1543-4999-484a-85c5-6ceee89add4a None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:09.535708 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a1543-4999-484a-85c5-6ceee89add4a None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:09.536525 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-280a1543-4999-484a-85c5-6ceee89add4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:09.597209 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-280a1543-4999-484a-85c5-6ceee89add4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:09.608590 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a1543-4999-484a-85c5-6ceee89add4a None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:09.609406 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-280a1543-4999-484a-85c5-6ceee89add4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:09.667132 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-280a1543-4999-484a-85c5-6ceee89add4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:09.667778 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a1543-4999-484a-85c5-6ceee89add4a None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:09.739835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e43e21-26ed-41fc-8dfd-4285b317f575 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:09.746153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a088aeb5-3aeb-4d8f-b795-1cc5e8b2ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:09.761488 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c9e43e21-26ed-41fc-8dfd-4285b317f575 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "PUT /v2.0/routers/181f093c-66d8-4234-af4a-b49230249a98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0492480 Mar 22 12:25:09.761488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42064) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:09.761915 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee386c-c966-48a3-a72a-24a0a6937d7d None None] Sync routers for ids ['181f093c-66d8-4234-af4a-b49230249a98'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:09.826479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:09.855540 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee386c-c966-48a3-a72a-24a0a6937d7d None None] Routers {'181f093c-66d8-4234-af4a-b49230249a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:09.856399 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4eee386c-c966-48a3-a72a-24a0a6937d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['181f093c-66d8-4234-af4a-b49230249a98'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:09.868583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87297e4d-96a6-4b97-8d6b-7c05dd8f0a7b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router 831ed745-8d27-44e2-b62a-abe214f358e6 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:09.916378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a088aeb5-3aeb-4d8f-b795-1cc5e8b2ef6a None None] For port a813daf3-ad14-44d9-9582-c86fa2b4f089, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a813daf3-ad14-44d9-9582-c86fa2b4f089,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:09.932481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a088aeb5-3aeb-4d8f-b795-1cc5e8b2ef6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:09.935799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4eee386c-c966-48a3-a72a-24a0a6937d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:09.951880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port c342cc01-2731-4f79-ae5c-57fb539db601 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:10.021335 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee386c-c966-48a3-a72a-24a0a6937d7d None None] Routers {'181f093c-66d8-4234-af4a-b49230249a98'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:10.022352 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4eee386c-c966-48a3-a72a-24a0a6937d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['181f093c-66d8-4234-af4a-b49230249a98'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:10.106615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088aeb5-3aeb-4d8f-b795-1cc5e8b2ef6a None None] Pushing event updated for resources: {'Port': ['ID=a813daf3-ad14-44d9-9582-c86fa2b4f089,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:10.112627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4eee386c-c966-48a3-a72a-24a0a6937d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:10.113261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eee386c-c966-48a3-a72a-24a0a6937d7d None None] The sync data for ids ['181f093c-66d8-4234-af4a-b49230249a98'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:10.143040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-45b5ddc7-2a16-4b6a-8cdb-9074fd5675f7 None None] Provisioning for port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:10.163287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-45b5ddc7-2a16-4b6a-8cdb-9074fd5675f7 None None] Provisioning complete for port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:10.164203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-45b5ddc7-2a16-4b6a-8cdb-9074fd5675f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:10.183139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87297e4d-96a6-4b97-8d6b-7c05dd8f0a7b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:10.194547 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a033ca-87bf-47a5-a625-b19ac7f17907 None None] Sync routers for ids ['831ed745-8d27-44e2-b62a-abe214f358e6'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:10.232210 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a033ca-87bf-47a5-a625-b19ac7f17907 None None] Routers {'831ed745-8d27-44e2-b62a-abe214f358e6'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:10.234142 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b3a033ca-87bf-47a5-a625-b19ac7f17907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['831ed745-8d27-44e2-b62a-abe214f358e6'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:10.314514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:10.333390 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:10.338246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:10.398336 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-87297e4d-96a6-4b97-8d6b-7c05dd8f0a7b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/831ed745-8d27-44e2-b62a-abe214f358e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8646579 Mar 22 12:25:10.403985 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-45b5ddc7-2a16-4b6a-8cdb-9074fd5675f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:10.411312 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42068) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:10.413610 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b3a033ca-87bf-47a5-a625-b19ac7f17907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:10.426424 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a033ca-87bf-47a5-a625-b19ac7f17907 None None] Routers {'831ed745-8d27-44e2-b62a-abe214f358e6'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:10.427275 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b3a033ca-87bf-47a5-a625-b19ac7f17907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['831ed745-8d27-44e2-b62a-abe214f358e6'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:10.445703 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a813daf3-ad14-44d9-9582-c86fa2b4f089 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:10.507829 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b3a033ca-87bf-47a5-a625-b19ac7f17907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:10.508224 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a033ca-87bf-47a5-a625-b19ac7f17907 None None] The sync data for ids ['831ed745-8d27-44e2-b62a-abe214f358e6'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:10.569859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-45b5ddc7-2a16-4b6a-8cdb-9074fd5675f7 None None] For port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8ba3d46a-b696-46e5-acdb-549c69a3d3ec,segment=NetworkSegment(a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1),segment_id=a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:10.583118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-45b5ddc7-2a16-4b6a-8cdb-9074fd5675f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:10.718362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a813daf3-ad14-44d9-9582-c86fa2b4f089 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:10.718902 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:10.725873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=eb555621-63c0-4ee0-a84e-85312eb7758b,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:10.799786 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5ddc7-2a16-4b6a-8cdb-9074fd5675f7 None None] Pushing event updated for resources: {'Port': ['ID=8ba3d46a-b696-46e5-acdb-549c69a3d3ec,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:10.835089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fbd494e1-c433-4c96-a472-8154c24290d2 None None] Provisioning complete for port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:10.835423 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fbd494e1-c433-4c96-a472-8154c24290d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:10.896537 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-c436c78e-3b3b-43ae-ac2f-d0288815e7a3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 12:25:10.901182 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c436c78e-3b3b-43ae-ac2f-d0288815e7a3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/831ed745-8d27-44e2-b62a-abe214f358e6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4853673 Mar 22 12:25:10.903561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42072) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:10.934176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c7772d-dfc6-46a5-b0a3-2d11508c7d13 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8ddf780e-d52c-45cd-a658-83e67e18ef53 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:10.974738 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2cfb7492-4c6b-4c4c-8e69-3345ade028c1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=831ed745-8d27-44e2-b62a-abe214f358e6 HTTP/1.1" status: 200 len: 205 time: 0.0694356 Mar 22 12:25:10.980740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42076) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:11.021237 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fbd494e1-c433-4c96-a472-8154c24290d2 None None] Provisioning for port eb555621-63c0-4ee0-a84e-85312eb7758b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:11.026382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fbd494e1-c433-4c96-a472-8154c24290d2 None None] Provisioning complete for port eb555621-63c0-4ee0-a84e-85312eb7758b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:11.026745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fbd494e1-c433-4c96-a472-8154c24290d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:11.078141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fbd494e1-c433-4c96-a472-8154c24290d2 None None] Port eb555621-63c0-4ee0-a84e-85312eb7758b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:11.117030 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:25:11.120048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 2e529208-4161-4458-90ce-65ee7c7c0ef8 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:11.124248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 172.20.0.10 (578a050b-df3b-4bf8-b5f3-612af8e4798e/5925c65c-c31a-488d-bc2e-feb8ecf3cd1e/c342cc01-2731-4f79-ae5c-57fb539db601) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:11.131104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:11.148217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c7772d-dfc6-46a5-b0a3-2d11508c7d13 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:11.153354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99c7772d-dfc6-46a5-b0a3-2d11508c7d13 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:11.167934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390ad3b-47a6-49ca-9b9c-ef9c1137a5bc None None] Sync routers for ids ['8ddf780e-d52c-45cd-a658-83e67e18ef53'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:11.185527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390ad3b-47a6-49ca-9b9c-ef9c1137a5bc None None] Routers {'8ddf780e-d52c-45cd-a658-83e67e18ef53'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:11.186617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7390ad3b-47a6-49ca-9b9c-ef9c1137a5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8ddf780e-d52c-45cd-a658-83e67e18ef53'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:11.198107 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:11.250728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::f816:3eff:fe2c:ed2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/31b98c04-841a-44af-9f18-1d97eb4877ea/c342cc01-2731-4f79-ae5c-57fb539db601) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:11.291806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7390ad3b-47a6-49ca-9b9c-ef9c1137a5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:11.301339 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-99c7772d-dfc6-46a5-b0a3-2d11508c7d13 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "PUT /v2.0/floatingips/f1addddb-e5be-461d-a31d-df08baf6f4f4 HTTP/1.1" status: 200 len: 978 time: 5.5565543 Mar 22 12:25:11.305817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42080) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:11.316302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390ad3b-47a6-49ca-9b9c-ef9c1137a5bc None None] Routers {'8ddf780e-d52c-45cd-a658-83e67e18ef53'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:11.316830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7390ad3b-47a6-49ca-9b9c-ef9c1137a5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8ddf780e-d52c-45cd-a658-83e67e18ef53'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:11.381829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 07af8530-397c-45a2-86cc-6e49aaf38f71 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:11.382190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:11.391265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7390ad3b-47a6-49ca-9b9c-ef9c1137a5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:11.391684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390ad3b-47a6-49ca-9b9c-ef9c1137a5bc None None] The sync data for ids ['8ddf780e-d52c-45cd-a658-83e67e18ef53'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:11.400572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-028bf6e1-73af-4d5e-8674-fd543be35e79 None None] Provisioning complete for port a813daf3-ad14-44d9-9582-c86fa2b4f089 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:11.401106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-028bf6e1-73af-4d5e-8674-fd543be35e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:11.457551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b57466e0-cb14-44b9-81b6-5f173c21a9eb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:11.531036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-028bf6e1-73af-4d5e-8674-fd543be35e79 None None] Provisioning complete for port eb555621-63c0-4ee0-a84e-85312eb7758b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:11.531258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-028bf6e1-73af-4d5e-8674-fd543be35e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:11.582877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-028bf6e1-73af-4d5e-8674-fd543be35e79 None None] Port eb555621-63c0-4ee0-a84e-85312eb7758b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:11.645747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:11.707231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-32f26233-66f2-4046-8901-21100fa3354f None None] Provisioning complete for port eb555621-63c0-4ee0-a84e-85312eb7758b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:11.707677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-32f26233-66f2-4046-8901-21100fa3354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:11.763000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-32f26233-66f2-4046-8901-21100fa3354f None None] Port eb555621-63c0-4ee0-a84e-85312eb7758b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:12.034700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.034941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.035249 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Floating IP f1addddb-e5be-461d-a31d-df08baf6f4f4 disassociated. External IP: 172.26.0.195, port: 07af8530-397c-45a2-86cc-6e49aaf38f71. Mar 22 12:25:12.035580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 07af8530-397c-45a2-86cc-6e49aaf38f71 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:12.122382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.151572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object c342cc01-2731-4f79-ae5c-57fb539db601 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:12.173693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.221413 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=07af8530-397c-45a2-86cc-6e49aaf38f71,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:12.298065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b57466e0-cb14-44b9-81b6-5f173c21a9eb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.326705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b57466e0-cb14-44b9-81b6-5f173c21a9eb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.354240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.385419 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8ba3d46a-b696-46e5-acdb-549c69a3d3ec up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:12.457988 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8ddf780e-d52c-45cd-a658-83e67e18ef53 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:12.464857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:12.465270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.466751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.482832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:12.485175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b57466e0-cb14-44b9-81b6-5f173c21a9eb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.485673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57466e0-cb14-44b9-81b6-5f173c21a9eb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Fanout notify agent at l3_agent the message router_deleted on router 831ed745-8d27-44e2-b62a-abe214f358e6 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:25:12.494820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:12.500484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=c342cc01-2731-4f79-ae5c-57fb539db601,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:12.504588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:12.538705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Deleting port ade3fd61-502c-4997-8044-1de965620a20 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:12.539387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.619518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b57466e0-cb14-44b9-81b6-5f173c21a9eb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.623320 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b57466e0-cb14-44b9-81b6-5f173c21a9eb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/831ed745-8d27-44e2-b62a-abe214f358e6 HTTP/1.1" status: 204 len: 168 time: 1.6369894 Mar 22 12:25:12.624322 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42084) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:12.627752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 34e55fb0-bc28-4718-908f-c834d3881372 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:25:12.650088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:12.650866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.732059 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ac099003-a993-4010-bd3d-c18feb735580 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6635787 Mar 22 12:25:12.735595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42088) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:12.793051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-375e2b0a-1d1c-4850-a95e-6cf429be4fe4 None None] Provisioning for port c342cc01-2731-4f79-ae5c-57fb539db601 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:12.800153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-375e2b0a-1d1c-4850-a95e-6cf429be4fe4 None None] Provisioning complete for port c342cc01-2731-4f79-ae5c-57fb539db601 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:12.801066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-375e2b0a-1d1c-4850-a95e-6cf429be4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.846749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-581e2131-c6b8-4e30-8884-43fec6725ae0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting subnet 122cc427-10b1-4e45-a011-fc43799541d8 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:12.850271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-581e2131-c6b8-4e30-8884-43fec6725ae0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.856348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-375e2b0a-1d1c-4850-a95e-6cf429be4fe4 None None] Port c342cc01-2731-4f79-ae5c-57fb539db601 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:12.908341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-581e2131-c6b8-4e30-8884-43fec6725ae0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.935005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:12.942865 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:12.955205 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e299c-250e-460a-a6cb-4a84c6b9208d None None] Sync routers for ids ['8ddf780e-d52c-45cd-a658-83e67e18ef53'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:12.967492 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e299c-250e-460a-a6cb-4a84c6b9208d None None] Routers {'8ddf780e-d52c-45cd-a658-83e67e18ef53'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:12.968106 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-804e299c-250e-460a-a6cb-4a84c6b9208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8ddf780e-d52c-45cd-a658-83e67e18ef53'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:13.029653 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-804e299c-250e-460a-a6cb-4a84c6b9208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:13.040657 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e299c-250e-460a-a6cb-4a84c6b9208d None None] Routers {'8ddf780e-d52c-45cd-a658-83e67e18ef53'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:13.041482 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-804e299c-250e-460a-a6cb-4a84c6b9208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8ddf780e-d52c-45cd-a658-83e67e18ef53'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:13.062417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:13.071515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Calling delete_port for ade3fd61-502c-4997-8044-1de965620a20 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:13.078977 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-951533ae-86e6-408f-9267-f660499460a2 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/ports/07af8530-397c-45a2-86cc-6e49aaf38f71 HTTP/1.1" status: 204 len: 168 time: 1.7694218 Mar 22 12:25:13.079163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42092) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:13.081767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-581e2131-c6b8-4e30-8884-43fec6725ae0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:13.106821 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-804e299c-250e-460a-a6cb-4a84c6b9208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:13.108276 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e299c-250e-460a-a6cb-4a84c6b9208d None None] The sync data for ids ['8ddf780e-d52c-45cd-a658-83e67e18ef53'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:13.141502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:13.144023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1f8b5-3b0b-4e03-a44d-7ac421049747 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:13.147826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1f8b5-3b0b-4e03-a44d-7ac421049747 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:13.148588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d9d1f8b5-3b0b-4e03-a44d-7ac421049747 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:13.197418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d9d1f8b5-3b0b-4e03-a44d-7ac421049747 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:13.201781 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d9d1f8b5-3b0b-4e03-a44d-7ac421049747 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4599881 Mar 22 12:25:13.204256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42096) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:13.238327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:13.251296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1e1f2-e275-43c0-b461-20c6d2d93457 None None] Sync routers for ids ['34e55fb0-bc28-4718-908f-c834d3881372'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:13.254299 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e6491f0b-5ff2-4970-ac68-9dcd33420ad6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/34e55fb0-bc28-4718-908f-c834d3881372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9079649 Mar 22 12:25:13.261910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42100) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:13.266426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1e1f2-e275-43c0-b461-20c6d2d93457 None None] Routers {'34e55fb0-bc28-4718-908f-c834d3881372'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:13.267137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7e1e1f2-e275-43c0-b461-20c6d2d93457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['34e55fb0-bc28-4718-908f-c834d3881372'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:13.337902 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7e1e1f2-e275-43c0-b461-20c6d2d93457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:13.349327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1e1f2-e275-43c0-b461-20c6d2d93457 None None] Routers {'34e55fb0-bc28-4718-908f-c834d3881372'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:13.350024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7e1e1f2-e275-43c0-b461-20c6d2d93457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['34e55fb0-bc28-4718-908f-c834d3881372'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:13.368099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f0503a1d-4528-4334-b7ef-2a346c1b2e83 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port c342cc01-2731-4f79-ae5c-57fb539db601 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:13.368318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0503a1d-4528-4334-b7ef-2a346c1b2e83 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:13.390499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-581e2131-c6b8-4e30-8884-43fec6725ae0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:13.417212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7e1e1f2-e275-43c0-b461-20c6d2d93457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:13.417826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1e1f2-e275-43c0-b461-20c6d2d93457 None None] The sync data for ids ['34e55fb0-bc28-4718-908f-c834d3881372'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:13.433991 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e2131-c6b8-4e30-8884-43fec6725ae0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Subnet': ['ID=122cc427-10b1-4e45-a011-fc43799541d8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:13.442678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-581e2131-c6b8-4e30-8884-43fec6725ae0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:13.451701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32672720-372f-48e0-8d85-b689bb944cb7 None None] Network 22d70c62-e94b-4cee-8e29-8ae29450364d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:13.452726 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-581e2131-c6b8-4e30-8884-43fec6725ae0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/122cc427-10b1-4e45-a011-fc43799541d8 HTTP/1.1" status: 204 len: 168 time: 0.8200154 Mar 22 12:25:13.455444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42104) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:13.568568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623799a1-0319-4e2c-a131-4f136264f3b5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:13.569138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-623799a1-0319-4e2c-a131-4f136264f3b5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Synchronizing usage tracker for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:13.586655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:13.625529 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-623799a1-0319-4e2c-a131-4f136264f3b5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Unset dirty status for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:13.629578 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-623799a1-0319-4e2c-a131-4f136264f3b5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports/eb555621-63c0-4ee0-a84e-85312eb7758b HTTP/1.1" status: 200 len: 911 time: 0.3667891 Mar 22 12:25:13.630278 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:13.640221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42108) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:13.664242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:13.664575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:13.727033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe9442-cfa9-4167-b2c7-87f6508d7a34 None None] DHCP port deletion for 22d70c62-e94b-4cee-8e29-8ae29450364d request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:13.731506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-87fe9442-cfa9-4167-b2c7-87f6508d7a34 None None] Deleting port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:13.731878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87fe9442-cfa9-4167-b2c7-87f6508d7a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:13.746885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event deleted for resources: {'Port': ['ID=ade3fd61-502c-4997-8044-1de965620a20,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:13.945864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4,segment=NetworkSegment(5c703bcf-2702-4d3e-8812-5c33bcda48b0),segment_id=5c703bcf-2702-4d3e-8812-5c33bcda48b0)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:13.946456 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.004547 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-87fe9442-cfa9-4167-b2c7-87f6508d7a34 None None] For port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4,segment=NetworkSegment(5c703bcf-2702-4d3e-8812-5c33bcda48b0),segment_id=5c703bcf-2702-4d3e-8812-5c33bcda48b0)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:14.005732 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87fe9442-cfa9-4167-b2c7-87f6508d7a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.067106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:14.130063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-87fe9442-cfa9-4167-b2c7-87f6508d7a34 None None] Calling delete_port for 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:14.159482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-615f6128-ce76-4092-8eee-ce6c99890e00 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.165758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0503a1d-4528-4334-b7ef-2a346c1b2e83 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.222587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-87fe9442-cfa9-4167-b2c7-87f6508d7a34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:25:14.223322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-87fe9442-cfa9-4167-b2c7-87f6508d7a34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:25:14.229762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.261521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.316949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:14.327045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No DVR routers for this DVR port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:14.347032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f0503a1d-4528-4334-b7ef-2a346c1b2e83 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for c342cc01-2731-4f79-ae5c-57fb539db601 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:14.362677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:14.398899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:25:14.399369 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:25:14.460651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.491109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d70c62-e94b-4cee-8e29-8ae29450364d']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:14.504440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c703bcf-2702-4d3e-8812-5c33bcda48b0') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:14.504724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c703bcf-2702-4d3e-8812-5c33bcda48b0') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:14.518010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.537307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.551517 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:25:14.551838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:25:14.565587 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:25:14.677204 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.704079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.725251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-87fe9442-cfa9-4167-b2c7-87f6508d7a34 None None] Deleting port 6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:14.725808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87fe9442-cfa9-4167-b2c7-87f6508d7a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.791055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-87fe9442-cfa9-4167-b2c7-87f6508d7a34 None None] The port '6162ed9a-f562-4ff9-99f7-4f4bebcfa8b4' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:25:14.832174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Network': ['ID=22d70c62-e94b-4cee-8e29-8ae29450364d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:14.840569 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-006cabda-c325-48f2-b942-2347545ac39e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/networks/22d70c62-e94b-4cee-8e29-8ae29450364d HTTP/1.1" status: 204 len: 168 time: 1.3841753 Mar 22 12:25:14.844757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42112) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:14.851232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'network': {'name': 'tempest-RoutersTest-317783587'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:14.856528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.896374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:14.899363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:14.908011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:network and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:14.916851 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:14.952802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:14.978319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:14.981212 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.005092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.005604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Fanout notify agent at l3_agent the message router_deleted on router 181f093c-66d8-4234-af4a-b49230249a98 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:25:15.042442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.045729 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6d80c0a3-0ede-4009-a540-c07cbe74648e tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "DELETE /v2.0/routers/181f093c-66d8-4234-af4a-b49230249a98 HTTP/1.1" status: 204 len: 168 time: 5.2814770 Mar 22 12:25:15.045729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0503a1d-4528-4334-b7ef-2a346c1b2e83 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.046653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42116) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:15.052123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:25:15.073551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.073881 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added segment 12510d18-617a-4f18-80a3-de55a1c18662 of type vlan for network 3f7c15e3-6991-4079-aa62-fee57823c26f Mar 22 12:25:15.120021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75c113f7-22d6-482e-a861-b80d12ab4a0f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.139360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.190884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0503a1d-4528-4334-b7ef-2a346c1b2e83 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=c342cc01-2731-4f79-ae5c-57fb539db601,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:15.214484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.218473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:15.219071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.330697 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4854057 Mar 22 12:25:15.335129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42120) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:15.341824 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26740c7c-ba56-4f40-a19f-1c57394dce5b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Network': ['ID=3f7c15e3-6991-4079-aa62-fee57823c26f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:15.354880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 3f7c15e3-6991-4079-aa62-fee57823c26f details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:25:15.372214 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'subnet': {'network_id': '3f7c15e3-6991-4079-aa62-fee57823c26f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:15.426473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-615f6128-ce76-4092-8eee-ce6c99890e00 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 53891dc4-f353-4395-b9e8-827d6d2839ee {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:15.426959 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-615f6128-ce76-4092-8eee-ce6c99890e00 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.619713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0503a1d-4528-4334-b7ef-2a346c1b2e83 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.622690 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f0503a1d-4528-4334-b7ef-2a346c1b2e83 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/c342cc01-2731-4f79-ae5c-57fb539db601 HTTP/1.1" status: 204 len: 168 time: 2.4174714 Mar 22 12:25:15.624298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42124) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:15.630789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:15.639673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:subnet and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:15.644178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:15.657705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-615f6128-ce76-4092-8eee-ce6c99890e00 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.664924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:15.670130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9778863e-1e71-4112-b23c-ddcee334bda0 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Deleting subnet c5d0ed9d-7a3f-454e-baaa-c6172e365f5e {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:15.674968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9778863e-1e71-4112-b23c-ddcee334bda0 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.723617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:15.789356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-615f6128-ce76-4092-8eee-ce6c99890e00 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 53891dc4-f353-4395-b9e8-827d6d2839ee owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:15.828216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9778863e-1e71-4112-b23c-ddcee334bda0 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:15.848841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4acf31-4518-4f68-a0e1-e1f34160d58f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:15.850204 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4acf31-4518-4f68-a0e1-e1f34160d58f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:15.851511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4acf31-4518-4f68-a0e1-e1f34160d58f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:15.852266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ae4acf31-4518-4f68-a0e1-e1f34160d58f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:15.891076 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ae4acf31-4518-4f68-a0e1-e1f34160d58f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:15.892141 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae4acf31-4518-4f68-a0e1-e1f34160d58f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2669225 Mar 22 12:25:15.895361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42128) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:15.926738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.140278 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-49eaf8f2-364a-4c3b-8ed9-2f6a530df832 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 31b98c04-841a-44af-9f18-1d97eb4877ea {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:16.143724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-615f6128-ce76-4092-8eee-ce6c99890e00 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.147280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49eaf8f2-364a-4c3b-8ed9-2f6a530df832 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.235001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f6128-ce76-4092-8eee-ce6c99890e00 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=53891dc4-f353-4395-b9e8-827d6d2839ee,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:16.280397 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49eaf8f2-364a-4c3b-8ed9-2f6a530df832 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.297833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9778863e-1e71-4112-b23c-ddcee334bda0 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.516243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9778863e-1e71-4112-b23c-ddcee334bda0 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.582263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778863e-1e71-4112-b23c-ddcee334bda0 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d0ed9d-7a3f-454e-baaa-c6172e365f5e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:16.593030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9778863e-1e71-4112-b23c-ddcee334bda0 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.599945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eb1565-e8c9-45ed-9a10-b463d1912e46 None None] Network 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:16.601692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.628266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49eaf8f2-364a-4c3b-8ed9-2f6a530df832 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.648690 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9778863e-1e71-4112-b23c-ddcee334bda0 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "DELETE /v2.0/subnets/c5d0ed9d-7a3f-454e-baaa-c6172e365f5e HTTP/1.1" status: 204 len: 168 time: 1.5985649 Mar 22 12:25:16.651150 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42132) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:16.724147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49eaf8f2-364a-4c3b-8ed9-2f6a530df832 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.768691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eaf8f2-364a-4c3b-8ed9-2f6a530df832 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=31b98c04-841a-44af-9f18-1d97eb4877ea,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:16.774626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-49eaf8f2-364a-4c3b-8ed9-2f6a530df832 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.782032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Subnet': ['ID=b1f022bf-43cf-4670-9e80-c62e63ad15f9,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:16.793472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c183ea04-4fbc-489c-9790-aacf10216a08 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:16.808315 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-49eaf8f2-364a-4c3b-8ed9-2f6a530df832 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/31b98c04-841a-44af-9f18-1d97eb4877ea HTTP/1.1" status: 204 len: 168 time: 0.9099143 Mar 22 12:25:16.808518 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42136) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:16.848165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.861072 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Checking segment: {'id': '12510d18-617a-4f18-80a3-de55a1c18662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3f7c15e3-6991-4079-aa62-fee57823c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:16.861072 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network hostable DHCP agents. Network: 3f7c15e3-6991-4079-aa62-fee57823c26f, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:25:16.868055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-615f6128-ce76-4092-8eee-ce6c99890e00 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.884528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Deleting port 2a868e45-66dd-47b9-8216-d71920d00821 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:16.884927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:16.960648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cadfba7-154e-4d16-8d33-06369f589f0a None None] DHCP port deletion for 70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:16.974793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5cadfba7-154e-4d16-8d33-06369f589f0a None None] Deleting port 2a868e45-66dd-47b9-8216-d71920d00821 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:16.975999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5cadfba7-154e-4d16-8d33-06369f589f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.017884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c492f935-27fd-4ce7-b66b-9e4645f4ed8a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 5925c65c-c31a-488d-bc2e-feb8ecf3cd1e {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:17.024165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 3f7c15e3-6991-4079-aa62-fee57823c26f is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:25:17.026298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c492f935-27fd-4ce7-b66b-9e4645f4ed8a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.069219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 3f7c15e3-6991-4079-aa62-fee57823c26f) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:17.094248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818f3dca-1fc8-42a8-92e7-55eecc5c0364 None None] Network 3f7c15e3-6991-4079-aa62-fee57823c26f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:17.109285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c492f935-27fd-4ce7-b66b-9e4645f4ed8a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.128559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:17.128805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.144647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-75c113f7-22d6-482e-a861-b80d12ab4a0f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port eb555621-63c0-4ee0-a84e-85312eb7758b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:17.145487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75c113f7-22d6-482e-a861-b80d12ab4a0f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.214538 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a5905163-c18a-4333-ba08-60c0daed5a2c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8710063 Mar 22 12:25:17.219671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42140) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:17.221653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] For port 2a868e45-66dd-47b9-8216-d71920d00821, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2a868e45-66dd-47b9-8216-d71920d00821,segment=NetworkSegment(49800017-03cb-4117-88d1-1ac4ba54c230),segment_id=49800017-03cb-4117-88d1-1ac4ba54c230)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:17.222318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.235149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-56819ec8-7bd6-4c3c-b001-85a6a69a796e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-789718005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:17.242748 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c492f935-27fd-4ce7-b66b-9e4645f4ed8a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.277177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-56819ec8-7bd6-4c3c-b001-85a6a69a796e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:17.306102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-56819ec8-7bd6-4c3c-b001-85a6a69a796e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:router and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:17.311854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-56819ec8-7bd6-4c3c-b001-85a6a69a796e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:17.324040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-56819ec8-7bd6-4c3c-b001-85a6a69a796e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:17.349279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56819ec8-7bd6-4c3c-b001-85a6a69a796e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.349969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56819ec8-7bd6-4c3c-b001-85a6a69a796e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.378449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5cadfba7-154e-4d16-8d33-06369f589f0a None None] For port 2a868e45-66dd-47b9-8216-d71920d00821, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2a868e45-66dd-47b9-8216-d71920d00821,segment=NetworkSegment(49800017-03cb-4117-88d1-1ac4ba54c230),segment_id=49800017-03cb-4117-88d1-1ac4ba54c230)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:17.379077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5cadfba7-154e-4d16-8d33-06369f589f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.408416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Calling delete_port for 2a868e45-66dd-47b9-8216-d71920d00821 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:17.487440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c492f935-27fd-4ce7-b66b-9e4645f4ed8a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.539619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75c113f7-22d6-482e-a861-b80d12ab4a0f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.556917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492f935-27fd-4ce7-b66b-9e4645f4ed8a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=5925c65c-c31a-488d-bc2e-feb8ecf3cd1e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:17.559809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5cadfba7-154e-4d16-8d33-06369f589f0a None None] Calling delete_port for 2a868e45-66dd-47b9-8216-d71920d00821 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:17.566576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c492f935-27fd-4ce7-b66b-9e4645f4ed8a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.597894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56819ec8-7bd6-4c3c-b001-85a6a69a796e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.605005 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c492f935-27fd-4ce7-b66b-9e4645f4ed8a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/5925c65c-c31a-488d-bc2e-feb8ecf3cd1e HTTP/1.1" status: 204 len: 168 time: 0.7954879 Mar 22 12:25:17.605699 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42144) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:17.672896 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-3f7c15e3-6991-4079-aa62-fee57823c26f', 'network_id': '3f7c15e3-6991-4079-aa62-fee57823c26f', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'fixed_ips': [{'subnet_id': 'b1f022bf-43cf-4670-9e80-c62e63ad15f9'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:25:17.677889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.682224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.690546 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d03d9d9c-0525-48af-b0c3-730d3a773f2c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769901 Mar 22 12:25:17.692556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42148) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:17.692906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-75c113f7-22d6-482e-a861-b80d12ab4a0f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for eb555621-63c0-4ee0-a84e-85312eb7758b owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:17.803583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56819ec8-7bd6-4c3c-b001-85a6a69a796e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.874539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-5cadfba7-154e-4d16-8d33-06369f589f0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:25:17.875804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-5cadfba7-154e-4d16-8d33-06369f589f0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:25:17.895630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event deleted for resources: {'Port': ['ID=2a868e45-66dd-47b9-8216-d71920d00821,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:17.898096 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Allocated IP 172.20.0.2 (3f7c15e3-6991-4079-aa62-fee57823c26f/b1f022bf-43cf-4670-9e80-c62e63ad15f9/e00a3e96-5a58-400c-9cce-d19e7178f97c) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:17.908486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] No DVR routers for this DVR port 2a868e45-66dd-47b9-8216-d71920d00821 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:17.924820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-56819ec8-7bd6-4c3c-b001-85a6a69a796e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:17.929057 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-56819ec8-7bd6-4c3c-b001-85a6a69a796e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7012424 Mar 22 12:25:17.932112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42152) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:18.058603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.093206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:18.106773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49800017-03cb-4117-88d1-1ac4ba54c230') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:18.107032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49800017-03cb-4117-88d1-1ac4ba54c230') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:18.122329 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.135797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d66eaf-63a4-4301-a4d4-4eb6f15d4396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:18.136534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20d66eaf-63a4-4301-a4d4-4eb6f15d4396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:18.145059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02061569-246a-449a-8162-e0bde819ef22 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:18.177845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.189366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:25:18.189854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:25:18.204454 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:25:18.283133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75c113f7-22d6-482e-a861-b80d12ab4a0f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.291743 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-20d66eaf-63a4-4301-a4d4-4eb6f15d4396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:18.295799 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-20d66eaf-63a4-4301-a4d4-4eb6f15d4396 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6023166 Mar 22 12:25:18.302015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42156) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:18.340075 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c113f7-22d6-482e-a861-b80d12ab4a0f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=eb555621-63c0-4ee0-a84e-85312eb7758b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:18.340075 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.350864 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9181e9ab-0b9d-4c43-b90f-1afa54369033 None None] Provisioning complete for port a813daf3-ad14-44d9-9582-c86fa2b4f089 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:18.351466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9181e9ab-0b9d-4c43-b90f-1afa54369033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.357565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.405018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event deleted for resources: {'Network': ['ID=70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:18.417494 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5cadfba7-154e-4d16-8d33-06369f589f0a None None] Deleting port 2a868e45-66dd-47b9-8216-d71920d00821 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:18.418145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5cadfba7-154e-4d16-8d33-06369f589f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.456290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2a868e45-66dd-47b9-8216-d71920d00821 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:18.459322 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06196b9e-7beb-415e-9b37-140189927b52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:18.460004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-06196b9e-7beb-415e-9b37-140189927b52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:18.474471 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b9b20430-67eb-4842-a356-977fa3c249c1 tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "DELETE /v2.0/networks/70e68fd2-3c9a-42ef-8a7e-7fcfcb54cc48 HTTP/1.1" status: 204 len: 168 time: 1.8183672 Mar 22 12:25:18.481094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42160) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:18.529933 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 2a868e45-66dd-47b9-8216-d71920d00821 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:25:18.530525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2a868e45-66dd-47b9-8216-d71920d00821 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:25:18.545046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5cadfba7-154e-4d16-8d33-06369f589f0a None None] The port '2a868e45-66dd-47b9-8216-d71920d00821' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:25:18.546248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.559160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-06196b9e-7beb-415e-9b37-140189927b52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:18.563039 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-06196b9e-7beb-415e-9b37-140189927b52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2595751 Mar 22 12:25:18.563622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42164) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:18.569611 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Transition to ACTIVE for port object e00a3e96-5a58-400c-9cce-d19e7178f97c will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:18.595174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Transition to ACTIVE for port object e00a3e96-5a58-400c-9cce-d19e7178f97c will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:18.661022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.703147 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a1013577-47d8-49ef-a598-90cc42c189f8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1324642 Mar 22 12:25:18.703363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42168) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:18.708955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75c113f7-22d6-482e-a861-b80d12ab4a0f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.710635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b19dc4c5-ed3d-468a-9288-8650e4dfa583 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:18.714502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8e2d8-4769-4b27-9427-67ac524612ad tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Deleting port 618fb02c-8cd8-46f4-b099-584ba9c9127b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:18.714897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e2d8-4769-4b27-9427-67ac524612ad tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.778036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Network 3f7c15e3-6991-4079-aa62-fee57823c26f is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:18.778853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Pushing event updated for resources: {'Port': ['ID=e00a3e96-5a58-400c-9cce-d19e7178f97c,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:18.781837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:18.783803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:18.818082 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615f6128-ce76-4092-8eee-ce6c99890e00 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8ddf780e-d52c-45cd-a658-83e67e18ef53 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:18.861488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b2f81c-7fc2-4da3-8283-c9199a14d9d5 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:18.875741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-25b2f81c-7fc2-4da3-8283-c9199a14d9d5 None None] Deleting port a813daf3-ad14-44d9-9582-c86fa2b4f089 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:18.876155 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-25b2f81c-7fc2-4da3-8283-c9199a14d9d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.897086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b19dc4c5-ed3d-468a-9288-8650e4dfa583 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:18.921848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Attempting to bind port e00a3e96-5a58-400c-9cce-d19e7178f97c on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:25:18.922295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Attempting to bind port e00a3e96-5a58-400c-9cce-d19e7178f97c by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '12510d18-617a-4f18-80a3-de55a1c18662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3f7c15e3-6991-4079-aa62-fee57823c26f'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:25:18.922715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Attempting to bind port e00a3e96-5a58-400c-9cce-d19e7178f97c on network 3f7c15e3-6991-4079-aa62-fee57823c26f {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:25:18.937386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:25:18.937902 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Checking segment: {'id': '12510d18-617a-4f18-80a3-de55a1c18662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3f7c15e3-6991-4079-aa62-fee57823c26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:18.938372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:18.938802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Bound using segment: {'id': '12510d18-617a-4f18-80a3-de55a1c18662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3f7c15e3-6991-4079-aa62-fee57823c26f'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:25:18.939375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Bound port: e00a3e96-5a58-400c-9cce-d19e7178f97c, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12510d18-617a-4f18-80a3-de55a1c18662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3f7c15e3-6991-4079-aa62-fee57823c26f'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:25:18.939616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b19dc4c5-ed3d-468a-9288-8650e4dfa583 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:18.939867 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:19.062170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:19.086749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19dc4c5-ed3d-468a-9288-8650e4dfa583 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:19.090185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b19dc4c5-ed3d-468a-9288-8650e4dfa583 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:19.091565 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19dc4c5-ed3d-468a-9288-8650e4dfa583 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:25:19.091974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19dc4c5-ed3d-468a-9288-8650e4dfa583 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:25:19.138718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e2d8-4769-4b27-9427-67ac524612ad tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:19.139225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e2d8-4769-4b27-9427-67ac524612ad tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:19.167359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-25b2f81c-7fc2-4da3-8283-c9199a14d9d5 None None] For port a813daf3-ad14-44d9-9582-c86fa2b4f089, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a813daf3-ad14-44d9-9582-c86fa2b4f089,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:19.167825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-25b2f81c-7fc2-4da3-8283-c9199a14d9d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:19.175543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] For port e00a3e96-5a58-400c-9cce-d19e7178f97c, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:25:19.234310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] For port e00a3e96-5a58-400c-9cce-d19e7178f97c, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e00a3e96-5a58-400c-9cce-d19e7178f97c,segment=NetworkSegment(12510d18-617a-4f18-80a3-de55a1c18662),segment_id=12510d18-617a-4f18-80a3-de55a1c18662)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:25:19.300652 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b19dc4c5-ed3d-468a-9288-8650e4dfa583 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5934954 Mar 22 12:25:19.301222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42172) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:19.306701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3a844e1c-7f48-4d39-b5da-1307b3864515 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:19.342315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:19.351382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-25b2f81c-7fc2-4da3-8283-c9199a14d9d5 None None] Calling delete_port for a813daf3-ad14-44d9-9582-c86fa2b4f089 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:19.427599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8e2d8-4769-4b27-9427-67ac524612ad tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Calling delete_port for 618fb02c-8cd8-46f4-b099-584ba9c9127b owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:19.492826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7967a7-691c-480f-8c99-11ab28719232 None None] Pushing event updated for resources: {'Port': ['ID=e00a3e96-5a58-400c-9cce-d19e7178f97c,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:19.505402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-25b2f81c-7fc2-4da3-8283-c9199a14d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:19.561713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2f81c-7fc2-4da3-8283-c9199a14d9d5 None None] Pushing event deleted for resources: {'Port': ['ID=a813daf3-ad14-44d9-9582-c86fa2b4f089,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:19.567819 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2f81c-7fc2-4da3-8283-c9199a14d9d5 None None] No DVR routers for this DVR port a813daf3-ad14-44d9-9582-c86fa2b4f089 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:19.616566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c113f7-22d6-482e-a861-b80d12ab4a0f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 34e55fb0-bc28-4718-908f-c834d3881372 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:19.644137 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3a844e1c-7f48-4d39-b5da-1307b3864515 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:19.666745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3a844e1c-7f48-4d39-b5da-1307b3864515 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:19.729432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a844e1c-7f48-4d39-b5da-1307b3864515 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:19.733006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3a844e1c-7f48-4d39-b5da-1307b3864515 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:19.734395 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a844e1c-7f48-4d39-b5da-1307b3864515 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:25:19.734795 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a844e1c-7f48-4d39-b5da-1307b3864515 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:25:19.775516 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Allocated IP 172.20.0.1 (3f7c15e3-6991-4079-aa62-fee57823c26f/b1f022bf-43cf-4670-9e80-c62e63ad15f9/88157047-2658-45b1-b436-a3f0133f69d4) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:19.786575 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3a844e1c-7f48-4d39-b5da-1307b3864515 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4845707 Mar 22 12:25:19.791340 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42176) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:19.797905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f9da4049-16f3-4ca7-9bc4-775fb636079d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:19.835976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e2d8-4769-4b27-9427-67ac524612ad tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:19.877868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c113f7-22d6-482e-a861-b80d12ab4a0f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:19.889042 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97318f99-d815-4930-9f86-838cadbdfa13 None None] Sync routers for ids ['34e55fb0-bc28-4718-908f-c834d3881372'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:19.892792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8e2d8-4769-4b27-9427-67ac524612ad tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Pushing event deleted for resources: {'Port': ['ID=618fb02c-8cd8-46f4-b099-584ba9c9127b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:19.904355 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97318f99-d815-4930-9f86-838cadbdfa13 None None] Routers {'34e55fb0-bc28-4718-908f-c834d3881372'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:19.905098 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97318f99-d815-4930-9f86-838cadbdfa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['34e55fb0-bc28-4718-908f-c834d3881372'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:19.960664 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-75c113f7-22d6-482e-a861-b80d12ab4a0f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/34e55fb0-bc28-4718-908f-c834d3881372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2888110 Mar 22 12:25:19.961695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42180) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:19.966373 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97318f99-d815-4930-9f86-838cadbdfa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:19.979299 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97318f99-d815-4930-9f86-838cadbdfa13 None None] Routers {'34e55fb0-bc28-4718-908f-c834d3881372'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:19.980120 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97318f99-d815-4930-9f86-838cadbdfa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['34e55fb0-bc28-4718-908f-c834d3881372'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:19.980737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615f6128-ce76-4092-8eee-ce6c99890e00 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:19.989494 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-615f6128-ce76-4092-8eee-ce6c99890e00 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "PUT /v2.0/routers/8ddf780e-d52c-45cd-a658-83e67e18ef53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9093587 Mar 22 12:25:19.990260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42184) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:19.993477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5f4a6-421a-450e-8a66-6eba8930c70d None None] Sync routers for ids ['8ddf780e-d52c-45cd-a658-83e67e18ef53'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:20.015018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5f4a6-421a-450e-8a66-6eba8930c70d None None] Routers {'8ddf780e-d52c-45cd-a658-83e67e18ef53'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:20.015621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-68b5f4a6-421a-450e-8a66-6eba8930c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8ddf780e-d52c-45cd-a658-83e67e18ef53'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:20.015773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4e43c765-5106-4fd4-ac6d-907a9728f369 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Synchronizing usage tracker for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:20.035529 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e2d8-4769-4b27-9427-67ac524612ad tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.037835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d9b8e2d8-4769-4b27-9427-67ac524612ad tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.038956 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d9b8e2d8-4769-4b27-9427-67ac524612ad tempest-FloatingIPAdminTestJSON-143941715 tempest-FloatingIPAdminTestJSON-143941715-project] 10.222.0.62 "DELETE /v2.0/floatingips/5d521117-686e-4fa8-8ba7-c8743005a601 HTTP/1.1" status: 204 len: 168 time: 1.5568104 Mar 22 12:25:20.053676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4e43c765-5106-4fd4-ac6d-907a9728f369 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Unset dirty status for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:20.058464 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4e43c765-5106-4fd4-ac6d-907a9728f369 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=34e55fb0-bc28-4718-908f-c834d3881372 HTTP/1.1" status: 200 len: 205 time: 0.0961266 Mar 22 12:25:20.061693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42190) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:20.080984 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97318f99-d815-4930-9f86-838cadbdfa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:20.082283 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97318f99-d815-4930-9f86-838cadbdfa13 None None] The sync data for ids ['34e55fb0-bc28-4718-908f-c834d3881372'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:20.094513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-68b5f4a6-421a-450e-8a66-6eba8930c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:20.112775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b5f4a6-421a-450e-8a66-6eba8930c70d None None] Routers {'8ddf780e-d52c-45cd-a658-83e67e18ef53'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:20.113482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-68b5f4a6-421a-450e-8a66-6eba8930c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8ddf780e-d52c-45cd-a658-83e67e18ef53'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:20.179166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-68b5f4a6-421a-450e-8a66-6eba8930c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:20.180266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b5f4a6-421a-450e-8a66-6eba8930c70d None None] The sync data for ids ['8ddf780e-d52c-45cd-a658-83e67e18ef53'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:20.205145 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f9da4049-16f3-4ca7-9bc4-775fb636079d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:20.214088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a7ae8e2-4402-45a1-ad54-54d4fd676f4d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.232095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f9da4049-16f3-4ca7-9bc4-775fb636079d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:20.263723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.280890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9da4049-16f3-4ca7-9bc4-775fb636079d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:20.284992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f9da4049-16f3-4ca7-9bc4-775fb636079d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.286893 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9da4049-16f3-4ca7-9bc4-775fb636079d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:25:20.287530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9da4049-16f3-4ca7-9bc4-775fb636079d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:25:20.302731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Transition to ACTIVE for port object 88157047-2658-45b1-b436-a3f0133f69d4 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:20.331950 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f9da4049-16f3-4ca7-9bc4-775fb636079d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5390179 Mar 22 12:25:20.335615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42194) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:20.345350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-10ad5c53-c2de-4bc1-9dfa-be1c2b247268 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:20.434329 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e00a3e96-5a58-400c-9cce-d19e7178f97c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:20.498496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.547753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port e00a3e96-5a58-400c-9cce-d19e7178f97c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:20.577837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-10ad5c53-c2de-4bc1-9dfa-be1c2b247268 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:20.587440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42202) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:20.624654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 3f7c15e3-6991-4079-aa62-fee57823c26f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:20.625655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-10ad5c53-c2de-4bc1-9dfa-be1c2b247268 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:20.632400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:20.639815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a813daf3-ad14-44d9-9582-c86fa2b4f089 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:20.669018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:20.707801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a813daf3-ad14-44d9-9582-c86fa2b4f089 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:25:20.708137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a813daf3-ad14-44d9-9582-c86fa2b4f089 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:25:20.714322 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=88157047-2658-45b1-b436-a3f0133f69d4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:20.739891 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ad5c53-c2de-4bc1-9dfa-be1c2b247268 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:20.743382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-10ad5c53-c2de-4bc1-9dfa-be1c2b247268 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.744793 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ad5c53-c2de-4bc1-9dfa-be1c2b247268 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:25:20.745216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ad5c53-c2de-4bc1-9dfa-be1c2b247268 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:25:20.772924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea02757-c92b-4af4-b4bd-bab65858e613 None None] Network 3f7c15e3-6991-4079-aa62-fee57823c26f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:20.783546 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.812195 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-10ad5c53-c2de-4bc1-9dfa-be1c2b247268 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4711750 Mar 22 12:25:20.815462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42208) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:20.829130 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.880197 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b664b478-0dcb-4b35-9fb1-a6fe2dd909c7 None None] Provisioning for port e00a3e96-5a58-400c-9cce-d19e7178f97c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:20.881183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a7ae8e2-4402-45a1-ad54-54d4fd676f4d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.885478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a7ae8e2-4402-45a1-ad54-54d4fd676f4d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.885708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-50479a48-bf9a-478b-8f29-77159ff13f79 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:20.888108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b664b478-0dcb-4b35-9fb1-a6fe2dd909c7 None None] Provisioning complete for port e00a3e96-5a58-400c-9cce-d19e7178f97c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:20.888253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b664b478-0dcb-4b35-9fb1-a6fe2dd909c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.914599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a7ae8e2-4402-45a1-ad54-54d4fd676f4d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.915103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7ae8e2-4402-45a1-ad54-54d4fd676f4d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Fanout notify agent at l3_agent the message router_deleted on router 34e55fb0-bc28-4718-908f-c834d3881372 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:25:20.928460 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a7ae8e2-4402-45a1-ad54-54d4fd676f4d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:20.932083 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0a7ae8e2-4402-45a1-ad54-54d4fd676f4d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/34e55fb0-bc28-4718-908f-c834d3881372 HTTP/1.1" status: 204 len: 168 time: 0.8666871 Mar 22 12:25:20.932330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42212) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:21.120490 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b664b478-0dcb-4b35-9fb1-a6fe2dd909c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.158658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-50479a48-bf9a-478b-8f29-77159ff13f79 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:21.162916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-734eafa3-5c74-4031-9a60-95381f5b6d26 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting subnet 5494c2f5-5bbb-412e-8df5-072eb568e806 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:21.165176 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b664b478-0dcb-4b35-9fb1-a6fe2dd909c7 None None] For port e00a3e96-5a58-400c-9cce-d19e7178f97c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e00a3e96-5a58-400c-9cce-d19e7178f97c,segment=NetworkSegment(12510d18-617a-4f18-80a3-de55a1c18662),segment_id=12510d18-617a-4f18-80a3-de55a1c18662)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:21.170464 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-734eafa3-5c74-4031-9a60-95381f5b6d26 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.171880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b664b478-0dcb-4b35-9fb1-a6fe2dd909c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.226749 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2a073aec-e5dc-40a0-b443-edab145104f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2782a49aab374efdbbfdcea7f4669962&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6382029 Mar 22 12:25:21.232937 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42216) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:21.272188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-50479a48-bf9a-478b-8f29-77159ff13f79 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:21.298812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-734eafa3-5c74-4031-9a60-95381f5b6d26 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.298960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.304147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664b478-0dcb-4b35-9fb1-a6fe2dd909c7 None None] Pushing event updated for resources: {'Port': ['ID=e00a3e96-5a58-400c-9cce-d19e7178f97c,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:21.389054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50479a48-bf9a-478b-8f29-77159ff13f79 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:21.409363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-734eafa3-5c74-4031-9a60-95381f5b6d26 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.510244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-734eafa3-5c74-4031-9a60-95381f5b6d26 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.515931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-93d574e4-6213-413c-a33d-0856846db325 None None] Provisioning for port 88157047-2658-45b1-b436-a3f0133f69d4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:21.522540 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-93d574e4-6213-413c-a33d-0856846db325 None None] Provisioning complete for port 88157047-2658-45b1-b436-a3f0133f69d4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:21.523250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93d574e4-6213-413c-a33d-0856846db325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.556818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734eafa3-5c74-4031-9a60-95381f5b6d26 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Subnet': ['ID=5494c2f5-5bbb-412e-8df5-072eb568e806,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:21.562972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-734eafa3-5c74-4031-9a60-95381f5b6d26 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.570024 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-734eafa3-5c74-4031-9a60-95381f5b6d26 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/5494c2f5-5bbb-412e-8df5-072eb568e806 HTTP/1.1" status: 204 len: 168 time: 0.6366405 Mar 22 12:25:21.572781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42220) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:21.590110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9371ee-985b-4bdb-b471-b4facc7e259e None None] Network 2e529208-4161-4458-90ce-65ee7c7c0ef8 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:21.676949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-93d574e4-6213-413c-a33d-0856846db325 None None] Port 88157047-2658-45b1-b436-a3f0133f69d4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:21.701379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.712073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:21.712396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.771056 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-93d574e4-6213-413c-a33d-0856846db325 None None] Provisioning complete for port e00a3e96-5a58-400c-9cce-d19e7178f97c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:21.771428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-93d574e4-6213-413c-a33d-0856846db325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.813574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50479a48-bf9a-478b-8f29-77159ff13f79 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.814943 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-50479a48-bf9a-478b-8f29-77159ff13f79 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:25:21.815367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50479a48-bf9a-478b-8f29-77159ff13f79 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:25:21.838150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8ac0459-6de9-4fe8-a35a-7a074465e8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.887097 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-50479a48-bf9a-478b-8f29-77159ff13f79 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0655046 Mar 22 12:25:21.887097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8ac0459-6de9-4fe8-a35a-7a074465e8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:21.893238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42224) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:21.904351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5037001f-e536-4964-a4db-da5f066f826f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:21.978261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c860ff6-7629-4076-b3ea-026db5c93496 None None] DHCP port deletion for 2e529208-4161-4458-90ce-65ee7c7c0ef8 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:21.985682 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9c860ff6-7629-4076-b3ea-026db5c93496 None None] Deleting port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:21.985835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c860ff6-7629-4076-b3ea-026db5c93496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.027191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8ba3d46a-b696-46e5-acdb-549c69a3d3ec,segment=NetworkSegment(a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1),segment_id=a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:22.027618 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.057565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.067378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8ac0459-6de9-4fe8-a35a-7a074465e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.104608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5209d6e9-36f6-4f2d-bc89-f1b55f436d46 None None] Provisioning complete for port 88157047-2658-45b1-b436-a3f0133f69d4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:22.105120 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5209d6e9-36f6-4f2d-bc89-f1b55f436d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.112506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac0459-6de9-4fe8-a35a-7a074465e8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb981302-e8e6-40db-a571-50e39ac2beb1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:22.117171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 4cd669f9-90b3-4a0b-b4d4-3f92325f5a9a {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:22.117528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.152970 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8ac0459-6de9-4fe8-a35a-7a074465e8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.154124 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b8ac0459-6de9-4fe8-a35a-7a074465e8d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb981302-e8e6-40db-a571-50e39ac2beb1 HTTP/1.1" status: 204 len: 168 time: 0.9171646 Mar 22 12:25:22.187449 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5037001f-e536-4964-a4db-da5f066f826f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:22.204653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5037001f-e536-4964-a4db-da5f066f826f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:22.224683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for 8ba3d46a-b696-46e5-acdb-549c69a3d3ec owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:22.272167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.277992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5209d6e9-36f6-4f2d-bc89-f1b55f436d46 None None] Port 88157047-2658-45b1-b436-a3f0133f69d4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:22.281291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.283556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5037001f-e536-4964-a4db-da5f066f826f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:22.371316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9c860ff6-7629-4076-b3ea-026db5c93496 None None] For port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8ba3d46a-b696-46e5-acdb-549c69a3d3ec,segment=NetworkSegment(a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1),segment_id=a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:22.372048 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c860ff6-7629-4076-b3ea-026db5c93496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.427650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.441029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.448127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=88157047-2658-45b1-b436-a3f0133f69d4,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:22.456166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e00a3e96-5a58-400c-9cce-d19e7178f97c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:22.459775 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.486864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=8ba3d46a-b696-46e5-acdb-549c69a3d3ec,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:22.500703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No DVR routers for this DVR port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:22.537176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5037001f-e536-4964-a4db-da5f066f826f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.538746 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5037001f-e536-4964-a4db-da5f066f826f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:25:22.539024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5037001f-e536-4964-a4db-da5f066f826f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:25:22.554410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9c860ff6-7629-4076-b3ea-026db5c93496 None None] Calling delete_port for 8ba3d46a-b696-46e5-acdb-549c69a3d3ec owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:22.574998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 4cd669f9-90b3-4a0b-b4d4-3f92325f5a9a owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:22.654112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-9c860ff6-7629-4076-b3ea-026db5c93496 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:25:22.654421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-9c860ff6-7629-4076-b3ea-026db5c93496 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:25:22.657398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port e00a3e96-5a58-400c-9cce-d19e7178f97c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:22.657843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.681025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.708214 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42232) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:22.757836 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-935244f8-0a15-44b6-bd3b-429ca5a736a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.821059 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5037001f-e536-4964-a4db-da5f066f826f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9267893 Mar 22 12:25:22.824270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42236) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:22.832089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8ba3d46a-b696-46e5-acdb-549c69a3d3ec no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:22.845414 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 3f7c15e3-6991-4079-aa62-fee57823c26f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:22.848648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:22.862593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e529208-4161-4458-90ce-65ee7c7c0ef8']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:22.877119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c507013e-c379-4a6f-b777-8a00548374b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:22.886115 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 8ba3d46a-b696-46e5-acdb-549c69a3d3ec {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:25:22.887150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8ba3d46a-b696-46e5-acdb-549c69a3d3ec not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:25:22.894521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:22.895004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9487ae6-0ce5-4713-970b-e6fe2b8ec9c1') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:22.908334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-935244f8-0a15-44b6-bd3b-429ca5a736a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:22.909094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.921685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c507013e-c379-4a6f-b777-8a00548374b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:22.922907 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c507013e-c379-4a6f-b777-8a00548374b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0977061 Mar 22 12:25:22.925700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42240) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:22.967758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:22.975517 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-935244f8-0a15-44b6-bd3b-429ca5a736a4 admin admin] Usage tracker for resource:security_group_rule and tenant:6fcad821740648b6839a5bb98ca86a33 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:22.985865 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-935244f8-0a15-44b6-bd3b-429ca5a736a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:22.986095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:25:22.986483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:25:23.000836 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:25:23.003269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-935244f8-0a15-44b6-bd3b-429ca5a736a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:23.085375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12f85bd-1b24-4d04-b259-a370b0a0a117 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:23.086430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c12f85bd-1b24-4d04-b259-a370b0a0a117 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:23.100928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c12f85bd-1b24-4d04-b259-a370b0a0a117 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:23.104705 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c12f85bd-1b24-4d04-b259-a370b0a0a117 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1756358 Mar 22 12:25:23.104705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.105985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42244) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:23.124764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b4faecb4-9d3d-4bd6-a67d-a481556c5433 None None] Provisioning complete for port 88157047-2658-45b1-b436-a3f0133f69d4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:23.125234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4faecb4-9d3d-4bd6-a67d-a481556c5433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.186435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9c860ff6-7629-4076-b3ea-026db5c93496 None None] Deleting port 8ba3d46a-b696-46e5-acdb-549c69a3d3ec {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:23.187890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9c860ff6-7629-4076-b3ea-026db5c93496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.190391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.199210 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d9d824b8-555d-4d3b-ab07-5b0110e88d76 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880804 Mar 22 12:25:23.200182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42248) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:23.203617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Network': ['ID=2e529208-4161-4458-90ce-65ee7c7c0ef8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:23.208630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:23.223800 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f6a728d0-536c-4b51-a8dd-078504b16110 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/networks/2e529208-4161-4458-90ce-65ee7c7c0ef8 HTTP/1.1" status: 204 len: 168 time: 1.6496782 Mar 22 12:25:23.228201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42252) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:23.242398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-133005953', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:23.298523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:23.314925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:router and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:23.319950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:23.337123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:23.359531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:23.363135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.370665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.372455 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.392458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:23.416192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.421178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:23.425179 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.430764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b4faecb4-9d3d-4bd6-a67d-a481556c5433 None None] Port 88157047-2658-45b1-b436-a3f0133f69d4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:23.440901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9c860ff6-7629-4076-b3ea-026db5c93496 None None] The port '8ba3d46a-b696-46e5-acdb-549c69a3d3ec' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:25:23.479447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=4cd669f9-90b3-4a0b-b4d4-3f92325f5a9a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:23.716940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.735978 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-935244f8-0a15-44b6-bd3b-429ca5a736a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.740548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.863679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-935244f8-0a15-44b6-bd3b-429ca5a736a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:23.978880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935244f8-0a15-44b6-bd3b-429ca5a736a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e1cd8e-e676-4fb4-9e9d-9f27a14ad1f9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:24.028980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:25:24.032002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.039664 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-935244f8-0a15-44b6-bd3b-429ca5a736a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6fcad821740648b6839a5bb98ca86a33&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3287599 Mar 22 12:25:24.049957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42256) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:24.068659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.085890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.124113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.152239 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.152748 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Fanout notify agent at l3_agent the message router_deleted on router 8ddf780e-d52c-45cd-a658-83e67e18ef53 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:25:24.167326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:24.170487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.172452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:24.174064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=15908cd5-5cf5-4e88-b134-3f483e04e931,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:24.177507 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:24.177903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.182982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a701ea-e61a-4467-8ed1-dbe4fc77d9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.190066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d47e3-cb32-479f-8de3-8e31c4d3ff97 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:24.195217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router 906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:25:24.221250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a701ea-e61a-4467-8ed1-dbe4fc77d9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.233089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.236673 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-270d346e-421a-4bef-b6d2-683bb0dac124 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/routers/8ddf780e-d52c-45cd-a658-83e67e18ef53 HTTP/1.1" status: 204 len: 168 time: 4.2372165 Mar 22 12:25:24.237050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42260) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:24.328526 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5a9d6802-9956-4d4b-96dc-944c7b3289d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1253612 Mar 22 12:25:24.355045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42264) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:24.384168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:d8:9e:3e', 'name': 'tempest-NetworksTestDHCPv6-1067417171'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:24.411752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a701ea-e61a-4467-8ed1-dbe4fc77d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.434625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a701ea-e61a-4467-8ed1-dbe4fc77d9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e1cd8e-e676-4fb4-9e9d-9f27a14ad1f9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:24.447723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71a701ea-e61a-4467-8ed1-dbe4fc77d9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.450213 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-71a701ea-e61a-4467-8ed1-dbe4fc77d9d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24e1cd8e-e676-4fb4-9e9d-9f27a14ad1f9 HTTP/1.1" status: 204 len: 168 time: 0.3993657 Mar 22 12:25:24.458398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '15908cd5-5cf5-4e88-b134-3f483e04e931'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:25:24.459522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.461387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:24.472587 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd1a08-1c63-40a6-b41d-2264c44fb9ac None None] Sync routers for ids ['906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:24.477426 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e771864c-3ca4-4930-98c3-3d569513c207 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5442319 Mar 22 12:25:24.478346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42270) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:24.505617 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd1a08-1c63-40a6-b41d-2264c44fb9ac None None] Routers {'906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:24.506784 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0cbd1a08-1c63-40a6-b41d-2264c44fb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:24.577616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15555d49-ce42-43a1-be70-4303b7b826a9 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:24.578327 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-15555d49-ce42-43a1-be70-4303b7b826a9 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Synchronizing usage tracker for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:24.598200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-15555d49-ce42-43a1-be70-4303b7b826a9 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Unset dirty status for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:24.604466 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-15555d49-ce42-43a1-be70-4303b7b826a9 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports/88157047-2658-45b1-b436-a3f0133f69d4 HTTP/1.1" status: 200 len: 910 time: 0.1249681 Mar 22 12:25:24.605248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42276) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:24.636698 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0cbd1a08-1c63-40a6-b41d-2264c44fb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:24.648570 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd1a08-1c63-40a6-b41d-2264c44fb9ac None None] Routers {'906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:24.649603 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0cbd1a08-1c63-40a6-b41d-2264c44fb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:24.710581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Allocated IP 172.26.0.181 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/e39ad2ba-ac66-441d-96b5-2fbe63c12836) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:24.712801 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0cbd1a08-1c63-40a6-b41d-2264c44fb9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:24.713350 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd1a08-1c63-40a6-b41d-2264c44fb9ac None None] The sync data for ids ['906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:24.743360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Allocated IP 2001:db8::f816:3eff:fe88:2f3e (578a050b-df3b-4bf8-b5f3-612af8e4798e/15908cd5-5cf5-4e88-b134-3f483e04e931/c189e4aa-f44f-4bf6-81b5-ac0114257f96) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:24.868938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-507138de-cae8-4523-8640-1bf36fa1bc89 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting subnet 16a3bcd6-9c62-4f1f-88e9-3a15f0f3a855 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:24.881884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-507138de-cae8-4523-8640-1bf36fa1bc89 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:24.961115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:24.969629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-507138de-cae8-4523-8640-1bf36fa1bc89 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.022869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:25.037769 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.049003 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Transition to ACTIVE for port object c189e4aa-f44f-4bf6-81b5-ac0114257f96 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:25.060778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42282) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:25.065124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.072048 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Transition to ACTIVE for port object c189e4aa-f44f-4bf6-81b5-ac0114257f96 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:25.079245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.083410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:25.087147 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.114746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f49f9813-ff47-42ba-8aa3-e5f34b1740e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.139509 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eacb62b8-c602-4194-9c74-9c33decafa16 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.155886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 682e3053-cf06-4c6c-9fa1-4c4f12d9f405 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:25.162673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Pushing event updated for resources: {'Port': ['ID=c189e4aa-f44f-4bf6-81b5-ac0114257f96,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:25.167177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:25.168696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:25.173861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:25.233371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-507138de-cae8-4523-8640-1bf36fa1bc89 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.275063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f49f9813-ff47-42ba-8aa3-e5f34b1740e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:25.291759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f49f9813-ff47-42ba-8aa3-e5f34b1740e2 admin admin] Usage tracker for resource:security_group_rule and tenant:03c8851df8634f4faf18a8a267051386 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:25.296417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Attempting to bind port c189e4aa-f44f-4bf6-81b5-ac0114257f96 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:25:25.297117 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Attempting to bind port c189e4aa-f44f-4bf6-81b5-ac0114257f96 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:25:25.297580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Attempting to bind port c189e4aa-f44f-4bf6-81b5-ac0114257f96 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:25:25.299215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f49f9813-ff47-42ba-8aa3-e5f34b1740e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:25.302192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.306241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:25:25.307103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:25.307726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.308179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:25:25.309070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Bound port: c189e4aa-f44f-4bf6-81b5-ac0114257f96, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:25:25.309070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.350802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f49f9813-ff47-42ba-8aa3-e5f34b1740e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:25.395834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] For port c189e4aa-f44f-4bf6-81b5-ac0114257f96, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:25:25.398908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] For port c189e4aa-f44f-4bf6-81b5-ac0114257f96, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c189e4aa-f44f-4bf6-81b5-ac0114257f96,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:25:25.403437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.453244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:25.462150 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:25.474704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:25.498920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=e39ad2ba-ac66-441d-96b5-2fbe63c12836,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:25.507220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::f816:3eff:fed8:9e3e (578a050b-df3b-4bf8-b5f3-612af8e4798e/15908cd5-5cf5-4e88-b134-3f483e04e931/682e3053-cf06-4c6c-9fa1-4c4f12d9f405) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:25.529117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-507138de-cae8-4523-8640-1bf36fa1bc89 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.536448 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66701833-6a5c-4ad2-8e8b-2db52ac68de1 None None] Pushing event updated for resources: {'Port': ['ID=c189e4aa-f44f-4bf6-81b5-ac0114257f96,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:25.590638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507138de-cae8-4523-8640-1bf36fa1bc89 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Subnet': ['ID=16a3bcd6-9c62-4f1f-88e9-3a15f0f3a855,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:25.654583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568545b7-bb86-424c-a335-8e62192b52e8 None None] Network 0bbbde09-ba06-4026-b712-9046f1aa58c3 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:25.661200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-507138de-cae8-4523-8640-1bf36fa1bc89 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.779213 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-eacb62b8-c602-4194-9c74-9c33decafa16 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 88157047-2658-45b1-b436-a3f0133f69d4 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:25.779777 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eacb62b8-c602-4194-9c74-9c33decafa16 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.883857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f49f9813-ff47-42ba-8aa3-e5f34b1740e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.892005 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-507138de-cae8-4523-8640-1bf36fa1bc89 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/subnets/16a3bcd6-9c62-4f1f-88e9-3a15f0f3a855 HTTP/1.1" status: 204 len: 168 time: 1.6517236 Mar 22 12:25:25.909831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42286) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:25.911267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f49f9813-ff47-42ba-8aa3-e5f34b1740e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:25.998918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eacb62b8-c602-4194-9c74-9c33decafa16 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.016367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b9222e-cad2-47bb-9e1b-f46fecd57f17 None None] DHCP port deletion for 0bbbde09-ba06-4026-b712-9046f1aa58c3 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:26.021324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9222e-cad2-47bb-9e1b-f46fecd57f17 None None] Deleting port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:26.022028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e7b9222e-cad2-47bb-9e1b-f46fecd57f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.095112 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f9813-ff47-42ba-8aa3-e5f34b1740e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1580db7-2541-4fe8-99d7-8f4d02ba7f4a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:26.107157 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f49f9813-ff47-42ba-8aa3-e5f34b1740e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=03c8851df8634f4faf18a8a267051386&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0454154 Mar 22 12:25:26.112331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.115008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42290) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:26.135503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-eacb62b8-c602-4194-9c74-9c33decafa16 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 88157047-2658-45b1-b436-a3f0133f69d4 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:26.162643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.170735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 682e3053-cf06-4c6c-9fa1-4c4f12d9f405 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:26.213734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:26.214071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.272881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e7b9222e-cad2-47bb-9e1b-f46fecd57f17 None None] For port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=007f53d5-3f1f-4767-99b3-9e47cc1cce2f,segment=NetworkSegment(e806cc35-c792-473e-961f-da4ecbc0980b),segment_id=e806cc35-c792-473e-961f-da4ecbc0980b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:26.273356 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e7b9222e-cad2-47bb-9e1b-f46fecd57f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.321163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8211ab6c-c132-4944-a9b2-7109dca26a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.328454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.379731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eacb62b8-c602-4194-9c74-9c33decafa16 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.437281 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9222e-cad2-47bb-9e1b-f46fecd57f17 None None] Calling delete_port for 007f53d5-3f1f-4767-99b3-9e47cc1cce2f owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:26.445730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb62b8-c602-4194-9c74-9c33decafa16 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=88157047-2658-45b1-b436-a3f0133f69d4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:26.464748 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c189e4aa-f44f-4bf6-81b5-ac0114257f96 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:26.580148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8211ab6c-c132-4944-a9b2-7109dca26a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.586035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e7b9222e-cad2-47bb-9e1b-f46fecd57f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.644343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port c189e4aa-f44f-4bf6-81b5-ac0114257f96 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:26.651121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.656616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.669095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9222e-cad2-47bb-9e1b-f46fecd57f17 None None] Pushing event deleted for resources: {'Port': ['ID=007f53d5-3f1f-4767-99b3-9e47cc1cce2f,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:26.688673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9222e-cad2-47bb-9e1b-f46fecd57f17 None None] No DVR routers for this DVR port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:26.748196 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 007f53d5-3f1f-4767-99b3-9e47cc1cce2f no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:26.774303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:26.782319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:26.786884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:26.793562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:26.794669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.801289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 007f53d5-3f1f-4767-99b3-9e47cc1cce2f {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:25:26.802179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 007f53d5-3f1f-4767-99b3-9e47cc1cce2f not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:25:26.818386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=682e3053-cf06-4c6c-9fa1-4c4f12d9f405,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:26.851342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eacb62b8-c602-4194-9c74-9c33decafa16 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.881182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8211ab6c-c132-4944-a9b2-7109dca26a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.883293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8211ab6c-c132-4944-a9b2-7109dca26a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.887413 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8211ab6c-c132-4944-a9b2-7109dca26a90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1580db7-2541-4fe8-99d7-8f4d02ba7f4a HTTP/1.1" status: 204 len: 168 time: 0.7697868 Mar 22 12:25:26.911262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0c41d0bc-1be1-46ce-b70b-72af290ede2a None None] Provisioning for port c189e4aa-f44f-4bf6-81b5-ac0114257f96 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:26.922305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0c41d0bc-1be1-46ce-b70b-72af290ede2a None None] Provisioning complete for port c189e4aa-f44f-4bf6-81b5-ac0114257f96 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:26.922661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0c41d0bc-1be1-46ce-b70b-72af290ede2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:26.924546 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c57ef560-425f-4ce9-9193-64f554867878 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5649183 Mar 22 12:25:26.931387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42296) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:27.016802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211ab6c-c132-4944-a9b2-7109dca26a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1580db7-2541-4fe8-99d7-8f4d02ba7f4a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:27.083485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] For port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=007f53d5-3f1f-4767-99b3-9e47cc1cce2f,segment=NetworkSegment(e806cc35-c792-473e-961f-da4ecbc0980b),segment_id=e806cc35-c792-473e-961f-da4ecbc0980b)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:27.083987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:27.125951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0c41d0bc-1be1-46ce-b70b-72af290ede2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:27.167636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0c41d0bc-1be1-46ce-b70b-72af290ede2a None None] For port c189e4aa-f44f-4bf6-81b5-ac0114257f96, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c189e4aa-f44f-4bf6-81b5-ac0114257f96,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:27.175192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0c41d0bc-1be1-46ce-b70b-72af290ede2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:27.221979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 007f53d5-3f1f-4767-99b3-9e47cc1cce2f owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:27.300776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f71f813-c15e-4cd1-baf6-44534950909c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:27.307712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f71f813-c15e-4cd1-baf6-44534950909c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:27.316713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:25:27.316713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:25:27.317108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42304) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:27.320737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41d0bc-1be1-46ce-b70b-72af290ede2a None None] Pushing event updated for resources: {'Port': ['ID=c189e4aa-f44f-4bf6-81b5-ac0114257f96,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:27.324571 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5505306b-7fd4-4b3b-b7a8-386773237d4f None None] Provisioning for port 682e3053-cf06-4c6c-9fa1-4c4f12d9f405 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:27.325999 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5f71f813-c15e-4cd1-baf6-44534950909c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3803556 Mar 22 12:25:27.330102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5505306b-7fd4-4b3b-b7a8-386773237d4f None None] Provisioning complete for port 682e3053-cf06-4c6c-9fa1-4c4f12d9f405 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:27.330458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5505306b-7fd4-4b3b-b7a8-386773237d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:27.387565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5505306b-7fd4-4b3b-b7a8-386773237d4f None None] Port 682e3053-cf06-4c6c-9fa1-4c4f12d9f405 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:27.423591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7bd54-722b-4776-8494-67d7407209d3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 682e3053-cf06-4c6c-9fa1-4c4f12d9f405 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:27.423916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0a7bd54-722b-4776-8494-67d7407209d3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:27.471691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacb62b8-c602-4194-9c74-9c33decafa16 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router 906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:27.610045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacb62b8-c602-4194-9c74-9c33decafa16 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:27.626773 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6892e19-3014-4d7a-b8f3-5d6c82d89024 None None] Sync routers for ids ['906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:27.633751 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eacb62b8-c602-4194-9c74-9c33decafa16 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0272264 Mar 22 12:25:27.634557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42314) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:27.638029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 5b97963c-157b-4175-9c23-c2746a56f15c is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:25:27.638356 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6892e19-3014-4d7a-b8f3-5d6c82d89024 None None] Routers {'906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:27.638970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c6892e19-3014-4d7a-b8f3-5d6c82d89024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:27.679263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4802a4c0-bc5b-42eb-bdc9-18311ffb394f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Synchronizing usage tracker for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:27.697657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4802a4c0-bc5b-42eb-bdc9-18311ffb394f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Unset dirty status for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:27.699276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c6892e19-3014-4d7a-b8f3-5d6c82d89024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:27.702145 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4802a4c0-bc5b-42eb-bdc9-18311ffb394f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b HTTP/1.1" status: 200 len: 205 time: 0.0667677 Mar 22 12:25:27.702899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42320) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:27.710825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6892e19-3014-4d7a-b8f3-5d6c82d89024 None None] Routers {'906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:27.711417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c6892e19-3014-4d7a-b8f3-5d6c82d89024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:27.776878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c6892e19-3014-4d7a-b8f3-5d6c82d89024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:27.777291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6892e19-3014-4d7a-b8f3-5d6c82d89024 None None] The sync data for ids ['906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:27.818287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 007f53d5-3f1f-4767-99b3-9e47cc1cce2f {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:27.818614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:27.849431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da8aadf9-02cc-4946-a8e2-721858ec646d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:27.889990 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0a7bd54-722b-4776-8494-67d7407209d3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:27.901441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] The port '007f53d5-3f1f-4767-99b3-9e47cc1cce2f' was deleted {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:25:27.958244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42328) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:28.065647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7bd54-722b-4776-8494-67d7407209d3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 682e3053-cf06-4c6c-9fa1-4c4f12d9f405 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:28.108664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-372428796'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:28.117631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:28.124787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Usage tracker for resource:network and tenant:8d41047abe7d4146a8540409521568e7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:28.297007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:28.305064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.357475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbbde09-ba06-4026-b712-9046f1aa58c3']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:28.363188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:28.371556 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c189e4aa-f44f-4bf6-81b5-ac0114257f96 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:28.384858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da8aadf9-02cc-4946-a8e2-721858ec646d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.388669 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Made reservation on behalf of 8d41047abe7d4146a8540409521568e7 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:28.391816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.403123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da8aadf9-02cc-4946-a8e2-721858ec646d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.407168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.409663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e806cc35-c792-473e-961f-da4ecbc0980b') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:28.409947 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e806cc35-c792-473e-961f-da4ecbc0980b') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:28.438809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.446055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port c189e4aa-f44f-4bf6-81b5-ac0114257f96 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:28.446746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.449871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da8aadf9-02cc-4946-a8e2-721858ec646d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.450496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8aadf9-02cc-4946-a8e2-721858ec646d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Fanout notify agent at l3_agent the message router_deleted on router 906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:25:28.461832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da8aadf9-02cc-4946-a8e2-721858ec646d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.467039 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-da8aadf9-02cc-4946-a8e2-721858ec646d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b HTTP/1.1" status: 204 len: 168 time: 0.7591813 Mar 22 12:25:28.467157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.467315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42334) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:28.475172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:25:28.475543 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.490607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0a7bd54-722b-4776-8494-67d7407209d3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: util.warn( Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:25:28.492023 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:25:28.610705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7bd54-722b-4776-8494-67d7407209d3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=682e3053-cf06-4c6c-9fa1-4c4f12d9f405,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:28.670874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bce3f5-bd97-4cfa-8f74-6623a6a88cdb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting subnet b1f022bf-43cf-4670-9e80-c62e63ad15f9 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:28.671401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e0a7bd54-722b-4776-8494-67d7407209d3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.677550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.684286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59bce3f5-bd97-4cfa-8f74-6623a6a88cdb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.689232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ab9c-54f6-4ee9-b71a-ecb1ebac8aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.704420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.716661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:28.721238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Network': ['ID=0bbbde09-ba06-4026-b712-9046f1aa58c3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:28.723765 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0a7bd54-722b-4776-8494-67d7407209d3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/682e3053-cf06-4c6c-9fa1-4c4f12d9f405 HTTP/1.1" status: 204 len: 168 time: 1.4044483 Mar 22 12:25:28.728806 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db762bb-292f-4801-a130-660d0cab73dc None None] Sync routers for ids ['5b97963c-157b-4175-9c23-c2746a56f15c'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:28.732087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42338) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:28.739922 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:28.744605 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db762bb-292f-4801-a130-660d0cab73dc None None] Routers {'5b97963c-157b-4175-9c23-c2746a56f15c'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:28.745328 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6db762bb-292f-4801-a130-660d0cab73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5b97963c-157b-4175-9c23-c2746a56f15c'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:28.748890 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-99d6c6b1-203d-4e01-8aa5-93328ca2600e tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/networks/0bbbde09-ba06-4026-b712-9046f1aa58c3 HTTP/1.1" status: 204 len: 168 time: 2.8285334 Mar 22 12:25:28.751616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42342) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:28.806195 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6db762bb-292f-4801-a130-660d0cab73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:28.817896 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188198ce-762f-41bb-b41f-fe2678f56d22 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:28.819690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188198ce-762f-41bb-b41f-fe2678f56d22 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:28.821299 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-188198ce-762f-41bb-b41f-fe2678f56d22 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0881972 Mar 22 12:25:28.827024 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db762bb-292f-4801-a130-660d0cab73dc None None] Routers {'5b97963c-157b-4175-9c23-c2746a56f15c'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:28.827939 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6db762bb-292f-4801-a130-660d0cab73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5b97963c-157b-4175-9c23-c2746a56f15c'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:28.832391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42346) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:28.837855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.842142 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-39a60b11-630d-4510-8104-25f18b06611b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6133626 Mar 22 12:25:28.845288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42350) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:28.845903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59bce3f5-bd97-4cfa-8f74-6623a6a88cdb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:28.893201 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Usage tracker for resource:security_group_rule and tenant:8d41047abe7d4146a8540409521568e7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:28.896437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:28.898534 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6db762bb-292f-4801-a130-660d0cab73dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:28.898953 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db762bb-292f-4801-a130-660d0cab73dc None None] The sync data for ids ['5b97963c-157b-4175-9c23-c2746a56f15c'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:28.903923 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:28.971762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59bce3f5-bd97-4cfa-8f74-6623a6a88cdb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.047869 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.053195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.084903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0da32857-3649-4c13-a1bf-d47073ec3f3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 2fcc76d5-0573-40ae-bfc1-7745c64fbd71 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:29.085239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0da32857-3649-4c13-a1bf-d47073ec3f3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.092371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b98727-330a-4505-8ae8-b3f82ffb61d1,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:29.098095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59bce3f5-bd97-4cfa-8f74-6623a6a88cdb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.129898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:25:29.145751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bce3f5-bd97-4cfa-8f74-6623a6a88cdb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f022bf-43cf-4670-9e80-c62e63ad15f9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:29.156881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-59bce3f5-bd97-4cfa-8f74-6623a6a88cdb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.163503 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c07a9f7-b97a-459f-9db8-20551db5168b None None] Network 3f7c15e3-6991-4079-aa62-fee57823c26f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:29.165945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.166149 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Added segment 96465c1b-32d2-429c-992d-7fdf811f6bd2 of type vlan for network 25990812-42eb-48e8-ac2e-e93870206dd8 Mar 22 12:25:29.197817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.254229 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-59bce3f5-bd97-4cfa-8f74-6623a6a88cdb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/b1f022bf-43cf-4670-9e80-c62e63ad15f9 HTTP/1.1" status: 204 len: 168 time: 0.7856309 Mar 22 12:25:29.255162 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42354) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:29.258770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.263076 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:29.264206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.403160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0162b9e-ce3f-47d8-b044-6b105bbd01b9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 15908cd5-5cf5-4e88-b134-3f483e04e931 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:29.413596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0162b9e-ce3f-47d8-b044-6b105bbd01b9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.440851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0da32857-3649-4c13-a1bf-d47073ec3f3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.441160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0da32857-3649-4c13-a1bf-d47073ec3f3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.465741 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5037827 Mar 22 12:25:29.475799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42358) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:29.488027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Request body: {'subnet': {'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:29.505658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8aee1c-995f-48b5-a7d1-06e95025a519 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'Network': ['ID=25990812-42eb-48e8-ac2e-e93870206dd8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:29.507314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87daaefb-43f0-4c77-b386-044b5b26130c None None] DHCP port deletion for 3f7c15e3-6991-4079-aa62-fee57823c26f request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:29.512866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-87daaefb-43f0-4c77-b386-044b5b26130c None None] Deleting port e00a3e96-5a58-400c-9cce-d19e7178f97c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:29.513809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87daaefb-43f0-4c77-b386-044b5b26130c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.514597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.545256 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 25990812-42eb-48e8-ac2e-e93870206dd8 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:25:29.577342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0da32857-3649-4c13-a1bf-d47073ec3f3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 2fcc76d5-0573-40ae-bfc1-7745c64fbd71 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:29.597249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port e00a3e96-5a58-400c-9cce-d19e7178f97c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:29.597603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.628667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0162b9e-ce3f-47d8-b044-6b105bbd01b9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.664861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:29.699902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Usage tracker for resource:subnet and tenant:8d41047abe7d4146a8540409521568e7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:29.712417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:29.725988 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:29.756065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Made reservation on behalf of 8d41047abe7d4146a8540409521568e7 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:29.813954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-87daaefb-43f0-4c77-b386-044b5b26130c None None] For port e00a3e96-5a58-400c-9cce-d19e7178f97c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e00a3e96-5a58-400c-9cce-d19e7178f97c,segment=NetworkSegment(12510d18-617a-4f18-80a3-de55a1c18662),segment_id=12510d18-617a-4f18-80a3-de55a1c18662)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:29.814689 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87daaefb-43f0-4c77-b386-044b5b26130c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.877369 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bbefb0be-2625-4c54-99d7-d962bfb40122 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/routers/5b97963c-157b-4175-9c23-c2746a56f15c HTTP/1.1" status: 200 len: 884 time: 0.9992921 Mar 22 12:25:29.878238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42362) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:29.933724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-87daaefb-43f0-4c77-b386-044b5b26130c None None] Calling delete_port for e00a3e96-5a58-400c-9cce-d19e7178f97c owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:29.943068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port e00a3e96-5a58-400c-9cce-d19e7178f97c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e00a3e96-5a58-400c-9cce-d19e7178f97c,segment=NetworkSegment(12510d18-617a-4f18-80a3-de55a1c18662),segment_id=12510d18-617a-4f18-80a3-de55a1c18662)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:29.943504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.953862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:29.978537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0162b9e-ce3f-47d8-b044-6b105bbd01b9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.011670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87daaefb-43f0-4c77-b386-044b5b26130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.054536 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daaefb-43f0-4c77-b386-044b5b26130c None None] Pushing event deleted for resources: {'Port': ['ID=e00a3e96-5a58-400c-9cce-d19e7178f97c,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:30.065270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87daaefb-43f0-4c77-b386-044b5b26130c None None] No DVR routers for this DVR port e00a3e96-5a58-400c-9cce-d19e7178f97c on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:30.132255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0da32857-3649-4c13-a1bf-d47073ec3f3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.189132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da32857-3649-4c13-a1bf-d47073ec3f3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=2fcc76d5-0573-40ae-bfc1-7745c64fbd71,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:30.227808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0162b9e-ce3f-47d8-b044-6b105bbd01b9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.267594 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for e00a3e96-5a58-400c-9cce-d19e7178f97c owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:30.308233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0162b9e-ce3f-47d8-b044-6b105bbd01b9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=15908cd5-5cf5-4e88-b134-3f483e04e931,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:30.324793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0162b9e-ce3f-47d8-b044-6b105bbd01b9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.337335 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a37af65-d675-459a-afd1-26d23e277733 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:30.343270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0da32857-3649-4c13-a1bf-d47073ec3f3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.359237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0da32857-3649-4c13-a1bf-d47073ec3f3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.361754 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0da32857-3649-4c13-a1bf-d47073ec3f3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/floatingips/f1addddb-e5be-461d-a31d-df08baf6f4f4 HTTP/1.1" status: 204 len: 168 time: 1.6079340 Mar 22 12:25:30.366100 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0162b9e-ce3f-47d8-b044-6b105bbd01b9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/15908cd5-5cf5-4e88-b134-3f483e04e931 HTTP/1.1" status: 204 len: 168 time: 1.5306473 Mar 22 12:25:30.366791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42366) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:30.367057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42368) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:30.379544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:25:30.380061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:25:30.424143 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e00a3e96-5a58-400c-9cce-d19e7178f97c no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:30.468709 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: e00a3e96-5a58-400c-9cce-d19e7178f97c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:25:30.469102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e00a3e96-5a58-400c-9cce-d19e7178f97c not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:25:30.482070 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f685de77-a1bf-451e-84f4-e0f2e187d472 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078970 Mar 22 12:25:30.482070 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4a4887-0d87-4c3d-985a-9c8167190dec tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] DELETE failed (client error): The resource could not be found. Mar 22 12:25:30.482070 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4a4887-0d87-4c3d-985a-9c8167190dec tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:25:30.486069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42374) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:30.486331 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cc4a4887-0d87-4c3d-985a-9c8167190dec tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/ports/07af8530-397c-45a2-86cc-6e49aaf38f71 HTTP/1.1" status: 404 len: 333 time: 0.1134384 Mar 22 12:25:30.487380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42378) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:30.512379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3344a3d0-f8ca-4834-bdcd-ac8d2cf5d540 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Synchronizing usage tracker for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:router {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:30.531193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3344a3d0-f8ca-4834-bdcd-ac8d2cf5d540 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Unset dirty status for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:router {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:30.532671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:30.533948 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3344a3d0-f8ca-4834-bdcd-ac8d2cf5d540 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6526179 Mar 22 12:25:30.535321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42382) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:30.540820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b4b6b5b7-b563-43e4-92e6-694a68e6d993 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-133005953'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:30.555427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.600281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ba84488b-f56d-4eac-8127-06b1dbe6acd0 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Synchronizing usage tracker for tenant:f1288cb531234a338db76e44a9caa828 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:30.650353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69923e5-b282-419f-96d4-31c435bb6a65 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:30.655191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b69923e5-b282-419f-96d4-31c435bb6a65 None None] Deleting port c189e4aa-f44f-4bf6-81b5-ac0114257f96 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:30.655789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b69923e5-b282-419f-96d4-31c435bb6a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.719131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'Subnet': ['ID=6341c4f9-312d-4450-b909-59fcf2de5d9c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:30.720990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ba84488b-f56d-4eac-8127-06b1dbe6acd0 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Unset dirty status for tenant:f1288cb531234a338db76e44a9caa828 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:30.722166 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ba84488b-f56d-4eac-8127-06b1dbe6acd0 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "GET /v2.0/ports?device_id=8ddf780e-d52c-45cd-a658-83e67e18ef53 HTTP/1.1" status: 200 len: 205 time: 0.2359085 Mar 22 12:25:30.724894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42386) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:30.747188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:30.754978 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:30.760148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:30.763196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Checking segment: {'id': '96465c1b-32d2-429c-992d-7fdf811f6bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:30.763540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Network hostable DHCP agents. Network: 25990812-42eb-48e8-ac2e-e93870206dd8, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:25:30.771368 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:30.789273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:30.797986 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-f738e3ad-d306-497c-bc6d-6163a0ea80d1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] delete failed (client error): The resource could not be found. Mar 22 12:25:30.801739 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f738e3ad-d306-497c-bc6d-6163a0ea80d1 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/routers/8ddf780e-d52c-45cd-a658-83e67e18ef53 HTTP/1.1" status: 404 len: 336 time: 0.0730371 Mar 22 12:25:30.801921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42390) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:30.851801 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff0cf59-bf36-4ff9-8c44-a6c022fd4a72 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] DELETE failed (client error): The resource could not be found. Mar 22 12:25:30.852228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff0cf59-bf36-4ff9-8c44-a6c022fd4a72 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:25:30.856269 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6ff0cf59-bf36-4ff9-8c44-a6c022fd4a72 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/subnets/16a3bcd6-9c62-4f1f-88e9-3a15f0f3a855 HTTP/1.1" status: 404 len: 337 time: 0.0511532 Mar 22 12:25:30.856720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42394) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:30.865891 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Network 25990812-42eb-48e8-ac2e-e93870206dd8 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:25:30.871341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b69923e5-b282-419f-96d4-31c435bb6a65 None None] For port c189e4aa-f44f-4bf6-81b5-ac0114257f96, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c189e4aa-f44f-4bf6-81b5-ac0114257f96,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:30.871864 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b69923e5-b282-419f-96d4-31c435bb6a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.881917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port e00a3e96-5a58-400c-9cce-d19e7178f97c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:30.882315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.946756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 25990812-42eb-48e8-ac2e-e93870206dd8) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:30.975345 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] The port 'e00a3e96-5a58-400c-9cce-d19e7178f97c' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:25:30.976669 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:30.977245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.980426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f25b948a-0e66-4466-bee0-1ec701819a3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port b4bc16ad-cd4f-4550-9ae5-43b6838de746 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:30.980759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f25b948a-0e66-4466-bee0-1ec701819a3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.986231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:30.992348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef75ed4-0788-44e0-bac5-541927897a0b None None] Network 25990812-42eb-48e8-ac2e-e93870206dd8 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:31.010141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b69923e5-b282-419f-96d4-31c435bb6a65 None None] Calling delete_port for c189e4aa-f44f-4bf6-81b5-ac0114257f96 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:31.199202 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-71fab37c-23d2-48da-9177-445f4afb94a4 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7223203 Mar 22 12:25:31.210089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b69923e5-b282-419f-96d4-31c435bb6a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.216811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42398) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:31.237268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Request body: {'port': {'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8', 'name': 'tempest-AllowedAddressPairTestJSON-807393597'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:31.292472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69923e5-b282-419f-96d4-31c435bb6a65 None None] Pushing event deleted for resources: {'Port': ['ID=c189e4aa-f44f-4bf6-81b5-ac0114257f96,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:31.313545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69923e5-b282-419f-96d4-31c435bb6a65 None None] No DVR routers for this DVR port c189e4aa-f44f-4bf6-81b5-ac0114257f96 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:31.336000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.382542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-25990812-42eb-48e8-ac2e-e93870206dd8', 'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8', 'tenant_id': '8d41047abe7d4146a8540409521568e7', 'fixed_ips': [{'subnet_id': '6341c4f9-312d-4450-b909-59fcf2de5d9c'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:25:31.383417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.399360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7c15e3-6991-4079-aa62-fee57823c26f']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:31.432846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12510d18-617a-4f18-80a3-de55a1c18662') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:31.433127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12510d18-617a-4f18-80a3-de55a1c18662') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:31.451616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f25b948a-0e66-4466-bee0-1ec701819a3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.489999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.525683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:31.528033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.534170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Usage tracker for resource:port and tenant:8d41047abe7d4146a8540409521568e7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:31.540513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:31.546917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Allocated IP 172.20.0.2 (25990812-42eb-48e8-ac2e-e93870206dd8/6341c4f9-312d-4450-b909-59fcf2de5d9c/c3685b98-24dc-4b79-9069-b9c6406ec30c) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:31.551060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:31.553648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:25:31.554071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:25:31.569515 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:25:31.650777 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Made reservation on behalf of 8d41047abe7d4146a8540409521568e7 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:31.652891 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9a5f143f-684a-4ba7-bcfa-b30e136146c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.653722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.684761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f25b948a-0e66-4466-bee0-1ec701819a3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for b4bc16ad-cd4f-4550-9ae5-43b6838de746 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:31.708713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] device_id is not set on port 924f8f10-f9a4-4e4a-ae54-f33abab845b3 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:31.751034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.786532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.799652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Transition to ACTIVE for port object c3685b98-24dc-4b79-9069-b9c6406ec30c will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:31.808857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4b6b5b7-b563-43e4-92e6-694a68e6d993 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.864406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4b6b5b7-b563-43e4-92e6-694a68e6d993 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.879430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.882386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.884375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Transition to ACTIVE for port object c3685b98-24dc-4b79-9069-b9c6406ec30c will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:31.891055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.903882 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Network': ['ID=3f7c15e3-6991-4079-aa62-fee57823c26f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:31.924102 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b6cb065-6b5f-4ca9-95b1-46370673d949 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/networks/3f7c15e3-6991-4079-aa62-fee57823c26f HTTP/1.1" status: 204 len: 168 time: 2.6672299 Mar 22 12:25:31.927766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f25b948a-0e66-4466-bee0-1ec701819a3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:31.929189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42402) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:31.980813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-790405485', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:31.986346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Network 25990812-42eb-48e8-ac2e-e93870206dd8 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:31.989800 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Pushing event updated for resources: {'Port': ['ID=c3685b98-24dc-4b79-9069-b9c6406ec30c,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:31.993268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:31.995289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:32.037960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.044043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:32.046558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b948a-0e66-4466-bee0-1ec701819a3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=b4bc16ad-cd4f-4550-9ae5-43b6838de746,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:32.059805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:router and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:32.062837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:32.069831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:32.085227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:25:32.090402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.094187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Attempting to bind port c3685b98-24dc-4b79-9069-b9c6406ec30c on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:25:32.094553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Attempting to bind port c3685b98-24dc-4b79-9069-b9c6406ec30c by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '96465c1b-32d2-429c-992d-7fdf811f6bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:25:32.094749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Allocated IP 172.20.0.8 (25990812-42eb-48e8-ac2e-e93870206dd8/6341c4f9-312d-4450-b909-59fcf2de5d9c/924f8f10-f9a4-4e4a-ae54-f33abab845b3) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:32.094908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Attempting to bind port c3685b98-24dc-4b79-9069-b9c6406ec30c on network 25990812-42eb-48e8-ac2e-e93870206dd8 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:25:32.101910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:25:32.102308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Checking segment: {'id': '96465c1b-32d2-429c-992d-7fdf811f6bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:32.102659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.103039 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Bound using segment: {'id': '96465c1b-32d2-429c-992d-7fdf811f6bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:25:32.103491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Bound port: c3685b98-24dc-4b79-9069-b9c6406ec30c, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96465c1b-32d2-429c-992d-7fdf811f6bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:25:32.103854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.151745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.152701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.170124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:32.175588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:32.195738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:32.196593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.197917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021011cc-2459-4de4-aa85-c91e81f4dd3d None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:32.210457 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f25b948a-0e66-4466-bee0-1ec701819a3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.225776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=c47c09b4-9d96-4eda-a74c-479dba80dbad,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:32.228719 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.236788 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f25b948a-0e66-4466-bee0-1ec701819a3f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/ports/b4bc16ad-cd4f-4550-9ae5-43b6838de746 HTTP/1.1" status: 204 len: 168 time: 1.3791206 Mar 22 12:25:32.239490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42406) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:32.285392 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0209c6a8-303c-45b1-9192-4277024c9355 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8022451 Mar 22 12:25:32.294160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42410) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:32.304260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:96:94:99', 'name': 'tempest-NetworksTestDHCPv6-646098228'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:32.313553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] For port c3685b98-24dc-4b79-9069-b9c6406ec30c, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:25:32.327626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] For port c3685b98-24dc-4b79-9069-b9c6406ec30c, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c3685b98-24dc-4b79-9069-b9c6406ec30c,segment=NetworkSegment(96465c1b-32d2-429c-992d-7fdf811f6bd2),segment_id=96465c1b-32d2-429c-992d-7fdf811f6bd2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:25:32.347608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.400700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b6b5b7-b563-43e4-92e6-694a68e6d993 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 5b97963c-157b-4175-9c23-c2746a56f15c has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:32.409631 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.414263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c189e4aa-f44f-4bf6-81b5-ac0114257f96 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:32.489728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: c189e4aa-f44f-4bf6-81b5-ac0114257f96 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:25:32.490066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c189e4aa-f44f-4bf6-81b5-ac0114257f96 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:25:32.498545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2decc475-5ae0-486f-baa9-a8a8dd2a4b2f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 9f6d007a-1e8e-44aa-89d1-d85c065959d9 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:32.499021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2decc475-5ae0-486f-baa9-a8a8dd2a4b2f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.532929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81ecca-28ad-4eb1-8ebb-16b6992e103c None None] Pushing event updated for resources: {'Port': ['ID=c3685b98-24dc-4b79-9069-b9c6406ec30c,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:32.595307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': 'c47c09b4-9d96-4eda-a74c-479dba80dbad'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:25:32.596416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.726741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.782478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:32.784095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Allocated IP 2001:db8::f816:3eff:fee0:7df5 (578a050b-df3b-4bf8-b5f3-612af8e4798e/c47c09b4-9d96-4eda-a74c-479dba80dbad/66fa39bb-a8cc-4226-b2f5-bc801954f455) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:32.793195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Transition to ACTIVE for port object 924f8f10-f9a4-4e4a-ae54-f33abab845b3 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:32.853254 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:32.863828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:32.883765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:32.941384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:32.947052 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.951030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.986133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:32.996070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2decc475-5ae0-486f-baa9-a8a8dd2a4b2f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.042285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b6b5b7-b563-43e4-92e6-694a68e6d993 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:33.055077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a21fe-1c15-4098-9739-e9ac739365c8 None None] Sync routers for ids ['5b97963c-157b-4175-9c23-c2746a56f15c'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:33.069723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b4b6b5b7-b563-43e4-92e6-694a68e6d993 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.074122 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b4b6b5b7-b563-43e4-92e6-694a68e6d993 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/5b97963c-157b-4175-9c23-c2746a56f15c HTTP/1.1" status: 200 len: 891 time: 2.5344145 Mar 22 12:25:33.074282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42414) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:33.078360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.092398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Transition to ACTIVE for port object 66fa39bb-a8cc-4226-b2f5-bc801954f455 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:33.094761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a21fe-1c15-4098-9739-e9ac739365c8 None None] Routers {'5b97963c-157b-4175-9c23-c2746a56f15c'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:33.095385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-db5a21fe-1c15-4098-9739-e9ac739365c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5b97963c-157b-4175-9c23-c2746a56f15c'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:33.134322 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 8e970c05-784b-40f8-86c0-05f7ef9574b9 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:33.161304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-db5a21fe-1c15-4098-9739-e9ac739365c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:33.173758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Transition to ACTIVE for port object 66fa39bb-a8cc-4226-b2f5-bc801954f455 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:33.177443 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2decc475-5ae0-486f-baa9-a8a8dd2a4b2f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 9f6d007a-1e8e-44aa-89d1-d85c065959d9 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:33.187747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.199077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a21fe-1c15-4098-9739-e9ac739365c8 None None] Routers {'5b97963c-157b-4175-9c23-c2746a56f15c'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:33.199880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-db5a21fe-1c15-4098-9739-e9ac739365c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5b97963c-157b-4175-9c23-c2746a56f15c'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:33.212291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.305586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Allocated IP 172.26.0.131 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/b1580f32-5376-4a99-b6e0-558065e0a133) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:33.311080 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'Port': ['ID=924f8f10-f9a4-4e4a-ae54-f33abab845b3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:33.370583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-db5a21fe-1c15-4098-9739-e9ac739365c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:33.370868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5a21fe-1c15-4098-9739-e9ac739365c8 None None] The sync data for ids ['5b97963c-157b-4175-9c23-c2746a56f15c'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:33.375068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Network 25990812-42eb-48e8-ac2e-e93870206dd8 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:33.379352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:33.384651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:33.388146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:33.391229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:33.393669 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:33.402906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.407310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Pushing event updated for resources: {'Port': ['ID=66fa39bb-a8cc-4226-b2f5-bc801954f455,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:33.497109 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Attempting to bind port 66fa39bb-a8cc-4226-b2f5-bc801954f455 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:25:33.497503 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Attempting to bind port 66fa39bb-a8cc-4226-b2f5-bc801954f455 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:25:33.497871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Attempting to bind port 66fa39bb-a8cc-4226-b2f5-bc801954f455 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:25:33.506830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:25:33.507375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:33.507775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.508174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:25:33.508718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Bound port: 66fa39bb-a8cc-4226-b2f5-bc801954f455, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:25:33.509090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.510276 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-163a0312-cba0-4f23-983f-6a1b186313e0 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/routers/5b97963c-157b-4175-9c23-c2746a56f15c HTTP/1.1" status: 200 len: 891 time: 0.4337170 Mar 22 12:25:33.511129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42418) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:33.557768 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0c5b311d-e64e-4cdc-9723-125d1a110637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Synchronizing usage tracker for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:33.578813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0c5b311d-e64e-4cdc-9723-125d1a110637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Unset dirty status for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:33.579419 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:33.580440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.580613 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0c5b311d-e64e-4cdc-9723-125d1a110637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b97963c-157b-4175-9c23-c2746a56f15c HTTP/1.1" status: 200 len: 205 time: 0.0679204 Mar 22 12:25:33.584594 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::f816:3eff:fe96:9499 (578a050b-df3b-4bf8-b5f3-612af8e4798e/c47c09b4-9d96-4eda-a74c-479dba80dbad/8e970c05-784b-40f8-86c0-05f7ef9574b9) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:33.585977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42422) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:33.632534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] For port 66fa39bb-a8cc-4226-b2f5-bc801954f455, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:25:33.636304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] For port 66fa39bb-a8cc-4226-b2f5-bc801954f455, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=66fa39bb-a8cc-4226-b2f5-bc801954f455,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:25:33.643161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.656554 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-049adbf3-3393-448a-a740-f0d78c246469 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4381633 Mar 22 12:25:33.659999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42426) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:33.675911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Request body: {'port': {'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8', 'name': 'tempest-AllowedAddressPairTestJSON-1081423201', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fd:aa:16'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:33.693376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2decc475-5ae0-486f-baa9-a8a8dd2a4b2f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.739210 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09018ae-c16f-407a-bbb5-e1c9440fc86d None None] Pushing event updated for resources: {'Port': ['ID=66fa39bb-a8cc-4226-b2f5-bc801954f455,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:33.772314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.848492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:33.856474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ca1879-495a-467b-be81-05e53ca5e9d2 None None] Network 25990812-42eb-48e8-ac2e-e93870206dd8 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:33.950699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:33.954258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:33.955820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decc475-5ae0-486f-baa9-a8a8dd2a4b2f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=9f6d007a-1e8e-44aa-89d1-d85c065959d9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:33.957978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:33.985646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=b1580f32-5376-4a99-b6e0-558065e0a133,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:34.025588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4c125213-2a3c-48f6-a557-88a221cad0ce None None] Provisioning for port c3685b98-24dc-4b79-9069-b9c6406ec30c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:34.201607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:34.247882 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:34.253214 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2decc475-5ae0-486f-baa9-a8a8dd2a4b2f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:34.255305 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2decc475-5ae0-486f-baa9-a8a8dd2a4b2f tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/ports/9f6d007a-1e8e-44aa-89d1-d85c065959d9 HTTP/1.1" status: 204 len: 168 time: 2.0146906 Mar 22 12:25:34.259420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42430) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:34.259695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Usage tracker for resource:port and tenant:8d41047abe7d4146a8540409521568e7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:34.265443 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:34.281934 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:34.289232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:34.309677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Made reservation on behalf of 8d41047abe7d4146a8540409521568e7 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:34.316059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:34.330463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 8e970c05-784b-40f8-86c0-05f7ef9574b9 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:34.350222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] device_id is not set on port 9aa0d99f-effc-4541-b416-814074a2ce50 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:34.473777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 66fa39bb-a8cc-4226-b2f5-bc801954f455 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:34.479982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c85f26d-d9d3-4f0e-9f7e-1980a263ea5d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:34.480674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6c85f26d-d9d3-4f0e-9f7e-1980a263ea5d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Synchronizing usage tracker for tenant:f1288cb531234a338db76e44a9caa828 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:34.504992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:34.505801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:34.511148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6c85f26d-d9d3-4f0e-9f7e-1980a263ea5d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Unset dirty status for tenant:f1288cb531234a338db76e44a9caa828 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:34.514898 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6c85f26d-d9d3-4f0e-9f7e-1980a263ea5d tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bf2f9c3-920d-44fd-9861-d056646f1eac HTTP/1.1" status: 200 len: 913 time: 0.2519567 Mar 22 12:25:34.515637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42434) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:34.544469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 66fa39bb-a8cc-4226-b2f5-bc801954f455 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:34.546115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Allocated IP 172.20.0.7 (25990812-42eb-48e8-ac2e-e93870206dd8/6341c4f9-312d-4450-b909-59fcf2de5d9c/9aa0d99f-effc-4541-b416-814074a2ce50) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:34.550648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c3685b98-24dc-4b79-9069-b9c6406ec30c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:34.560423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:34.657604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=8e970c05-784b-40f8-86c0-05f7ef9574b9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:34.692547 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port c3685b98-24dc-4b79-9069-b9c6406ec30c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:34.699424 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port c3685b98-24dc-4b79-9069-b9c6406ec30c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:34.699992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:34.721116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:34.729580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:34.733518 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:34.742547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:34.742996 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b8e8419d-62b8-4c20-be77-4e95c0d75b31 None None] Provisioning for port 924f8f10-f9a4-4e4a-ae54-f33abab845b3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:34.743216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:34.764080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b8e8419d-62b8-4c20-be77-4e95c0d75b31 None None] Provisioning complete for port 924f8f10-f9a4-4e4a-ae54-f33abab845b3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:34.764656 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b8e8419d-62b8-4c20-be77-4e95c0d75b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:34.883592 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f35421e6-1197-4a3c-96a1-e4c690796623 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5859804 Mar 22 12:25:34.890211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42438) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:34.898878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8419d-62b8-4c20-be77-4e95c0d75b31 None None] Port 924f8f10-f9a4-4e4a-ae54-f33abab845b3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:34.918540 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:34.954340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port c3685b98-24dc-4b79-9069-b9c6406ec30c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c3685b98-24dc-4b79-9069-b9c6406ec30c,segment=NetworkSegment(96465c1b-32d2-429c-992d-7fdf811f6bd2),segment_id=96465c1b-32d2-429c-992d-7fdf811f6bd2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:34.959616 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.054269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.055049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=c3685b98-24dc-4b79-9069-b9c6406ec30c,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:35.061252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-133d7508-d4ca-45f1-83c4-e5ece76ecce9 None None] Provisioning complete for port 924f8f10-f9a4-4e4a-ae54-f33abab845b3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:35.061664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-133d7508-d4ca-45f1-83c4-e5ece76ecce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.077849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.080040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Transition to ACTIVE for port object 9aa0d99f-effc-4541-b416-814074a2ce50 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:35.095257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac085d6f-7c72-4b3a-9ded-75b20efd51e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:35.097732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port e39ad2ba-ac66-441d-96b5-2fbe63c12836 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:35.098064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.100271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac085d6f-7c72-4b3a-9ded-75b20efd51e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:35.101119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ac085d6f-7c72-4b3a-9ded-75b20efd51e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:35.122113 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-133d7508-d4ca-45f1-83c4-e5ece76ecce9 None None] Port 924f8f10-f9a4-4e4a-ae54-f33abab845b3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:35.127073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ac085d6f-7c72-4b3a-9ded-75b20efd51e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:35.128433 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ac085d6f-7c72-4b3a-9ded-75b20efd51e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2367580 Mar 22 12:25:35.131251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42442) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:35.178855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.264125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c9ea96c3-529c-4a10-9637-ee8360fd5b8e None None] Provisioning for port 66fa39bb-a8cc-4226-b2f5-bc801954f455 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:35.272523 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c9ea96c3-529c-4a10-9637-ee8360fd5b8e None None] Provisioning complete for port 66fa39bb-a8cc-4226-b2f5-bc801954f455 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:35.273306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9ea96c3-529c-4a10-9637-ee8360fd5b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.275545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e334a964-d72d-43cd-ad1e-f93142f4fef6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 8e970c05-784b-40f8-86c0-05f7ef9574b9 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:35.275964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e334a964-d72d-43cd-ad1e-f93142f4fef6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.303414 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Network 25990812-42eb-48e8-ac2e-e93870206dd8 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:35.310981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:35.324715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:35.338986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.408626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:35.409306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.419729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9ea96c3-529c-4a10-9637-ee8360fd5b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.428583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'Port': ['ID=9aa0d99f-effc-4541-b416-814074a2ce50,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:35.471627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c9ea96c3-529c-4a10-9637-ee8360fd5b8e None None] For port 66fa39bb-a8cc-4226-b2f5-bc801954f455, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=66fa39bb-a8cc-4226-b2f5-bc801954f455,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:35.478605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9ea96c3-529c-4a10-9637-ee8360fd5b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.484184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for e39ad2ba-ac66-441d-96b5-2fbe63c12836 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:35.557623 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2a3d369c-439c-4a89-9f33-b82fdc665881 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.8950496 Mar 22 12:25:35.558683 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea96c3-529c-4a10-9637-ee8360fd5b8e None None] Pushing event updated for resources: {'Port': ['ID=66fa39bb-a8cc-4226-b2f5-bc801954f455,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:35.600491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-673a8127-e68b-4940-a2f8-dfc0921f1209 None None] Provisioning for port 9aa0d99f-effc-4541-b416-814074a2ce50 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:35.602221 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42446) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:35.605320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-673a8127-e68b-4940-a2f8-dfc0921f1209 None None] Provisioning complete for port 9aa0d99f-effc-4541-b416-814074a2ce50 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:35.605728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-673a8127-e68b-4940-a2f8-dfc0921f1209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.659598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-673a8127-e68b-4940-a2f8-dfc0921f1209 None None] Port 9aa0d99f-effc-4541-b416-814074a2ce50 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:35.672648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-673a8127-e68b-4940-a2f8-dfc0921f1209 None None] Provisioning for port 8e970c05-784b-40f8-86c0-05f7ef9574b9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:35.677731 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-673a8127-e68b-4940-a2f8-dfc0921f1209 None None] Provisioning complete for port 8e970c05-784b-40f8-86c0-05f7ef9574b9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:35.678000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-673a8127-e68b-4940-a2f8-dfc0921f1209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.727613 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e334a964-d72d-43cd-ad1e-f93142f4fef6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:35.732535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-673a8127-e68b-4940-a2f8-dfc0921f1209 None None] Port 8e970c05-784b-40f8-86c0-05f7ef9574b9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:35.750829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router c555830b-a4db-49c6-8f36-cd6b5fc0222a is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:25:35.858788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b965ca42-0b5b-4be4-acd8-41d3015d496f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:35.862697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b965ca42-0b5b-4be4-acd8-41d3015d496f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:35.866604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b965ca42-0b5b-4be4-acd8-41d3015d496f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:35.867412 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b965ca42-0b5b-4be4-acd8-41d3015d496f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Synchronizing usage tracker for tenant:8d41047abe7d4146a8540409521568e7 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:35.880330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e334a964-d72d-43cd-ad1e-f93142f4fef6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 8e970c05-784b-40f8-86c0-05f7ef9574b9 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:35.950456 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.012901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=e39ad2ba-ac66-441d-96b5-2fbe63c12836,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:36.046983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b965ca42-0b5b-4be4-acd8-41d3015d496f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Unset dirty status for tenant:8d41047abe7d4146a8540409521568e7 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:36.048135 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b965ca42-0b5b-4be4-acd8-41d3015d496f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4454532 Mar 22 12:25:36.051471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42450) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:36.169815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-053d0a71-7e99-4b0b-aa48-c8c120278a88 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Deleting port 9aa0d99f-effc-4541-b416-814074a2ce50 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:36.170177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-053d0a71-7e99-4b0b-aa48-c8c120278a88 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.267680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e334a964-d72d-43cd-ad1e-f93142f4fef6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.334589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334a964-d72d-43cd-ad1e-f93142f4fef6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=8e970c05-784b-40f8-86c0-05f7ef9574b9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:36.391864 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c3685b98-24dc-4b79-9069-b9c6406ec30c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:36.392897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-698c37a7-e87a-4260-a04e-8ce51df8065b tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.406976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e334a964-d72d-43cd-ad1e-f93142f4fef6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.471025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port c3685b98-24dc-4b79-9069-b9c6406ec30c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:36.471394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.506505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.537898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-053d0a71-7e99-4b0b-aa48-c8c120278a88 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.596828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 66fa39bb-a8cc-4226-b2f5-bc801954f455 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:36.664140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 66fa39bb-a8cc-4226-b2f5-bc801954f455 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:36.664530 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.677792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-053d0a71-7e99-4b0b-aa48-c8c120278a88 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Calling delete_port for 9aa0d99f-effc-4541-b416-814074a2ce50 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:36.706055 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e334a964-d72d-43cd-ad1e-f93142f4fef6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/8e970c05-784b-40f8-86c0-05f7ef9574b9 HTTP/1.1" status: 204 len: 168 time: 1.5736384 Mar 22 12:25:36.713497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42454) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:36.802660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.815603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.821476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:36.823346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185980ec-e313-4ee1-b274-df685e3dbfb7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:36.824065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185980ec-e313-4ee1-b274-df685e3dbfb7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:36.824799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-185980ec-e313-4ee1-b274-df685e3dbfb7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:36.838552 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c301c-772a-411a-aa2f-7a4dff5cef93 None None] Sync routers for ids ['c555830b-a4db-49c6-8f36-cd6b5fc0222a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:36.856398 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c301c-772a-411a-aa2f-7a4dff5cef93 None None] Routers {'c555830b-a4db-49c6-8f36-cd6b5fc0222a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:36.857389 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-037c301c-772a-411a-aa2f-7a4dff5cef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c555830b-a4db-49c6-8f36-cd6b5fc0222a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:36.875734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.879390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-185980ec-e313-4ee1-b274-df685e3dbfb7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:36.879559 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d77cc849-c17e-49ae-9a56-ac22978956a1 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.9464662 Mar 22 12:25:36.879657 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-185980ec-e313-4ee1-b274-df685e3dbfb7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1634381 Mar 22 12:25:36.879746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42458) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:36.880675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42460) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:36.932515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:36.932993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Fanout notify agent at l3_agent the message router_deleted on router 5b97963c-157b-4175-9c23-c2746a56f15c {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:25:36.938400 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-037c301c-772a-411a-aa2f-7a4dff5cef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:36.952176 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c301c-772a-411a-aa2f-7a4dff5cef93 None None] Routers {'c555830b-a4db-49c6-8f36-cd6b5fc0222a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:36.953048 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-037c301c-772a-411a-aa2f-7a4dff5cef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c555830b-a4db-49c6-8f36-cd6b5fc0222a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:36.974820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-053d0a71-7e99-4b0b-aa48-c8c120278a88 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.023412 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-037c301c-772a-411a-aa2f-7a4dff5cef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:37.024063 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c301c-772a-411a-aa2f-7a4dff5cef93 None None] The sync data for ids ['c555830b-a4db-49c6-8f36-cd6b5fc0222a'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:37.032720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.033804 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0af14887-7ce5-4b0a-9b56-907a39665c13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/5b97963c-157b-4175-9c23-c2746a56f15c HTTP/1.1" status: 204 len: 168 time: 3.4456902 Mar 22 12:25:37.038353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42466) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:37.052078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-165593543'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:37.061478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:37.073502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d0a71-7e99-4b0b-aa48-c8c120278a88 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event deleted for resources: {'Port': ['ID=9aa0d99f-effc-4541-b416-814074a2ce50,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:37.094288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:network and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:37.106755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:37.123078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:37.189677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:37.192549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.287488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:25:37.294731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-8002ed22-870f-4b5b-8f2a-f2c33904dccb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet c47c09b4-9d96-4eda-a74c-479dba80dbad {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:37.305307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8002ed22-870f-4b5b-8f2a-f2c33904dccb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.308222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.308651 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added segment 6c04feac-8f30-45cc-be05-09bb8993ded2 of type vlan for network 60235295-ecf9-4aaf-a7a2-46b710e94cfc Mar 22 12:25:37.375995 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-053d0a71-7e99-4b0b-aa48-c8c120278a88 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.381483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8002ed22-870f-4b5b-8f2a-f2c33904dccb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.388478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.436081 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-053d0a71-7e99-4b0b-aa48-c8c120278a88 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "DELETE /v2.0/ports/9aa0d99f-effc-4541-b416-814074a2ce50 HTTP/1.1" status: 204 len: 168 time: 1.3834209 Mar 22 12:25:37.439070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42470) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:37.470638 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6b0f6e3a-8b80-4749-8d89-f0cd5020e476 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/routers/c555830b-a4db-49c6-8f36-cd6b5fc0222a HTTP/1.1" status: 200 len: 880 time: 0.5900033 Mar 22 12:25:37.473250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42474) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:37.486340 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d8351b-c914-4840-9d4e-46f41d80b8fc tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] GET failed (client error): The resource could not be found. Mar 22 12:25:37.486829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-09d8351b-c914-4840-9d4e-46f41d80b8fc tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Synchronizing usage tracker for tenant:8d41047abe7d4146a8540409521568e7 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:37.517982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-09d8351b-c914-4840-9d4e-46f41d80b8fc tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Unset dirty status for tenant:8d41047abe7d4146a8540409521568e7 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:37.519404 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-09d8351b-c914-4840-9d4e-46f41d80b8fc tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "GET /v2.0/ports/9aa0d99f-effc-4541-b416-814074a2ce50 HTTP/1.1" status: 404 len: 333 time: 0.0795984 Mar 22 12:25:37.523433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42478) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:37.530892 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Request body: {'port': {'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8', 'name': 'tempest-AllowedAddressPairTestJSON-1143967948'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:37.535468 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.539033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:37.539589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.694008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8002ed22-870f-4b5b-8f2a-f2c33904dccb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.820420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:37.825054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8002ed22-870f-4b5b-8f2a-f2c33904dccb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.838806 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7967854 Mar 22 12:25:37.843108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42482) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:37.852409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'subnet': {'network_id': '60235295-ecf9-4aaf-a7a2-46b710e94cfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:37.866195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:37.868156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002ed22-870f-4b5b-8f2a-f2c33904dccb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=c47c09b4-9d96-4eda-a74c-479dba80dbad,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:37.880387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8002ed22-870f-4b5b-8f2a-f2c33904dccb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.880870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c075e6b-604e-44c9-82ea-d11ec5caf934 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Network': ['ID=60235295-ecf9-4aaf-a7a2-46b710e94cfc,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:37.888516 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Made reservation on behalf of 8d41047abe7d4146a8540409521568e7 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:37.891528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:37.894038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 60235295-ecf9-4aaf-a7a2-46b710e94cfc details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:25:37.917367 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8002ed22-870f-4b5b-8f2a-f2c33904dccb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/c47c09b4-9d96-4eda-a74c-479dba80dbad HTTP/1.1" status: 204 len: 168 time: 1.0350800 Mar 22 12:25:37.917687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42486) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:37.917796 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8214682-d223-4c35-b86b-de77391d4f1e None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:37.992117 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-93e40a5e-7ecf-499c-9d62-07f7ee91650e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698721 Mar 22 12:25:37.992117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] device_id is not set on port d566b31c-06ed-4953-9e77-1994ecea2328 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:37.995713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42490) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:38.072985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:38.081974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:subnet and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:38.085651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:38.095983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:38.129387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:38.137376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Allocated IP 172.20.0.3 (25990812-42eb-48e8-ac2e-e93870206dd8/6341c4f9-312d-4450-b909-59fcf2de5d9c/d566b31c-06ed-4953-9e77-1994ecea2328) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:38.296711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:38.299429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d9d086-860f-40a4-91c0-7456dd11ab24 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:38.300001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c1d9d086-860f-40a4-91c0-7456dd11ab24 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:38.300988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Deleting port 66fa39bb-a8cc-4226-b2f5-bc801954f455 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:38.301500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:38.312545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:38.365152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:38.383976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Transition to ACTIVE for port object d566b31c-06ed-4953-9e77-1994ecea2328 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:38.393997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-698c37a7-e87a-4260-a04e-8ce51df8065b tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port c1131f14-dd3f-4942-82b9-efa173194cb6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:38.394329 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-698c37a7-e87a-4260-a04e-8ce51df8065b tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:38.402668 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 66fa39bb-a8cc-4226-b2f5-bc801954f455 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:38.413875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:38.442525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c1d9d086-860f-40a4-91c0-7456dd11ab24 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:38.443656 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c1d9d086-860f-40a4-91c0-7456dd11ab24 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4385126 Mar 22 12:25:38.453471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42494) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:38.480417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-32ca6732-14a8-4338-9365-a108b1ff020f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Synchronizing usage tracker for tenant:f37cda66bf934c43a48765cc534b894d on resource:router {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:38.546722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Network 25990812-42eb-48e8-ac2e-e93870206dd8 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:38.553525 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:38.561442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:38.609279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-32ca6732-14a8-4338-9365-a108b1ff020f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Unset dirty status for tenant:f37cda66bf934c43a48765cc534b894d on resource:router {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:38.612976 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-32ca6732-14a8-4338-9365-a108b1ff020f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.1363814 Mar 22 12:25:38.616132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] For port 66fa39bb-a8cc-4226-b2f5-bc801954f455, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=66fa39bb-a8cc-4226-b2f5-bc801954f455,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:38.616520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:38.624582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42498) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:38.637251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:38.638053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:38.663134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'Port': ['ID=d566b31c-06ed-4953-9e77-1994ecea2328,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:38.673240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df86f5f-cfe1-47af-8b39-6acef3ea25e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:38.674592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4df86f5f-cfe1-47af-8b39-6acef3ea25e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:38.689114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-924caaee-e567-4882-9276-bc76efc8bcbc tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-790405485'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:38.691361 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8379f523-056a-4e0b-8c55-fe1b2b966c54 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1670766 Mar 22 12:25:38.694270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42502) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:38.701635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6c227930-78da-4586-91ec-eb1ef1b74567 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fd:aa:16'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:38.729112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4df86f5f-cfe1-47af-8b39-6acef3ea25e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:38.733172 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4df86f5f-cfe1-47af-8b39-6acef3ea25e1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2725053 Mar 22 12:25:38.738724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42506) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:38.740736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:38.756862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Calling delete_port for 66fa39bb-a8cc-4226-b2f5-bc801954f455 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:38.773900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-698c37a7-e87a-4260-a04e-8ce51df8065b tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:38.828539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 66fa39bb-a8cc-4226-b2f5-bc801954f455, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=66fa39bb-a8cc-4226-b2f5-bc801954f455,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:38.838911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:38.842194 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3c9fa542-424c-44f6-8388-1b5044224700 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020086 Mar 22 12:25:38.849436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42510) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:38.857228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:38.896822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:25:38.897823 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:25:38.915688 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=66fa39bb-a8cc-4226-b2f5-bc801954f455,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:38.919424 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8d46f43b-f784-4380-9c3a-f233334b058f None None] Provisioning for port d566b31c-06ed-4953-9e77-1994ecea2328 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:38.928391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8d46f43b-f784-4380-9c3a-f233334b058f None None] Provisioning complete for port d566b31c-06ed-4953-9e77-1994ecea2328 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:38.928946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d46f43b-f784-4380-9c3a-f233334b058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:38.936874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-698c37a7-e87a-4260-a04e-8ce51df8065b tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for c1131f14-dd3f-4942-82b9-efa173194cb6 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:38.988164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8d46f43b-f784-4380-9c3a-f233334b058f None None] Port d566b31c-06ed-4953-9e77-1994ecea2328 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:39.057352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:39.078661 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:39.119777 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:39.123158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:39.162829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:39.234995 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c227930-78da-4586-91ec-eb1ef1b74567 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:39.293661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Subnet': ['ID=73bbcd62-a144-44f4-bff4-71fba9aca232,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:39.356568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Checking segment: {'id': '6c04feac-8f30-45cc-be05-09bb8993ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60235295-ecf9-4aaf-a7a2-46b710e94cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:39.356816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network hostable DHCP agents. Network: 60235295-ecf9-4aaf-a7a2-46b710e94cfc, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:25:39.373766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-698c37a7-e87a-4260-a04e-8ce51df8065b tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:39.399170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Deleting port 66fa39bb-a8cc-4226-b2f5-bc801954f455 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:39.399755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:39.561720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c37a7-e87a-4260-a04e-8ce51df8065b tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=c1131f14-dd3f-4942-82b9-efa173194cb6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:39.614526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] For port 66fa39bb-a8cc-4226-b2f5-bc801954f455, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=66fa39bb-a8cc-4226-b2f5-bc801954f455,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:39.614956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:39.716285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c227930-78da-4586-91ec-eb1ef1b74567 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:39.741631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Calling delete_port for 66fa39bb-a8cc-4226-b2f5-bc801954f455 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:39.746856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c227930-78da-4586-91ec-eb1ef1b74567 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:39.767436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 60235295-ecf9-4aaf-a7a2-46b710e94cfc is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:25:39.853493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 60235295-ecf9-4aaf-a7a2-46b710e94cfc) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:39.857701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:39.858526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:39.868831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560bd063-fdfe-4719-adc4-364bd4f3f82d None None] Network 60235295-ecf9-4aaf-a7a2-46b710e94cfc requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:39.884089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:39.886728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:25:39.929656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c227930-78da-4586-91ec-eb1ef1b74567 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'Port': ['ID=d566b31c-06ed-4953-9e77-1994ecea2328,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:39.972012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6c227930-78da-4586-91ec-eb1ef1b74567 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] In _notify_port_updated(), no bound segment for port d566b31c-06ed-4953-9e77-1994ecea2328 on network 25990812-42eb-48e8-ac2e-e93870206dd8 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:25:39.975926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c227930-78da-4586-91ec-eb1ef1b74567 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:39.976569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c227930-78da-4586-91ec-eb1ef1b74567 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:39.980640 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6c227930-78da-4586-91ec-eb1ef1b74567 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "PUT /v2.0/ports/d566b31c-06ed-4953-9e77-1994ecea2328 HTTP/1.1" status: 200 len: 993 time: 1.2823179 Mar 22 12:25:39.981727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42514) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:39.987460 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-be5bd655-9725-4617-b658-787c6289d5b2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1433566 Mar 22 12:25:39.991084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42518) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:39.998500 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8f8bdcf9-6986-45bd-89fa-93706f8b24bf tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-372213748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:40.010228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f8bdcf9-6986-45bd-89fa-93706f8b24bf tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:40.017164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f8bdcf9-6986-45bd-89fa-93706f8b24bf tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:router and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:40.020384 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] Pushing event deleted for resources: {'Port': ['ID=66fa39bb-a8cc-4226-b2f5-bc801954f455,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:40.025928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8f8bdcf9-6986-45bd-89fa-93706f8b24bf tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:40.034402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8f8bdcf9-6986-45bd-89fa-93706f8b24bf tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:40.035085 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b2def6-ee15-4fb5-bbfa-19043c6ed8d9 None None] No DVR routers for this DVR port 66fa39bb-a8cc-4226-b2f5-bc801954f455 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:40.093231 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdcf9-6986-45bd-89fa-93706f8b24bf tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.094211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdcf9-6986-45bd-89fa-93706f8b24bf tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.106384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f53f8-27ff-4c71-b45c-a1a2a72195cf tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Deleting port d566b31c-06ed-4953-9e77-1994ecea2328 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:40.106758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a3f53f8-27ff-4c71-b45c-a1a2a72195cf tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.148660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdcf9-6986-45bd-89fa-93706f8b24bf tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.159024 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_pluggable_backend [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Port 66fa39bb-a8cc-4226-b2f5-bc801954f455 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83793) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 22 12:25:40.159328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_pluggable_backend [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Reverting IP allocation for 2001:db8::f816:3eff:fee0:7df5 {{(pid=83793) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 22 12:25:40.220218 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.241703 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-35533a48-5e14-41ff-b2a1-f533ab79fc37 None None] Provisioning complete for port d566b31c-06ed-4953-9e77-1994ecea2328 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:40.242364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-35533a48-5e14-41ff-b2a1-f533ab79fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.268947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-60235295-ecf9-4aaf-a7a2-46b710e94cfc', 'network_id': '60235295-ecf9-4aaf-a7a2-46b710e94cfc', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'fixed_ips': [{'subnet_id': '73bbcd62-a144-44f4-bff4-71fba9aca232'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:25:40.270071 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.304812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-698c37a7-e87a-4260-a04e-8ce51df8065b tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.308425 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdcf9-6986-45bd-89fa-93706f8b24bf tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.322524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:40.374118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-35533a48-5e14-41ff-b2a1-f533ab79fc37 None None] Port d566b31c-06ed-4953-9e77-1994ecea2328 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:40.378859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:40.382092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:40.382603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.391555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38787bd-ee9a-4b75-8260-65ed3ad5b0e4 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:40.417515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=ac1a4e17-e0fc-427e-bbcb-882d16e9a47d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:40.449613 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a3dbdf31-542a-4be1-b006-885d8c1a83d7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5988338 Mar 22 12:25:40.457232 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42522) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:40.471453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8f8bdcf9-6986-45bd-89fa-93706f8b24bf tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.475324 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8f8bdcf9-6986-45bd-89fa-93706f8b24bf tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4805970 Mar 22 12:25:40.480868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42526) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:40.483961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:32:4a:19', 'name': 'tempest-NetworksTestDHCPv6-1238169481'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:40.553515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a3f53f8-27ff-4c71-b45c-a1a2a72195cf tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.555531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-924caaee-e567-4882-9276-bc76efc8bcbc tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.575473 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Allocated IP 2001:db8::2 (60235295-ecf9-4aaf-a7a2-46b710e94cfc/73bbcd62-a144-44f4-bff4-71fba9aca232/65dce74f-9c90-49c9-a540-10cfb7804b20) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:40.593034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-924caaee-e567-4882-9276-bc76efc8bcbc tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.739179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f53f8-27ff-4c71-b45c-a1a2a72195cf tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Calling delete_port for d566b31c-06ed-4953-9e77-1994ecea2328 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:40.768132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': 'ac1a4e17-e0fc-427e-bbcb-882d16e9a47d'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:25:40.769103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:40.779328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:40.797104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:40.818864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:40.975266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.013611 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Allocated IP 2001:db8::f816:3eff:fe48:9df7 (578a050b-df3b-4bf8-b5f3-612af8e4798e/ac1a4e17-e0fc-427e-bbcb-882d16e9a47d/31fe3887-6e80-402d-a4aa-28035cd43639) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:41.219094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.245081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.267143 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a3f53f8-27ff-4c71-b45c-a1a2a72195cf tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.267695 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Transition to ACTIVE for port object 65dce74f-9c90-49c9-a540-10cfb7804b20 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:41.273969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Transition to ACTIVE for port object 31fe3887-6e80-402d-a4aa-28035cd43639 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:41.288310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 10ed2de6-c830-4c33-9d00-e0b4b4d13ddf yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:41.309962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Transition to ACTIVE for port object 65dce74f-9c90-49c9-a540-10cfb7804b20 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:41.311827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Transition to ACTIVE for port object 31fe3887-6e80-402d-a4aa-28035cd43639 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:41.319319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.350505 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f53f8-27ff-4c71-b45c-a1a2a72195cf tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event deleted for resources: {'Port': ['ID=d566b31c-06ed-4953-9e77-1994ecea2328,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:41.351519 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.382587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924caaee-e567-4882-9276-bc76efc8bcbc tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router c555830b-a4db-49c6-8f36-cd6b5fc0222a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:41.406287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:41.407308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Pushing event updated for resources: {'Port': ['ID=65dce74f-9c90-49c9-a540-10cfb7804b20,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:41.412073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:41.415131 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Network 60235295-ecf9-4aaf-a7a2-46b710e94cfc is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:41.444099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:41.446919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:41.454882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:41.457436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.606909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Pushing event updated for resources: {'Port': ['ID=31fe3887-6e80-402d-a4aa-28035cd43639,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:41.707573 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Attempting to bind port 31fe3887-6e80-402d-a4aa-28035cd43639 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:25:41.708083 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Attempting to bind port 31fe3887-6e80-402d-a4aa-28035cd43639 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:25:41.708525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Attempting to bind port 31fe3887-6e80-402d-a4aa-28035cd43639 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:25:41.715676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Attempting to bind port 65dce74f-9c90-49c9-a540-10cfb7804b20 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:25:41.716071 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Attempting to bind port 65dce74f-9c90-49c9-a540-10cfb7804b20 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '6c04feac-8f30-45cc-be05-09bb8993ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60235295-ecf9-4aaf-a7a2-46b710e94cfc'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:25:41.716504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Attempting to bind port 65dce74f-9c90-49c9-a540-10cfb7804b20 on network 60235295-ecf9-4aaf-a7a2-46b710e94cfc {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:25:41.723990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:25:41.724339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:41.724722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.725096 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:25:41.725560 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Bound port: 31fe3887-6e80-402d-a4aa-28035cd43639, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:25:41.725916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.737157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:25:41.737570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Checking segment: {'id': '6c04feac-8f30-45cc-be05-09bb8993ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60235295-ecf9-4aaf-a7a2-46b710e94cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:41.738001 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.738370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Bound using segment: {'id': '6c04feac-8f30-45cc-be05-09bb8993ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60235295-ecf9-4aaf-a7a2-46b710e94cfc'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:25:41.738802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Bound port: 65dce74f-9c90-49c9-a540-10cfb7804b20, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c04feac-8f30-45cc-be05-09bb8993ded2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '60235295-ecf9-4aaf-a7a2-46b710e94cfc'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:25:41.739151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.776641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a3f53f8-27ff-4c71-b45c-a1a2a72195cf tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.783208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::f816:3eff:fe32:4a19 (578a050b-df3b-4bf8-b5f3-612af8e4798e/ac1a4e17-e0fc-427e-bbcb-882d16e9a47d/10ed2de6-c830-4c33-9d00-e0b4b4d13ddf) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:41.825119 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2a3f53f8-27ff-4c71-b45c-a1a2a72195cf tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "DELETE /v2.0/ports/d566b31c-06ed-4953-9e77-1994ecea2328 HTTP/1.1" status: 204 len: 168 time: 1.8422592 Mar 22 12:25:41.829296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42530) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:41.890429 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] For port 31fe3887-6e80-402d-a4aa-28035cd43639, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:25:41.895001 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] For port 31fe3887-6e80-402d-a4aa-28035cd43639, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=31fe3887-6e80-402d-a4aa-28035cd43639,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:25:41.896294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] For port 65dce74f-9c90-49c9-a540-10cfb7804b20, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:25:41.899853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] For port 65dce74f-9c90-49c9-a540-10cfb7804b20, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=65dce74f-9c90-49c9-a540-10cfb7804b20,segment=NetworkSegment(6c04feac-8f30-45cc-be05-09bb8993ded2),segment_id=6c04feac-8f30-45cc-be05-09bb8993ded2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:25:41.902409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.909560 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bbfbf4-a9ed-4749-8142-85fd5d5e2b02 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] GET failed (client error): The resource could not be found. Mar 22 12:25:41.910927 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c1bbfbf4-a9ed-4749-8142-85fd5d5e2b02 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "GET /v2.0/ports/d566b31c-06ed-4953-9e77-1994ecea2328 HTTP/1.1" status: 404 len: 333 time: 0.0790169 Mar 22 12:25:41.914958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42534) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:41.927363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Request body: {'port': {'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8', 'name': 'tempest-AllowedAddressPairTestJSON-1172112079'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:41.943868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:41.997215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Allocated IP 2001:db8::1 (60235295-ecf9-4aaf-a7a2-46b710e94cfc/73bbcd62-a144-44f4-bff4-71fba9aca232/b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:42.012055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91db990-0b81-4d45-b67d-0652071c5e29 None None] Pushing event updated for resources: {'Port': ['ID=31fe3887-6e80-402d-a4aa-28035cd43639,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:42.099726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbca759-8fec-4c90-9058-d2295f1a2d72 None None] Pushing event updated for resources: {'Port': ['ID=65dce74f-9c90-49c9-a540-10cfb7804b20,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:42.162240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:42.195046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 10ed2de6-c830-4c33-9d00-e0b4b4d13ddf will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:42.212653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924caaee-e567-4882-9276-bc76efc8bcbc tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:42.215962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:42.224373 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e0589-d9f1-4550-925a-1ba3bd5ba6b0 None None] Sync routers for ids ['c555830b-a4db-49c6-8f36-cd6b5fc0222a'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:42.226219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698c37a7-e87a-4260-a04e-8ce51df8065b tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Router 8bf2f9c3-920d-44fd-9861-d056646f1eac has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:42.244389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-924caaee-e567-4882-9276-bc76efc8bcbc tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:42.245423 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e0589-d9f1-4550-925a-1ba3bd5ba6b0 None None] Routers {'c555830b-a4db-49c6-8f36-cd6b5fc0222a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:42.245928 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-924caaee-e567-4882-9276-bc76efc8bcbc tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/c555830b-a4db-49c6-8f36-cd6b5fc0222a HTTP/1.1" status: 200 len: 887 time: 3.6188283 Mar 22 12:25:42.250655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42538) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:42.251228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ab9e0589-d9f1-4550-925a-1ba3bd5ba6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c555830b-a4db-49c6-8f36-cd6b5fc0222a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:42.270670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Transition to ACTIVE for port object b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:42.297348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:42.374691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ab9e0589-d9f1-4550-925a-1ba3bd5ba6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:42.387179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e0589-d9f1-4550-925a-1ba3bd5ba6b0 None None] Routers {'c555830b-a4db-49c6-8f36-cd6b5fc0222a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:42.391375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ab9e0589-d9f1-4550-925a-1ba3bd5ba6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c555830b-a4db-49c6-8f36-cd6b5fc0222a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:42.410114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:42.421005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Usage tracker for resource:port and tenant:8d41047abe7d4146a8540409521568e7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:42.427065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:42.438734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:42.444430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 60235295-ecf9-4aaf-a7a2-46b710e94cfc is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:42.458151 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:42.461599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:42.467048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:42.467644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:42.486537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:42.487750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ab9e0589-d9f1-4550-925a-1ba3bd5ba6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:42.488149 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e0589-d9f1-4550-925a-1ba3bd5ba6b0 None None] The sync data for ids ['c555830b-a4db-49c6-8f36-cd6b5fc0222a'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:42.501637 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Made reservation on behalf of 8d41047abe7d4146a8540409521568e7 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:42.505163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:42.538809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] device_id is not set on port c4af1763-7a9a-4300-b165-3e6d6ac27027 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:42.727679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:42.782879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:42.790801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:42.801713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=10ed2de6-c830-4c33-9d00-e0b4b4d13ddf,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:42.805896 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:42.809832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:42.810687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:42.810940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Allocated IP 172.20.0.14 (25990812-42eb-48e8-ac2e-e93870206dd8/6341c4f9-312d-4450-b909-59fcf2de5d9c/c4af1763-7a9a-4300-b165-3e6d6ac27027) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:42.838349 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e10d2be2-362e-485d-ac50-b960f61ae194 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3687081 Mar 22 12:25:42.842211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42542) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:42.987083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2701f1-88eb-4ec1-8970-53b8a7b06cca tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:42.990910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2701f1-88eb-4ec1-8970-53b8a7b06cca tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:42.991677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ea2701f1-88eb-4ec1-8970-53b8a7b06cca tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:43.022487 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c8015d01-5db3-4386-a6c4-352da2137ae0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/routers/c555830b-a4db-49c6-8f36-cd6b5fc0222a HTTP/1.1" status: 200 len: 887 time: 0.7707813 Mar 22 12:25:43.024769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698c37a7-e87a-4260-a04e-8ce51df8065b tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:43.026572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:43.026933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ea2701f1-88eb-4ec1-8970-53b8a7b06cca tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:43.030429 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ea2701f1-88eb-4ec1-8970-53b8a7b06cca tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1836989 Mar 22 12:25:43.033394 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-698c37a7-e87a-4260-a04e-8ce51df8065b tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "PUT /v2.0/routers/8bf2f9c3-920d-44fd-9861-d056646f1eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5164323 Mar 22 12:25:43.034219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42550) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:43.039842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42552) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:43.040152 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1963e035-adb1-4b48-9bf6-f7d79795f6ef None None] Sync routers for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:43.057626 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1963e035-adb1-4b48-9bf6-f7d79795f6ef None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:43.058663 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1963e035-adb1-4b48-9bf6-f7d79795f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:43.132276 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3f11eed2-d5f1-42cd-80f2-29d265d6b53f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=c555830b-a4db-49c6-8f36-cd6b5fc0222a HTTP/1.1" status: 200 len: 205 time: 0.1030614 Mar 22 12:25:43.135915 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42558) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:43.139648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:43.139899 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1963e035-adb1-4b48-9bf6-f7d79795f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:43.154350 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1963e035-adb1-4b48-9bf6-f7d79795f6ef None None] Routers {'8bf2f9c3-920d-44fd-9861-d056646f1eac'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:43.155451 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1963e035-adb1-4b48-9bf6-f7d79795f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bf2f9c3-920d-44fd-9861-d056646f1eac'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:43.242863 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1963e035-adb1-4b48-9bf6-f7d79795f6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:43.244094 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1963e035-adb1-4b48-9bf6-f7d79795f6ef None None] The sync data for ids ['8bf2f9c3-920d-44fd-9861-d056646f1eac'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:43.290376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a966e33b-16be-4ac1-82c6-44023da78872 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 10ed2de6-c830-4c33-9d00-e0b4b4d13ddf {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:43.290714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a966e33b-16be-4ac1-82c6-44023da78872 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:43.561652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd2b44b-c706-4c6a-bbcb-758db2f780eb None None] Network 60235295-ecf9-4aaf-a7a2-46b710e94cfc requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:43.611097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a966e33b-16be-4ac1-82c6-44023da78872 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:43.676493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:43.695212 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:43.695963 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:43.720598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b03618b6-171f-4283-ac94-0c92c0249f4e None None] Provisioning for port 65dce74f-9c90-49c9-a540-10cfb7804b20 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:43.742948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:43.776313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a966e33b-16be-4ac1-82c6-44023da78872 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 10ed2de6-c830-4c33-9d00-e0b4b4d13ddf owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:43.859370 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:43.889617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Transition to ACTIVE for port object c4af1763-7a9a-4300-b165-3e6d6ac27027 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:43.905028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-395c6b6c-004c-4808-97fb-853de9a0c4c0 None None] Provisioning for port 31fe3887-6e80-402d-a4aa-28035cd43639 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:43.915203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:43.973433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.101977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a966e33b-16be-4ac1-82c6-44023da78872 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.118660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 60235295-ecf9-4aaf-a7a2-46b710e94cfc is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:44.120788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.129639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-39baceb9-9a59-4719-b9ca-0f6449d95b9f None None] Could not find standard attr ID for object 10ed2de6-c830-4c33-9d00-e0b4b4d13ddf. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:25:44.156302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966e33b-16be-4ac1-82c6-44023da78872 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=10ed2de6-c830-4c33-9d00-e0b4b4d13ddf,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:44.161119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:44.231349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a966e33b-16be-4ac1-82c6-44023da78872 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.260928 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a966e33b-16be-4ac1-82c6-44023da78872 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/10ed2de6-c830-4c33-9d00-e0b4b4d13ddf HTTP/1.1" status: 204 len: 168 time: 1.1838768 Mar 22 12:25:44.261224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42562) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:44.307635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e7f2809-a4d0-46a8-a303-2a932f419f07 None None] Provisioning for port b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:44.313727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1e7f2809-a4d0-46a8-a303-2a932f419f07 None None] Provisioning complete for port b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:44.314319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1e7f2809-a4d0-46a8-a303-2a932f419f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.345612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Network 25990812-42eb-48e8-ac2e-e93870206dd8 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:44.361711 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:44.364651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:44.395870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c10468-a4cb-4ce1-8fd6-67f7c69ff997 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:44.396114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f2809-a4d0-46a8-a303-2a932f419f07 None None] Port b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:44.397187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c10468-a4cb-4ce1-8fd6-67f7c69ff997 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:44.397956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f3c10468-a4cb-4ce1-8fd6-67f7c69ff997 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:44.433853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f3c10468-a4cb-4ce1-8fd6-67f7c69ff997 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:44.437554 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f3c10468-a4cb-4ce1-8fd6-67f7c69ff997 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1727867 Mar 22 12:25:44.442301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42566) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:44.443709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.501309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port b1580f32-5376-4a99-b6e0-558065e0a133 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:44.501689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.553488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 65dce74f-9c90-49c9-a540-10cfb7804b20 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:44.646582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'Port': ['ID=c4af1763-7a9a-4300-b165-3e6d6ac27027,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:44.673821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 65dce74f-9c90-49c9-a540-10cfb7804b20 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:44.679946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 65dce74f-9c90-49c9-a540-10cfb7804b20 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:44.680321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.721577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:44.722341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.777315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3fb385-8100-47c4-8945-15bd1f0d4af0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet ac1a4e17-e0fc-427e-bbcb-882d16e9a47d {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:44.778716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f9e0f6c0-23f3-4c79-93c8-95f30a904e77 None None] Provisioning complete for port b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:44.779061 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f9e0f6c0-23f3-4c79-93c8-95f30a904e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.847193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb385-8100-47c4-8945-15bd1f0d4af0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.848297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f9e0f6c0-23f3-4c79-93c8-95f30a904e77 None None] Port b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:44.893414 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0909ca8f-4aca-434d-8816-45c0ebcb5ada tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9771640 Mar 22 12:25:44.896208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42570) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:44.903920 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e783a1f7-dac6-48bd-9a34-aa53d8cbb719 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fd:aa:16'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:44.916542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.967712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 65dce74f-9c90-49c9-a540-10cfb7804b20, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=65dce74f-9c90-49c9-a540-10cfb7804b20,segment=NetworkSegment(6c04feac-8f30-45cc-be05-09bb8993ded2),segment_id=6c04feac-8f30-45cc-be05-09bb8993ded2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:44.975745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:44.976610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 31fe3887-6e80-402d-a4aa-28035cd43639 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:44.996408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb385-8100-47c4-8945-15bd1f0d4af0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.025946 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.052550 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-acfe48e1-0372-4834-b445-7371e3f2f76b None None] Provisioning for port c4af1763-7a9a-4300-b165-3e6d6ac27027 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:45.082688 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-acfe48e1-0372-4834-b445-7371e3f2f76b None None] Provisioning complete for port c4af1763-7a9a-4300-b165-3e6d6ac27027 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:45.083063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-acfe48e1-0372-4834-b445-7371e3f2f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.137342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.168221 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=65dce74f-9c90-49c9-a540-10cfb7804b20,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:45.170006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for b1580f32-5376-4a99-b6e0-558065e0a133 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:45.173253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 31fe3887-6e80-402d-a4aa-28035cd43639 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:45.178578 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-acfe48e1-0372-4834-b445-7371e3f2f76b None None] Port c4af1763-7a9a-4300-b165-3e6d6ac27027 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:45.180198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 31fe3887-6e80-402d-a4aa-28035cd43639 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:45.180729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.184082 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting port 1c4238bd-990c-40ec-8f5a-e886cf4b4fe7 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:45.184591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.275687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e783a1f7-dac6-48bd-9a34-aa53d8cbb719 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.305853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb385-8100-47c4-8945-15bd1f0d4af0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.357783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.383361 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9e9a8269-ab4f-40aa-85fa-c4626e034c15 None None] Provisioning complete for port b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:45.384043 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8269-ab4f-40aa-85fa-c4626e034c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.454429 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a8269-ab4f-40aa-85fa-c4626e034c15 None None] Port b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:45.471117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.479510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 86f7b981-33c0-4512-908c-196cc3ead2ba is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:25:45.489703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.530732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=b1580f32-5376-4a99-b6e0-558065e0a133,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:45.627094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb385-8100-47c4-8945-15bd1f0d4af0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.680287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:25:45.681070 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fb385-8100-47c4-8945-15bd1f0d4af0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1a4e17-e0fc-427e-bbcb-882d16e9a47d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:45.681308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:25:45.689195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Calling delete_port for 1c4238bd-990c-40ec-8f5a-e886cf4b4fe7 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:45.752111 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fe9e16-d79a-49ad-b95c-bfa47abfacf9 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:45.809703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb385-8100-47c4-8945-15bd1f0d4af0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.835082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:45.946502 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8e3fb385-8100-47c4-8945-15bd1f0d4af0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/ac1a4e17-e0fc-427e-bbcb-882d16e9a47d HTTP/1.1" status: 204 len: 168 time: 1.4898393 Mar 22 12:25:45.951045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42574) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:46.039752 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e61e4ad4-d4b0-4ee6-a2c5-668cf4600c44 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866275 Mar 22 12:25:46.042559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e783a1f7-dac6-48bd-9a34-aa53d8cbb719 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.044591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42578) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:46.046310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:46.052174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Deleting port 31fe3887-6e80-402d-a4aa-28035cd43639 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:46.052898 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.053037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:46.074227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e783a1f7-dac6-48bd-9a34-aa53d8cbb719 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.102281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.108132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.139731 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.140474 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Fanout notify agent at l3_agent the message router_deleted on router c555830b-a4db-49c6-8f36-cd6b5fc0222a {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:25:46.162039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.166835 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-72989189-3629-4b49-b8ff-9a3f99d5b145 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/c555830b-a4db-49c6-8f36-cd6b5fc0222a HTTP/1.1" status: 204 len: 168 time: 3.0269070 Mar 22 12:25:46.167768 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42582) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:46.173382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'network': {'name': 'tempest-RoutersTest-749964913'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:46.179041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:46.183737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:network and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:46.187144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:46.193868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:46.209092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:46.217389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.250239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:25:46.260863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.261204 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added segment a7714f7a-e5b5-4d1b-9410-373e4b19971b of type vlan for network 89c1e901-f248-4d7c-8b17-40a1c6bede06 Mar 22 12:25:46.296615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.316587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.329125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.332330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] For port 31fe3887-6e80-402d-a4aa-28035cd43639, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=31fe3887-6e80-402d-a4aa-28035cd43639,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:46.332711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.332842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:46.333396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.462731 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Calling delete_port for 31fe3887-6e80-402d-a4aa-28035cd43639 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:46.465363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783a1f7-dac6-48bd-9a34-aa53d8cbb719 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'Port': ['ID=c4af1763-7a9a-4300-b165-3e6d6ac27027,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:46.474259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:46.478585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:46.491233 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:46.497016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:46.497477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c02990-649e-46ee-999a-f6c86ce48d09 None None] Sync routers for ids ['86f7b981-33c0-4512-908c-196cc3ead2ba'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:46.505949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:46.508323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e783a1f7-dac6-48bd-9a34-aa53d8cbb719 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] In _notify_port_updated(), no bound segment for port c4af1763-7a9a-4300-b165-3e6d6ac27027 on network 25990812-42eb-48e8-ac2e-e93870206dd8 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:25:46.512190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e783a1f7-dac6-48bd-9a34-aa53d8cbb719 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:46.512815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e783a1f7-dac6-48bd-9a34-aa53d8cbb719 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.514128 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e783a1f7-dac6-48bd-9a34-aa53d8cbb719 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "PUT /v2.0/ports/c4af1763-7a9a-4300-b165-3e6d6ac27027 HTTP/1.1" status: 200 len: 997 time: 1.6170154 Mar 22 12:25:46.516521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.522489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42586) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:46.534814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 31fe3887-6e80-402d-a4aa-28035cd43639, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=31fe3887-6e80-402d-a4aa-28035cd43639,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:46.547306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.558069 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3be112b6-e31a-42b0-a1d3-92cb9a46c814 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/86f7b981-33c0-4512-908c-196cc3ead2ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0736651 Mar 22 12:25:46.567988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42590) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:46.601432 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c02990-649e-46ee-999a-f6c86ce48d09 None None] Routers {'86f7b981-33c0-4512-908c-196cc3ead2ba'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:46.602332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-31c02990-649e-46ee-999a-f6c86ce48d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['86f7b981-33c0-4512-908c-196cc3ead2ba'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:46.642496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Port': ['ID=1c4238bd-990c-40ec-8f5a-e886cf4b4fe7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:46.642742 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4715850 Mar 22 12:25:46.650113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42594) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:46.665421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'subnet': {'network_id': '89c1e901-f248-4d7c-8b17-40a1c6bede06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:46.667726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:46.703211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 65dce74f-9c90-49c9-a540-10cfb7804b20 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:46.760429 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-31c02990-649e-46ee-999a-f6c86ce48d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:46.779045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d163b-18bf-4900-90d1-1b8adf88be1e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Network': ['ID=89c1e901-f248-4d7c-8b17-40a1c6bede06,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:46.791667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c136aa-3b09-459c-8666-0bbfa85072e6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:46.793115 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-34c136aa-3b09-459c-8666-0bbfa85072e6 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports/b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 HTTP/1.1" status: 200 len: 911 time: 0.2213738 Mar 22 12:25:46.797274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42598) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:46.802641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 89c1e901-f248-4d7c-8b17-40a1c6bede06 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:25:46.802818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1ba70178-0da8-45a4-bc1e-e3f9db77c48e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73bbcd62-a144-44f4-bff4-71fba9aca232'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:46.821184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:25:46.821436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-70b92283-be19-4f42-92b0-19225d7a9aaa tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Deleting port c4af1763-7a9a-4300-b165-3e6d6ac27027 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:46.821577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70b92283-be19-4f42-92b0-19225d7a9aaa tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.821773 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:25:46.831274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=31fe3887-6e80-402d-a4aa-28035cd43639,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:46.868154 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:46.875769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:subnet and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:46.880062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:46.899550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:46.901684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c02990-649e-46ee-999a-f6c86ce48d09 None None] Routers {'86f7b981-33c0-4512-908c-196cc3ead2ba'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:46.902372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-31c02990-649e-46ee-999a-f6c86ce48d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['86f7b981-33c0-4512-908c-196cc3ead2ba'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:46.904199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:46.980345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-31c02990-649e-46ee-999a-f6c86ce48d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:46.980568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:46.980797 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c02990-649e-46ee-999a-f6c86ce48d09 None None] The sync data for ids ['86f7b981-33c0-4512-908c-196cc3ead2ba'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:46.989532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6e21fc59-7e50-4cc5-92f8-5511891d7e84 None None] Provisioning complete for port c4af1763-7a9a-4300-b165-3e6d6ac27027 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:46.990007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e21fc59-7e50-4cc5-92f8-5511891d7e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.044006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 65dce74f-9c90-49c9-a540-10cfb7804b20 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:47.044455 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.083542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6e21fc59-7e50-4cc5-92f8-5511891d7e84 None None] Port c4af1763-7a9a-4300-b165-3e6d6ac27027 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:47.121863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.238754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.239292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 31fe3887-6e80-402d-a4aa-28035cd43639 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:47.286999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ba70178-0da8-45a4-bc1e-e3f9db77c48e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.330878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Deleting port 31fe3887-6e80-402d-a4aa-28035cd43639 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:47.331320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.410064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.560961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.604331 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 31fe3887-6e80-402d-a4aa-28035cd43639, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=31fe3887-6e80-402d-a4aa-28035cd43639,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:47.621135 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.700937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.707877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] For port 31fe3887-6e80-402d-a4aa-28035cd43639, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=31fe3887-6e80-402d-a4aa-28035cd43639,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:47.708415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.719250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.721695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70b92283-be19-4f42-92b0-19225d7a9aaa tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.801362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Subnet': ['ID=ac5b6e8b-f30f-45f8-90a2-f10647b8f8b7,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:47.840186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Calling delete_port for 31fe3887-6e80-402d-a4aa-28035cd43639 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:47.856383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-70b92283-be19-4f42-92b0-19225d7a9aaa tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Calling delete_port for c4af1763-7a9a-4300-b165-3e6d6ac27027 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:47.875804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=31fe3887-6e80-402d-a4aa-28035cd43639,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:47.897080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Checking segment: {'id': 'a7714f7a-e5b5-4d1b-9410-373e4b19971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89c1e901-f248-4d7c-8b17-40a1c6bede06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:47.897438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network hostable DHCP agents. Network: 89c1e901-f248-4d7c-8b17-40a1c6bede06, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:25:47.933606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:25:47.933996 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:25:47.948695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.949206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Fanout notify agent at l3_agent the message router_deleted on router 8bf2f9c3-920d-44fd-9861-d056646f1eac {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:25:47.965353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 89c1e901-f248-4d7c-8b17-40a1c6bede06 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:25:47.985722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 89c1e901-f248-4d7c-8b17-40a1c6bede06) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:47.988431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ba70178-0da8-45a4-bc1e-e3f9db77c48e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.994019 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.994162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:47.994659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:47.995369 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a8a31dbb-e11e-4c06-acb2-2e86f9a8e069 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/routers/8bf2f9c3-920d-44fd-9861-d056646f1eac HTTP/1.1" status: 204 len: 168 time: 4.9449224 Mar 22 12:25:47.997405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2ed1c2-2630-4240-b7dc-ea6bac8f3eb8 None None] Network 89c1e901-f248-4d7c-8b17-40a1c6bede06 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:47.999188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42602) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:48.011471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ba70178-0da8-45a4-bc1e-e3f9db77c48e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.015703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba70178-0da8-45a4-bc1e-e3f9db77c48e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:48.016291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ba70178-0da8-45a4-bc1e-e3f9db77c48e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.020399 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1ba70178-0da8-45a4-bc1e-e3f9db77c48e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/ports/b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 HTTP/1.1" status: 200 len: 911 time: 1.2196600 Mar 22 12:25:48.033069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42604) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:48.119242 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:25:48.181902 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7b107f24-9b8e-4f98-ae86-5b1ddc1158b0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5234163 Mar 22 12:25:48.185757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42610) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:48.196264 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70b92283-be19-4f42-92b0-19225d7a9aaa tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.200401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0b2a1309-e341-4169-ae6c-db61446a344f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-566682506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:48.210875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0b2a1309-e341-4169-ae6c-db61446a344f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:48.218500 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0b2a1309-e341-4169-ae6c-db61446a344f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:router and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:48.223824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0b2a1309-e341-4169-ae6c-db61446a344f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:48.226617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba70178-0da8-45a4-bc1e-e3f9db77c48e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:48.232088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0b2a1309-e341-4169-ae6c-db61446a344f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:48.247312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1309-e341-4169-ae6c-db61446a344f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.248964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1309-e341-4169-ae6c-db61446a344f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.270859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1309-e341-4169-ae6c-db61446a344f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.286199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-89c1e901-f248-4d7c-8b17-40a1c6bede06', 'network_id': '89c1e901-f248-4d7c-8b17-40a1c6bede06', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'fixed_ips': [{'subnet_id': 'ac5b6e8b-f30f-45f8-90a2-f10647b8f8b7'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:25:48.287013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.294375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1309-e341-4169-ae6c-db61446a344f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.325566 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b92283-be19-4f42-92b0-19225d7a9aaa tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event deleted for resources: {'Port': ['ID=c4af1763-7a9a-4300-b165-3e6d6ac27027,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:48.335193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1309-e341-4169-ae6c-db61446a344f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.341953 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0b2a1309-e341-4169-ae6c-db61446a344f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1558907 Mar 22 12:25:48.343031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42614) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:48.470063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Allocated IP 172.20.0.2 (89c1e901-f248-4d7c-8b17-40a1c6bede06/ac5b6e8b-f30f-45f8-90a2-f10647b8f8b7/6109affb-5f1e-4b12-891d-b51bd9038722) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:48.670964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-029c7b50-b485-45d8-89fc-5713473615fe tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Deleting subnet 1a9f6cc1-a6e1-4f6a-aeb5-c54948114bf1 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:48.673178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-70b92283-be19-4f42-92b0-19225d7a9aaa tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.679124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-029c7b50-b485-45d8-89fc-5713473615fe tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.690700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.701677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Transition to ACTIVE for port object 6109affb-5f1e-4b12-891d-b51bd9038722 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:48.721252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Transition to ACTIVE for port object 6109affb-5f1e-4b12-891d-b51bd9038722 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:48.724628 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:25:48.728854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.768299 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-70b92283-be19-4f42-92b0-19225d7a9aaa tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "DELETE /v2.0/ports/c4af1763-7a9a-4300-b165-3e6d6ac27027 HTTP/1.1" status: 204 len: 168 time: 2.2114849 Mar 22 12:25:48.771215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42618) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:48.801680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Network 89c1e901-f248-4d7c-8b17-40a1c6bede06 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:48.802853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:48.805028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Pushing event updated for resources: {'Port': ['ID=6109affb-5f1e-4b12-891d-b51bd9038722,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:48.807297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:48.859017 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e9478c-a624-44ee-98e7-c09cab3ef276 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] GET failed (client error): The resource could not be found. Mar 22 12:25:48.866031 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b7e9478c-a624-44ee-98e7-c09cab3ef276 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "GET /v2.0/ports/c4af1763-7a9a-4300-b165-3e6d6ac27027 HTTP/1.1" status: 404 len: 333 time: 0.0879629 Mar 22 12:25:48.869679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42622) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:48.872960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-029c7b50-b485-45d8-89fc-5713473615fe tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.877040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Request body: {'port': {'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8', 'name': 'tempest-AllowedAddressPairTestJSON-1899849405'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:48.877371 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Deleting port 31fe3887-6e80-402d-a4aa-28035cd43639 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:48.877703 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.936031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Attempting to bind port 6109affb-5f1e-4b12-891d-b51bd9038722 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:25:48.936262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Attempting to bind port 6109affb-5f1e-4b12-891d-b51bd9038722 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'a7714f7a-e5b5-4d1b-9410-373e4b19971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89c1e901-f248-4d7c-8b17-40a1c6bede06'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:25:48.936617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Attempting to bind port 6109affb-5f1e-4b12-891d-b51bd9038722 on network 89c1e901-f248-4d7c-8b17-40a1c6bede06 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:25:48.978738 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:25:48.979227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Checking segment: {'id': 'a7714f7a-e5b5-4d1b-9410-373e4b19971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89c1e901-f248-4d7c-8b17-40a1c6bede06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:48.979546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:48.979843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Bound using segment: {'id': 'a7714f7a-e5b5-4d1b-9410-373e4b19971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89c1e901-f248-4d7c-8b17-40a1c6bede06'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:25:48.980302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Bound port: 6109affb-5f1e-4b12-891d-b51bd9038722, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7714f7a-e5b5-4d1b-9410-373e4b19971b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '89c1e901-f248-4d7c-8b17-40a1c6bede06'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:25:48.980657 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:49.019579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:49.031580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-029c7b50-b485-45d8-89fc-5713473615fe tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:49.176236 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] For port 6109affb-5f1e-4b12-891d-b51bd9038722, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:25:49.196372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] For port 6109affb-5f1e-4b12-891d-b51bd9038722, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6109affb-5f1e-4b12-891d-b51bd9038722,segment=NetworkSegment(a7714f7a-e5b5-4d1b-9410-373e4b19971b),segment_id=a7714f7a-e5b5-4d1b-9410-373e4b19971b)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:25:49.202523 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] For port 31fe3887-6e80-402d-a4aa-28035cd43639, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=31fe3887-6e80-402d-a4aa-28035cd43639,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:49.202964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:49.211700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:49.235993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:49.242754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Usage tracker for resource:port and tenant:8d41047abe7d4146a8540409521568e7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:49.251027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:49.264131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:49.291172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Made reservation on behalf of 8d41047abe7d4146a8540409521568e7 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:49.294861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:49.306584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-029c7b50-b485-45d8-89fc-5713473615fe tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:49.350917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:49.359191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] device_id is not set on port 739c19b8-1d23-417f-b90c-352ad47b5cec yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:49.371181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c7b50-b485-45d8-89fc-5713473615fe tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9f6cc1-a6e1-4f6a-aeb5-c54948114bf1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:49.380512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-029c7b50-b485-45d8-89fc-5713473615fe tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:49.416415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Calling delete_port for 31fe3887-6e80-402d-a4aa-28035cd43639 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:49.428640 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-87c9d189-1c82-4461-991a-4df538e0b781 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:49.499158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72de8ba-39c7-424d-a339-6016f9097066 None None] Pushing event updated for resources: {'Port': ['ID=6109affb-5f1e-4b12-891d-b51bd9038722,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:49.500208 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-029c7b50-b485-45d8-89fc-5713473615fe tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/subnets/1a9f6cc1-a6e1-4f6a-aeb5-c54948114bf1 HTTP/1.1" status: 204 len: 168 time: 1.4727910 Mar 22 12:25:49.503641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42626) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:49.532657 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:25:49.533006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:25:49.582781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Allocated IP 172.20.0.1 (89c1e901-f248-4d7c-8b17-40a1c6bede06/ac5b6e8b-f30f-45f8-90a2-f10647b8f8b7/8680028b-c047-4fe4-8af9-31a43ddf47e3) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:49.606680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Allocated IP 172.20.0.7 (25990812-42eb-48e8-ac2e-e93870206dd8/6341c4f9-312d-4450-b909-59fcf2de5d9c/739c19b8-1d23-417f-b90c-352ad47b5cec) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:49.807218 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.002932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] For port 31fe3887-6e80-402d-a4aa-28035cd43639, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=31fe3887-6e80-402d-a4aa-28035cd43639,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:50.005798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.033316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.068890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Transition to ACTIVE for port object 8680028b-c047-4fe4-8af9-31a43ddf47e3 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:50.080827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:50.112002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.113713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef50d60-f96e-499f-aef8-b38bdd8ad611') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:50.113999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef50d60-f96e-499f-aef8-b38bdd8ad611') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:50.121440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.132877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Transition to ACTIVE for port object 739c19b8-1d23-417f-b90c-352ad47b5cec will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:50.139656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.168512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.169219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.224136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 89c1e901-f248-4d7c-8b17-40a1c6bede06 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:50.228380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:50.235883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:50.258432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.265285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=8680028b-c047-4fe4-8af9-31a43ddf47e3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:50.278327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.369676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:50.370416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Network 25990812-42eb-48e8-ac2e-e93870206dd8 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:50.375300 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:50.377624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.378178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.381039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:50.383365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:50.396591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:50.397180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.412839 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:25:50.415297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.425266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'Port': ['ID=739c19b8-1d23-417f-b90c-352ad47b5cec,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:25:50.432437 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:25:50.464622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:50.465695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.510975 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.4642251 Mar 22 12:25:50.528812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=27b3a520-6392-47ee-8560-e51eb650f430,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:50.530917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff83a4-6b4c-47b4-a62c-26ac84dfe24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=31fe3887-6e80-402d-a4aa-28035cd43639,revision_number=7']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:50.533161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42630) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:50.542947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:2b:d7:4a', 'name': 'tempest-NetworksTestDHCPv6-788360849'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:50.565574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.663899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f61905-0e22-490a-a3c7-cf00df3d66df None None] Network 89c1e901-f248-4d7c-8b17-40a1c6bede06 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:50.673655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.709147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.715321 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-77bf2808-cb3c-4398-b968-abc88ead6e93 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8448017 Mar 22 12:25:50.718222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42634) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:50.729309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] Pushing event deleted for resources: {'Network': ['ID=6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:50.739545 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fc0adb2e-2e9d-448e-960e-3c7684a0a776 tempest-FloatingIPTestJSON-837534685 tempest-FloatingIPTestJSON-837534685-project] 10.222.0.62 "DELETE /v2.0/networks/6fb4460e-7f9d-440d-ba2c-fc8d0c95bcfb HTTP/1.1" status: 204 len: 168 time: 1.1824915 Mar 22 12:25:50.740202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6109affb-5f1e-4b12-891d-b51bd9038722 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:50.830636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-818c09e6-4737-472d-a99a-5afb8705d26f None None] Provisioning for port 739c19b8-1d23-417f-b90c-352ad47b5cec completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:50.842254 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:50.848657 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Deleting port 31fe3887-6e80-402d-a4aa-28035cd43639 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:50.848894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:50.849155 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.852346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:50.859792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:50.880045 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-818c09e6-4737-472d-a99a-5afb8705d26f None None] Provisioning complete for port 739c19b8-1d23-417f-b90c-352ad47b5cec triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:50.880404 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-818c09e6-4737-472d-a99a-5afb8705d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:50.962928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 6109affb-5f1e-4b12-891d-b51bd9038722 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:51.034791 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:51.038815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.055504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-818c09e6-4737-472d-a99a-5afb8705d26f None None] Port 739c19b8-1d23-417f-b90c-352ad47b5cec cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:51.084774 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 8f32f996-2451-4789-834e-30d7a033b100 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:51.091772 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.100168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Request body: {'port': {'network_id': '25990812-42eb-48e8-ac2e-e93870206dd8', 'name': 'tempest-AllowedAddressPairTestJSON-1225357933'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:51.122752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42642) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:51.124817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.203691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-818c09e6-4737-472d-a99a-5afb8705d26f None None] Provisioning for port 6109affb-5f1e-4b12-891d-b51bd9038722 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:51.213609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-818c09e6-4737-472d-a99a-5afb8705d26f None None] Provisioning complete for port 6109affb-5f1e-4b12-891d-b51bd9038722 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:51.213983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-818c09e6-4737-472d-a99a-5afb8705d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.283074 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-87c9d189-1c82-4461-991a-4df538e0b781 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:51.283472 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-87c9d189-1c82-4461-991a-4df538e0b781 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.318861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] For port 31fe3887-6e80-402d-a4aa-28035cd43639, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=31fe3887-6e80-402d-a4aa-28035cd43639,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:51.318861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.326043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::f816:3eff:fe2b:d74a (578a050b-df3b-4bf8-b5f3-612af8e4798e/27b3a520-6392-47ee-8560-e51eb650f430/8f32f996-2451-4789-834e-30d7a033b100) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:51.351938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.469303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Calling delete_port for 31fe3887-6e80-402d-a4aa-28035cd43639 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:51.481484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=8680028b-c047-4fe4-8af9-31a43ddf47e3,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:51.542208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-818c09e6-4737-472d-a99a-5afb8705d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.548535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:51.557159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Usage tracker for resource:port and tenant:8d41047abe7d4146a8540409521568e7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:51.561763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:51.582063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:51.604798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 89c1e901-f248-4d7c-8b17-40a1c6bede06 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:51.606038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:51.621799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-818c09e6-4737-472d-a99a-5afb8705d26f None None] For port 6109affb-5f1e-4b12-891d-b51bd9038722, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6109affb-5f1e-4b12-891d-b51bd9038722,segment=NetworkSegment(a7714f7a-e5b5-4d1b-9410-373e4b19971b),segment_id=a7714f7a-e5b5-4d1b-9410-373e4b19971b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:51.629364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-818c09e6-4737-472d-a99a-5afb8705d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.672444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Made reservation on behalf of 8d41047abe7d4146a8540409521568e7 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:51.675304 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b9b8dd1b-f81d-46dd-9c6a-bb0bccd85be7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1288cb531234a338db76e44a9caa828&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5513422 Mar 22 12:25:51.678589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.679592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-87c9d189-1c82-4461-991a-4df538e0b781 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.691044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42648) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:51.692700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.793678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c09e6-4737-472d-a99a-5afb8705d26f None None] Pushing event updated for resources: {'Port': ['ID=6109affb-5f1e-4b12-891d-b51bd9038722,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:51.840422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-87c9d189-1c82-4461-991a-4df538e0b781 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:51.841920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] No DVR routers for this DVR port 31fe3887-6e80-402d-a4aa-28035cd43639 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:51.874319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37fec7-f01d-421a-8970-0498b1be36b6 None None] Pushing event deleted for resources: {'Port': ['ID=31fe3887-6e80-402d-a4aa-28035cd43639,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:51.884583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d401d1-1f2b-4130-bd17-5fdc76cf09f2 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:51.927006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:51.963419 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 8f32f996-2451-4789-834e-30d7a033b100 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:51.974563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] device_id is not set on port 0ec01ee9-789b-4244-8a5c-846c732b0edf yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:51.975524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0fdb8abe-4163-483c-8594-d717717b0c81 None None] Provisioning for port 8680028b-c047-4fe4-8af9-31a43ddf47e3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:52.024404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.051672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0fdb8abe-4163-483c-8594-d717717b0c81 None None] Provisioning complete for port 8680028b-c047-4fe4-8af9-31a43ddf47e3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:52.052184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8abe-4163-483c-8594-d717717b0c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.075719 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:52.083636 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:52.117230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb8abe-4163-483c-8594-d717717b0c81 None None] Port 8680028b-c047-4fe4-8af9-31a43ddf47e3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:52.139386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0fdb8abe-4163-483c-8594-d717717b0c81 None None] Provisioning complete for port 6109affb-5f1e-4b12-891d-b51bd9038722 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:52.139873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0fdb8abe-4163-483c-8594-d717717b0c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.142705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:52.146861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:52.147467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.218313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-87c9d189-1c82-4461-991a-4df538e0b781 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.253274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=8f32f996-2451-4789-834e-30d7a033b100,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:52.282254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97da2b22-555a-47c4-8a04-11ad178400f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.332001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97da2b22-555a-47c4-8a04-11ad178400f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.334547 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-25f1d8fd-863c-4b27-8e7d-d168fbabb183 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7960846 Mar 22 12:25:52.343029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42652) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:52.347027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9d189-1c82-4461-991a-4df538e0b781 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=b8eb95e7-6c46-4c10-9ab9-9bfd0fe80232,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:52.406738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Allocated IP 172.20.0.9 (25990812-42eb-48e8-ac2e-e93870206dd8/6341c4f9-312d-4450-b909-59fcf2de5d9c/0ec01ee9-789b-4244-8a5c-846c732b0edf) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:52.472414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '27b3a520-6392-47ee-8560-e51eb650f430'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:25:52.473393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.513687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-87c9d189-1c82-4461-991a-4df538e0b781 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.574258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97da2b22-555a-47c4-8a04-11ad178400f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.587877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-09f7cf34-f88a-4587-af56-54c05a26b3e6 None None] Provisioning complete for port 8680028b-c047-4fe4-8af9-31a43ddf47e3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:52.587877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-09f7cf34-f88a-4587-af56-54c05a26b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.642743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21adf4a8-bde1-458d-98a2-4d981203fcc4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:52.642937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-21adf4a8-bde1-458d-98a2-4d981203fcc4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:52.673241 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da2b22-555a-47c4-8a04-11ad178400f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a6dc07-5901-4065-9e9a-4b0385021623,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:52.675287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6109affb-5f1e-4b12-891d-b51bd9038722 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:52.705617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-21adf4a8-bde1-458d-98a2-4d981203fcc4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:52.709325 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-21adf4a8-bde1-458d-98a2-4d981203fcc4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3628144 Mar 22 12:25:52.713760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42656) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:52.734657 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-09f7cf34-f88a-4587-af56-54c05a26b3e6 None None] Port 8680028b-c047-4fe4-8af9-31a43ddf47e3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:52.771452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-97da2b22-555a-47c4-8a04-11ad178400f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.775179 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-97da2b22-555a-47c4-8a04-11ad178400f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d1a6dc07-5901-4065-9e9a-4b0385021623 HTTP/1.1" status: 204 len: 168 time: 0.8613088 Mar 22 12:25:52.807742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Allocated IP 2001:db8::f816:3eff:fe47:b0d3 (578a050b-df3b-4bf8-b5f3-612af8e4798e/27b3a520-6392-47ee-8560-e51eb650f430/dbd1b5e8-8af3-46a8-8c73-b5631fef2c08) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:52.829035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 6109affb-5f1e-4b12-891d-b51bd9038722 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:52.829585 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.851185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.865965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a49a385b-449f-4b2f-9404-4de76cf1e564 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 8f32f996-2451-4789-834e-30d7a033b100 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:52.866302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a49a385b-449f-4b2f-9404-4de76cf1e564 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:52.915715 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Transition to ACTIVE for port object 0ec01ee9-789b-4244-8a5c-846c732b0edf will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:52.916662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router 1d56d280-0d1f-4ada-a08f-aa534c903de7 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:25:53.124734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c9d189-1c82-4461-991a-4df538e0b781 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 86f7b981-33c0-4512-908c-196cc3ead2ba has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:25:53.181837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:53.197652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Transition to ACTIVE for port object dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:53.218357 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Transition to ACTIVE for port object dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:53.227802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:53.288408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:53.295374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c9d189-1c82-4461-991a-4df538e0b781 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:53.303139 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-87c9d189-1c82-4461-991a-4df538e0b781 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/86f7b981-33c0-4512-908c-196cc3ead2ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2688088 Mar 22 12:25:53.306862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42670) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:53.310174 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f15300-68b9-49fd-81de-6832296ca04d None None] Sync routers for ids ['86f7b981-33c0-4512-908c-196cc3ead2ba'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:53.323230 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f15300-68b9-49fd-81de-6832296ca04d None None] Routers {'86f7b981-33c0-4512-908c-196cc3ead2ba'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:53.324168 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c2f15300-68b9-49fd-81de-6832296ca04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['86f7b981-33c0-4512-908c-196cc3ead2ba'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:53.337911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:53.351728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:53.363893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Pushing event updated for resources: {'Port': ['ID=dbd1b5e8-8af3-46a8-8c73-b5631fef2c08,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:53.369186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:53.370729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-390a72db-0f24-47f9-ae3f-cfd5271c79ae tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Synchronizing usage tracker for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:53.398313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-390a72db-0f24-47f9-ae3f-cfd5271c79ae tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Unset dirty status for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:53.402848 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-390a72db-0f24-47f9-ae3f-cfd5271c79ae tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=86f7b981-33c0-4512-908c-196cc3ead2ba HTTP/1.1" status: 200 len: 205 time: 0.0900266 Mar 22 12:25:53.403618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42676) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:53.424354 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c2f15300-68b9-49fd-81de-6832296ca04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:53.437331 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f15300-68b9-49fd-81de-6832296ca04d None None] Routers {'86f7b981-33c0-4512-908c-196cc3ead2ba'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:53.438486 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c2f15300-68b9-49fd-81de-6832296ca04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['86f7b981-33c0-4512-908c-196cc3ead2ba'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:53.457807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Network 25990812-42eb-48e8-ac2e-e93870206dd8 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:53.464688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:53.471783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:53.485799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Attempting to bind port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:25:53.487395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Attempting to bind port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:25:53.488053 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Attempting to bind port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:25:53.508654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:25:53.511043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a49a385b-449f-4b2f-9404-4de76cf1e564 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:53.511663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:53.512259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:53.515017 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:25:53.516189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Bound port: dbd1b5e8-8af3-46a8-8c73-b5631fef2c08, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:25:53.521893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:53.529743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'Port': ['ID=0ec01ee9-789b-4244-8a5c-846c732b0edf,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:53.562941 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c2f15300-68b9-49fd-81de-6832296ca04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:53.566446 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f15300-68b9-49fd-81de-6832296ca04d None None] The sync data for ids ['86f7b981-33c0-4512-908c-196cc3ead2ba'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:53.648270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22cea6d7-6dda-4dcc-a28d-ef1aaf31669d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:53.662231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] For port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:25:53.665918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] For port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=dbd1b5e8-8af3-46a8-8c73-b5631fef2c08,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:25:53.673151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:53.749718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-a49a385b-449f-4b2f-9404-4de76cf1e564 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 8f32f996-2451-4789-834e-30d7a033b100 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:53.776356 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc2e9c-2702-4fad-8fa8-3179d100406e None None] Pushing event updated for resources: {'Port': ['ID=dbd1b5e8-8af3-46a8-8c73-b5631fef2c08,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:53.874879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-61a67b3f-93b8-4294-abde-e664f5ca283f None None] Provisioning for port 0ec01ee9-789b-4244-8a5c-846c732b0edf completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:53.881711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-61a67b3f-93b8-4294-abde-e664f5ca283f None None] Provisioning complete for port 0ec01ee9-789b-4244-8a5c-846c732b0edf triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:53.882436 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-61a67b3f-93b8-4294-abde-e664f5ca283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:53.959021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-61a67b3f-93b8-4294-abde-e664f5ca283f None None] Port 0ec01ee9-789b-4244-8a5c-846c732b0edf cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:54.019511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42686) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:54.053157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:25:54.065609 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c293c05b-f933-4723-8efa-a874e9fb56f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/1d56d280-0d1f-4ada-a08f-aa534c903de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7189164 Mar 22 12:25:54.068341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e6423c-6303-45fa-8f24-539d0ebaab6b None None] Sync routers for ids ['1d56d280-0d1f-4ada-a08f-aa534c903de7'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:25:54.068682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42692) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:54.089768 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6423c-6303-45fa-8f24-539d0ebaab6b None None] Routers {'1d56d280-0d1f-4ada-a08f-aa534c903de7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:54.092422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-12e6423c-6303-45fa-8f24-539d0ebaab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['1d56d280-0d1f-4ada-a08f-aa534c903de7'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:54.121692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:54.121692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:54.222793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-12e6423c-6303-45fa-8f24-539d0ebaab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:54.234193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e6423c-6303-45fa-8f24-539d0ebaab6b None None] Routers {'1d56d280-0d1f-4ada-a08f-aa534c903de7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:25:54.234708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-12e6423c-6303-45fa-8f24-539d0ebaab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['1d56d280-0d1f-4ada-a08f-aa534c903de7'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:54.241431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22cea6d7-6dda-4dcc-a28d-ef1aaf31669d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:54.246534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22cea6d7-6dda-4dcc-a28d-ef1aaf31669d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:54.253471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1048779305'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:54.260590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:54.261158 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a5827525-4165-4203-ada7-38d87a80e886 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5411136 Mar 22 12:25:54.262676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42696) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:54.272966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e11b8dc3-7190-4000-b997-3103f47a347d tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fd:aa:16'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:40:56:9b'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:54.275629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e788409-a05a-4fd5-ac83-5a7b5d66d36c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:54.276207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e788409-a05a-4fd5-ac83-5a7b5d66d36c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Synchronizing usage tracker for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:54.303492 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:network and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:54.305324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-12e6423c-6303-45fa-8f24-539d0ebaab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:54.306159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e6423c-6303-45fa-8f24-539d0ebaab6b None None] The sync data for ids ['1d56d280-0d1f-4ada-a08f-aa534c903de7'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:25:54.311228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e788409-a05a-4fd5-ac83-5a7b5d66d36c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Unset dirty status for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:54.312577 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e788409-a05a-4fd5-ac83-5a7b5d66d36c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports/8680028b-c047-4fe4-8af9-31a43ddf47e3 HTTP/1.1" status: 200 len: 910 time: 0.2413845 Mar 22 12:25:54.315365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42700) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:54.320510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:54.323721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-de74d244-6abf-4ad2-9d4e-4f83c347539a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac5b6e8b-f30f-45f8-90a2-f10647b8f8b7'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:54.328579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:54.346743 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22cea6d7-6dda-4dcc-a28d-ef1aaf31669d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:54.347243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cea6d7-6dda-4dcc-a28d-ef1aaf31669d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Fanout notify agent at l3_agent the message router_deleted on router 86f7b981-33c0-4512-908c-196cc3ead2ba {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:25:54.353805 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:54.356784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:54.365782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a49a385b-449f-4b2f-9404-4de76cf1e564 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:54.394725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:54.405970 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22cea6d7-6dda-4dcc-a28d-ef1aaf31669d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:54.407046 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-22cea6d7-6dda-4dcc-a28d-ef1aaf31669d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/86f7b981-33c0-4512-908c-196cc3ead2ba HTTP/1.1" status: 204 len: 168 time: 1.0023408 Mar 22 12:25:54.411939 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42704) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:54.437170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a385b-449f-4b2f-9404-4de76cf1e564 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=8f32f996-2451-4789-834e-30d7a033b100,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:54.503304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a49a385b-449f-4b2f-9404-4de76cf1e564 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:54.507757 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a49a385b-449f-4b2f-9404-4de76cf1e564 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/8f32f996-2451-4789-834e-30d7a033b100 HTTP/1.1" status: 204 len: 168 time: 1.7881014 Mar 22 12:25:54.548713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42706) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:54.654872 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:54.659479 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:security_group_rule and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:54.661548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f6e36-3fff-40a4-946e-2a5db42da0d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:54.662382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:54.662850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f6e36-3fff-40a4-946e-2a5db42da0d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:54.664034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-809f6e36-3fff-40a4-946e-2a5db42da0d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:54.668140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:54.688079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:25:54.773422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-809f6e36-3fff-40a4-946e-2a5db42da0d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:54.774949 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-809f6e36-3fff-40a4-946e-2a5db42da0d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2256305 Mar 22 12:25:54.798019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42712) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:54.798432 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:54.803751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de74d244-6abf-4ad2-9d4e-4f83c347539a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:54.892675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e11b8dc3-7190-4000-b997-3103f47a347d tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.012167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ec6494-a861-4c8b-b17e-75a547c4e01e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting subnet 73bbcd62-a144-44f4-bff4-71fba9aca232 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:55.013660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b2d6d81e-7cee-49c6-a67d-4e20c3722750 None None] Could not find standard attr ID for object 8f32f996-2451-4789-834e-30d7a033b100. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:25:55.024865 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.025685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6494-a861-4c8b-b17e-75a547c4e01e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.031392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b2d6d81e-7cee-49c6-a67d-4e20c3722750 None None] Provisioning for port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:25:55.037314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b2d6d81e-7cee-49c6-a67d-4e20c3722750 None None] Provisioning complete for port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:55.037897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b2d6d81e-7cee-49c6-a67d-4e20c3722750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.072551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.269407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cba4f3-a036-4f35-80e4-a918673599d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 27b3a520-6392-47ee-8560-e51eb650f430 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:25:55.279901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3cba4f3-a036-4f35-80e4-a918673599d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.306798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b2d6d81e-7cee-49c6-a67d-4e20c3722750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.338663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e11b8dc3-7190-4000-b997-3103f47a347d tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.343974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b2d6d81e-7cee-49c6-a67d-4e20c3722750 None None] For port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=dbd1b5e8-8af3-46a8-8c73-b5631fef2c08,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:55.350064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b2d6d81e-7cee-49c6-a67d-4e20c3722750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.351077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e11b8dc3-7190-4000-b997-3103f47a347d tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.400889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3cba4f3-a036-4f35-80e4-a918673599d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.423422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6d81e-7cee-49c6-a67d-4e20c3722750 None None] Pushing event updated for resources: {'Port': ['ID=dbd1b5e8-8af3-46a8-8c73-b5631fef2c08,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:55.424555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6494-a861-4c8b-b17e-75a547c4e01e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.467205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-334f3213-947a-4767-91d4-58025ee885e9 None None] Could not find standard attr ID for object 8f32f996-2451-4789-834e-30d7a033b100. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:25:55.512751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:25:55.530126 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbc96f1-9380-4120-8349-efa4b073085c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:55.561601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.561950 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Added segment 344b60d8-38f6-4621-9e4d-fdd42f95adaa of type vlan for network 71155c71-05ad-4bbe-b846-f17848b6f5c7 Mar 22 12:25:55.584311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b8dc3-7190-4000-b997-3103f47a347d tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event updated for resources: {'Port': ['ID=0ec01ee9-789b-4244-8a5c-846c732b0edf,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:55.591539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e11b8dc3-7190-4000-b997-3103f47a347d tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] In _notify_port_updated(), no bound segment for port 0ec01ee9-789b-4244-8a5c-846c732b0edf on network 25990812-42eb-48e8-ac2e-e93870206dd8 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:25:55.595598 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11b8dc3-7190-4000-b997-3103f47a347d tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:55.596227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e11b8dc3-7190-4000-b997-3103f47a347d tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.600134 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e11b8dc3-7190-4000-b997-3103f47a347d tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "PUT /v2.0/ports/0ec01ee9-789b-4244-8a5c-846c732b0edf HTTP/1.1" status: 200 len: 1055 time: 1.3334177 Mar 22 12:25:55.602142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42716) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:55.606051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3cba4f3-a036-4f35-80e4-a918673599d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.630603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.659972 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6494-a861-4c8b-b17e-75a547c4e01e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.691376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e1e5de19-56d4-4071-a0ef-90bce77ffc8d None None] Provisioning complete for port 0ec01ee9-789b-4244-8a5c-846c732b0edf triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:25:55.692161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e1e5de19-56d4-4071-a0ef-90bce77ffc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.714804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.718591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:55.719146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.741289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9de7e5e8-7f5e-489f-992b-da23271eda2b tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Deleting port 0ec01ee9-789b-4244-8a5c-846c732b0edf {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:55.741901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9de7e5e8-7f5e-489f-992b-da23271eda2b tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.748433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e1e5de19-56d4-4071-a0ef-90bce77ffc8d None None] Port 0ec01ee9-789b-4244-8a5c-846c732b0edf cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:25:55.847445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=71155c71-05ad-4bbe-b846-f17848b6f5c7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:55.858093 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58f277fa-5a76-485d-a5d5-69d7741e64bf tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8374245 Mar 22 12:25:55.860337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 71155c71-05ad-4bbe-b846-f17848b6f5c7 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:25:55.867550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6494-a861-4c8b-b17e-75a547c4e01e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.913635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-de74d244-6abf-4ad2-9d4e-4f83c347539a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:25:55.926356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec6494-a861-4c8b-b17e-75a547c4e01e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Subnet': ['ID=73bbcd62-a144-44f4-bff4-71fba9aca232,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:55.940402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de74d244-6abf-4ad2-9d4e-4f83c347539a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.945803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3cba4f3-a036-4f35-80e4-a918673599d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.950811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f2ec6494-a861-4c8b-b17e-75a547c4e01e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:55.952987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d93475a-0247-4ce0-90ca-fc141b44304c None None] Network 60235295-ecf9-4aaf-a7a2-46b710e94cfc requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:55.954545 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f2ec6494-a861-4c8b-b17e-75a547c4e01e tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/73bbcd62-a144-44f4-bff4-71fba9aca232 HTTP/1.1" status: 204 len: 168 time: 1.3885052 Mar 22 12:25:55.956916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42720) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:56.017606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cba4f3-a036-4f35-80e4-a918673599d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=27b3a520-6392-47ee-8560-e51eb650f430,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:56.019647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de74d244-6abf-4ad2-9d4e-4f83c347539a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:56.129119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3cba4f3-a036-4f35-80e4-a918673599d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:56.129348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:56.143289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 65dce74f-9c90-49c9-a540-10cfb7804b20 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:56.143779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:56.161539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80fa6d0-88d6-4596-8325-3c1da881a06b None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:56.198070 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de74d244-6abf-4ad2-9d4e-4f83c347539a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:56.199301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-de74d244-6abf-4ad2-9d4e-4f83c347539a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:56.200345 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-de74d244-6abf-4ad2-9d4e-4f83c347539a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/ports/8680028b-c047-4fe4-8af9-31a43ddf47e3 HTTP/1.1" status: 200 len: 910 time: 1.8836401 Mar 22 12:25:56.201289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74d244-6abf-4ad2-9d4e-4f83c347539a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=8680028b-c047-4fe4-8af9-31a43ddf47e3,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:56.203576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42724) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:56.252627 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d3cba4f3-a036-4f35-80e4-a918673599d1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/27b3a520-6392-47ee-8560-e51eb650f430 HTTP/1.1" status: 204 len: 168 time: 1.4489334 Mar 22 12:25:56.272286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42728) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:56.347469 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1d2bcc61-3676-45d6-8e60-b8635f91ec66 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737925 Mar 22 12:25:56.354078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42732) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:56.455300 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9de7e5e8-7f5e-489f-992b-da23271eda2b tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:56.544231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b42d1a4-b094-4eda-b98b-a2690f7649b6 None None] DHCP port deletion for 60235295-ecf9-4aaf-a7a2-46b710e94cfc request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:56.549384 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3b42d1a4-b094-4eda-b98b-a2690f7649b6 None None] Deleting port 65dce74f-9c90-49c9-a540-10cfb7804b20 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:56.550493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3b42d1a4-b094-4eda-b98b-a2690f7649b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:56.617442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9de7e5e8-7f5e-489f-992b-da23271eda2b tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Calling delete_port for 0ec01ee9-789b-4244-8a5c-846c732b0edf owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:56.645235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bd73b8-ec33-466f-8548-fd46e36b33af None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:25:56.663203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-80bd73b8-ec33-466f-8548-fd46e36b33af None None] Deleting port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:56.665609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80bd73b8-ec33-466f-8548-fd46e36b33af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:56.728585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca64e6f-6c35-4763-b81d-df16debac83b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:56.729641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bca64e6f-6c35-4763-b81d-df16debac83b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:56.753709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port 65dce74f-9c90-49c9-a540-10cfb7804b20, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=65dce74f-9c90-49c9-a540-10cfb7804b20,segment=NetworkSegment(6c04feac-8f30-45cc-be05-09bb8993ded2),segment_id=6c04feac-8f30-45cc-be05-09bb8993ded2)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:56.755103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:56.764520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bca64e6f-6c35-4763-b81d-df16debac83b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:56.766105 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bca64e6f-6c35-4763-b81d-df16debac83b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4109364 Mar 22 12:25:56.769234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42736) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:56.923040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for 65dce74f-9c90-49c9-a540-10cfb7804b20 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:56.933015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9de7e5e8-7f5e-489f-992b-da23271eda2b tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:56.935990 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e65b41d-66a9-499a-b17b-cf97555df91b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:56.992602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d4505e-7748-4bd3-ab47-719d16835fb6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:56.993731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d1d4505e-7748-4bd3-ab47-719d16835fb6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:57.006112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-80bd73b8-ec33-466f-8548-fd46e36b33af None None] For port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=dbd1b5e8-8af3-46a8-8c73-b5631fef2c08,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:25:57.006674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80bd73b8-ec33-466f-8548-fd46e36b33af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.015702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 65dce74f-9c90-49c9-a540-10cfb7804b20 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:57.027431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d1d4505e-7748-4bd3-ab47-719d16835fb6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:57.028951 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d1d4505e-7748-4bd3-ab47-719d16835fb6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2586212 Mar 22 12:25:57.037071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42740) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:57.104170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7e5e8-7f5e-489f-992b-da23271eda2b tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event deleted for resources: {'Port': ['ID=0ec01ee9-789b-4244-8a5c-846c732b0edf,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:57.112912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.130524 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-63e7e7c9-e14b-4483-81bd-e75dbc2c4d43 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918031 Mar 22 12:25:57.153400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42744) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:57.192600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-80bd73b8-ec33-466f-8548-fd46e36b33af None None] Calling delete_port for dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:57.259427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 65dce74f-9c90-49c9-a540-10cfb7804b20 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:25:57.260088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 65dce74f-9c90-49c9-a540-10cfb7804b20 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:25:57.274149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=65dce74f-9c90-49c9-a540-10cfb7804b20,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:57.302709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:57.303235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:57.303980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:57.304409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:57.304944 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:57.305378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:57.305814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:57.306231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:57.306753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:57.307182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:57.307700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:57.316825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No DVR routers for this DVR port 65dce74f-9c90-49c9-a540-10cfb7804b20 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:57.340149 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3b42d1a4-b094-4eda-b98b-a2690f7649b6 None None] The port '65dce74f-9c90-49c9-a540-10cfb7804b20' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:25:57.383382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80bd73b8-ec33-466f-8548-fd46e36b33af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.410850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:57.431225 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd73b8-ec33-466f-8548-fd46e36b33af None None] Pushing event deleted for resources: {'Port': ['ID=dbd1b5e8-8af3-46a8-8c73-b5631fef2c08,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:57.438779 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd73b8-ec33-466f-8548-fd46e36b33af None None] No DVR routers for this DVR port dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:25:57.509633 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.540158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60235295-ecf9-4aaf-a7a2-46b710e94cfc']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:57.555118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c04feac-8f30-45cc-be05-09bb8993ded2') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:57.555372 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c04feac-8f30-45cc-be05-09bb8993ded2') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:25:57.568436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.586288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.592421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:25:57.592798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:25:57.607582 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:25:57.700921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.719238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.730271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Network': ['ID=60235295-ecf9-4aaf-a7a2-46b710e94cfc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:57.747445 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b3426aff-f647-4257-b0fc-ce74eed62daa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/networks/60235295-ecf9-4aaf-a7a2-46b710e94cfc HTTP/1.1" status: 204 len: 168 time: 1.7847559 Mar 22 12:25:57.748971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42748) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:57.754895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bc8b3595-64bb-4831-a62f-caae2b8f19fa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1460621854', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:57.761402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bc8b3595-64bb-4831-a62f-caae2b8f19fa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:57.766515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bc8b3595-64bb-4831-a62f-caae2b8f19fa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:router and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:57.768131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:57.769905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bc8b3595-64bb-4831-a62f-caae2b8f19fa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:57.777064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bc8b3595-64bb-4831-a62f-caae2b8f19fa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:57.787727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:57.789907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3595-64bb-4831-a62f-caae2b8f19fa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.791316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3595-64bb-4831-a62f-caae2b8f19fa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.807714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9de7e5e8-7f5e-489f-992b-da23271eda2b tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.814083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3595-64bb-4831-a62f-caae2b8f19fa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.816760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:57.820651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.833007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3595-64bb-4831-a62f-caae2b8f19fa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.843328 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9de7e5e8-7f5e-489f-992b-da23271eda2b tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "DELETE /v2.0/ports/0ec01ee9-789b-4244-8a5c-846c732b0edf HTTP/1.1" status: 204 len: 168 time: 2.2366521 Mar 22 12:25:57.845127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42752) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:57.892193 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d742709-81e8-4334-8318-e6fe1b1f63a2 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] GET failed (client error): The resource could not be found. Mar 22 12:25:57.892691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2d742709-81e8-4334-8318-e6fe1b1f63a2 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Synchronizing usage tracker for tenant:8d41047abe7d4146a8540409521568e7 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:57.904317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3595-64bb-4831-a62f-caae2b8f19fa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:57.908204 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bc8b3595-64bb-4831-a62f-caae2b8f19fa tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1589518 Mar 22 12:25:57.908967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42756) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:57.916444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-95942382'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:57.920955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2d742709-81e8-4334-8318-e6fe1b1f63a2 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Unset dirty status for tenant:8d41047abe7d4146a8540409521568e7 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:57.924593 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2d742709-81e8-4334-8318-e6fe1b1f63a2 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "GET /v2.0/ports/0ec01ee9-789b-4244-8a5c-846c732b0edf HTTP/1.1" status: 404 len: 333 time: 0.0760262 Mar 22 12:25:57.924593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:57.925320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42760) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:57.928916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:network and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:57.966327 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:57.978434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:58.004397 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2e2094e1-3caa-4265-8b5c-a5d93b52f552 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Deleting port 739c19b8-1d23-417f-b90c-352ad47b5cec {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:58.004761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e2094e1-3caa-4265-8b5c-a5d93b52f552 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.032601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:58.034949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.114460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:25:58.144470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.144728 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added segment 5061b1a7-f338-4531-b083-6b557be8dffc of type vlan for network e3133f50-4786-4d2f-bce0-e829cfa1de00 Mar 22 12:25:58.270072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.276265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.334372 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e2094e1-3caa-4265-8b5c-a5d93b52f552 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.341591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.345279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:58.345877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.357601 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:58.359779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=010cd88b-aab2-48df-b97c-a9c426d64b14,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:58.363322 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:58.369646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:25:58.370221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.383622 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb103ef-34aa-4b36-ba71-37855431cdc4 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:25:58.414230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:58.414659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:58.414913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:58.415235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:58.415531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:58.415855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:58.416170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:58.416497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:58.416825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:58.417115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:58.417422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:58.455530 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-86ee6f56-5a38-4c5c-94e2-faaee772efdb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1973510 Mar 22 12:25:58.455770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42764) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:58.462232 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:37:45:24', 'name': 'tempest-NetworksTestDHCPv6-899756746'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:58.643331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8e65b41d-66a9-499a-b17b-cf97555df91b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 8680028b-c047-4fe4-8af9-31a43ddf47e3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:58.643674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e65b41d-66a9-499a-b17b-cf97555df91b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.671961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2e2094e1-3caa-4265-8b5c-a5d93b52f552 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Calling delete_port for 739c19b8-1d23-417f-b90c-352ad47b5cec owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:58.733923 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8224313 Mar 22 12:25:58.744071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42770) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:58.754432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'subnet': {'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:58.776183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263a110-b203-4f5a-8296-33feae314b11 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Network': ['ID=e3133f50-4786-4d2f-bce0-e829cfa1de00,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:58.808340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:58.833700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:58.864671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:58.869083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.874540 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:25:58.897300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network e3133f50-4786-4d2f-bce0-e829cfa1de00 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:25:58.920100 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e65b41d-66a9-499a-b17b-cf97555df91b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:58.927741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 6b682530-c9dc-4ddf-a676-037822994451 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:25:59.021973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:25:59.022355 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device dbd1b5e8-8af3-46a8-8c73-b5631fef2c08 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:25:59.024521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-906760a3-9bc9-4ce6-88e6-a327f16bba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.031159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:59.035424 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:subnet and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:59.038326 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:59.041320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e2094e1-3caa-4265-8b5c-a5d93b52f552 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.055566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '010cd88b-aab2-48df-b97c-a9c426d64b14'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:25:59.056474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.076840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42776) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:59.092432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:59.094580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8e65b41d-66a9-499a-b17b-cf97555df91b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 8680028b-c047-4fe4-8af9-31a43ddf47e3 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:25:59.101716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2094e1-3caa-4265-8b5c-a5d93b52f552 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event deleted for resources: {'Port': ['ID=739c19b8-1d23-417f-b90c-352ad47b5cec,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:59.125538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'network_id': '71155c71-05ad-4bbe-b846-f17848b6f5c7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:25:59.152423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:59.288104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/010cd88b-aab2-48df-b97c-a9c426d64b14/ffc318aa-b705-4431-ac3b-0db7538d789c) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:59.334061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2e2094e1-3caa-4265-8b5c-a5d93b52f552 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.338361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.437339 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2e2094e1-3caa-4265-8b5c-a5d93b52f552 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "DELETE /v2.0/ports/739c19b8-1d23-417f-b90c-352ad47b5cec HTTP/1.1" status: 204 len: 168 time: 1.5110700 Mar 22 12:25:59.440258 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42782) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:59.452001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:25:59.457172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:subnet and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:25:59.460717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:25:59.468681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:25:59.486833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:25:59.501555 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a32dcc1-5318-4b36-9f36-7abde8ed3142 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] GET failed (client error): The resource could not be found. Mar 22 12:25:59.502147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0a32dcc1-5318-4b36-9f36-7abde8ed3142 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Synchronizing usage tracker for tenant:8d41047abe7d4146a8540409521568e7 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:25:59.532709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0a32dcc1-5318-4b36-9f36-7abde8ed3142 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Unset dirty status for tenant:8d41047abe7d4146a8540409521568e7 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:25:59.537509 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0a32dcc1-5318-4b36-9f36-7abde8ed3142 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "GET /v2.0/ports/739c19b8-1d23-417f-b90c-352ad47b5cec HTTP/1.1" status: 404 len: 333 time: 0.0872669 Mar 22 12:25:59.537773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42786) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:25:59.554605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.638481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.652103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3898671e-574e-4be4-b431-2ec37f60ed31 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Deleting port 924f8f10-f9a4-4e4a-ae54-f33abab845b3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:25:59.652431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3898671e-574e-4be4-b431-2ec37f60ed31 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.660673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e65b41d-66a9-499a-b17b-cf97555df91b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.661750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Transition to ACTIVE for port object ffc318aa-b705-4431-ac3b-0db7538d789c will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:59.689801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Transition to ACTIVE for port object ffc318aa-b705-4431-ac3b-0db7538d789c will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:25:59.696387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.772011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.772627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:25:59.776177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:25:59.778826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:25:59.781376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Pushing event updated for resources: {'Port': ['ID=ffc318aa-b705-4431-ac3b-0db7538d789c,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:59.793686 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:59.794159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:59.794709 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:59.795063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:59.795457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:59.795954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:59.796433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:59.796912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:59.797360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:59.797817 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:59.798220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:25:59.809460 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65b41d-66a9-499a-b17b-cf97555df91b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=8680028b-c047-4fe4-8af9-31a43ddf47e3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:59.899741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Attempting to bind port ffc318aa-b705-4431-ac3b-0db7538d789c on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:25:59.900268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Attempting to bind port ffc318aa-b705-4431-ac3b-0db7538d789c by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:25:59.900723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Attempting to bind port ffc318aa-b705-4431-ac3b-0db7538d789c on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:25:59.907927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:25:59.908446 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:59.908945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.909425 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:25:59.910119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Bound port: ffc318aa-b705-4431-ac3b-0db7538d789c, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:25:59.910579 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:25:59.939518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::10e (578a050b-df3b-4bf8-b5f3-612af8e4798e/010cd88b-aab2-48df-b97c-a9c426d64b14/6b682530-c9dc-4ddf-a676-037822994451) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:25:59.955854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Subnet': ['ID=6e75be47-45bc-4012-8a26-29951b82e76f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:25:59.979706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Checking segment: {'id': '5061b1a7-f338-4531-b083-6b557be8dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:25:59.980157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network hostable DHCP agents. Network: e3133f50-4786-4d2f-bce0-e829cfa1de00, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:00.044048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3898671e-574e-4be4-b431-2ec37f60ed31 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:00.045612 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] For port ffc318aa-b705-4431-ac3b-0db7538d789c, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:00.049742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] For port ffc318aa-b705-4431-ac3b-0db7538d789c, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ffc318aa-b705-4431-ac3b-0db7538d789c,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:00.056609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network e3133f50-4786-4d2f-bce0-e829cfa1de00 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:00.057697 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:00.156681 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483e713-24cf-4f1a-88ee-c0ce414635ee None None] Pushing event updated for resources: {'Port': ['ID=ffc318aa-b705-4431-ac3b-0db7538d789c,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:00.197226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-3898671e-574e-4be4-b431-2ec37f60ed31 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Calling delete_port for 924f8f10-f9a4-4e4a-ae54-f33abab845b3 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:00.235302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, e3133f50-4786-4d2f-bce0-e829cfa1de00) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:00.249284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:00.249951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:00.252570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0ab1c4-0f33-4e49-9547-9b8c840e21a2 None None] Network e3133f50-4786-4d2f-bce0-e829cfa1de00 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:00.310798 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4687ce2c-bc14-4ee9-8a7b-bcc2c2e4bd38 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5600121 Mar 22 12:26:00.311411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42792) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:00.425634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:00.566641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=2af498ff-6b61-404b-98aa-b867ad1d2137,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:00.620834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-e3133f50-4786-4d2f-bce0-e829cfa1de00', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:00.622117 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:00.641069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:00.648687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8e65b41d-66a9-499a-b17b-cf97555df91b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:00.758234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ffc318aa-b705-4431-ac3b-0db7538d789c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:00.850011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3898671e-574e-4be4-b431-2ec37f60ed31 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:00.850658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 6b682530-c9dc-4ddf-a676-037822994451 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:00.864747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Checking segment: {'id': '344b60d8-38f6-4621-9e4d-fdd42f95adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '71155c71-05ad-4bbe-b846-f17848b6f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:00.865137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network hostable DHCP agents. Network: 71155c71-05ad-4bbe-b846-f17848b6f5c7, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:00.899873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Allocated IP 2001:db8::2 (e3133f50-4786-4d2f-bce0-e829cfa1de00/6e75be47-45bc-4012-8a26-29951b82e76f/1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:00.910485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port ffc318aa-b705-4431-ac3b-0db7538d789c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:00.911728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898671e-574e-4be4-b431-2ec37f60ed31 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event deleted for resources: {'Port': ['ID=924f8f10-f9a4-4e4a-ae54-f33abab845b3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:01.134732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3898671e-574e-4be4-b431-2ec37f60ed31 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.173841 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3898671e-574e-4be4-b431-2ec37f60ed31 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "DELETE /v2.0/ports/924f8f10-f9a4-4e4a-ae54-f33abab845b3 HTTP/1.1" status: 204 len: 168 time: 1.6348314 Mar 22 12:26:01.178482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.191762 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Transition to ACTIVE for port object 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:01.208174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42796) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:01.217018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.238444 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Transition to ACTIVE for port object 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:01.246168 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.272197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network 71155c71-05ad-4bbe-b846-f17848b6f5c7 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:01.307026 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 71155c71-05ad-4bbe-b846-f17848b6f5c7) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:01.329406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de551be4-c67a-4866-8e43-13f470c24df5 None None] Network 71155c71-05ad-4bbe-b846-f17848b6f5c7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:01.365642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:01.366317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.369423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.371368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:01.372322 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=6b682530-c9dc-4ddf-a676-037822994451,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:01.381472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:01.394964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:01.398961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:01.399632 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.466366 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Network e3133f50-4786-4d2f-bce0-e829cfa1de00 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:01.479917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:01.490744 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-35fe963a-ae0e-478d-97b6-a57715d5ae33 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4087818 Mar 22 12:26:01.492016 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42800) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:01.497764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2011428625'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:01.498170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:01.502034 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ad1d6dcb-d954-4be2-8f63-77ff55c53e9a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0455039 Mar 22 12:26:01.506813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:01.510307 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42804) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:01.519045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:network and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:01.544420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Pushing event updated for resources: {'Port': ['ID=1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:01.572276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:01.595617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:01.598258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e65b41d-66a9-499a-b17b-cf97555df91b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router 1d56d280-0d1f-4ada-a08f-aa534c903de7 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:26:01.689540 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Attempting to bind port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:01.690158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Attempting to bind port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '5061b1a7-f338-4531-b083-6b557be8dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:01.690279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Attempting to bind port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 on network e3133f50-4786-4d2f-bce0-e829cfa1de00 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:01.702691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-e893c9b1-3e6e-473a-a642-05f774951d67 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Deleting subnet 6341c4f9-312d-4450-b909-59fcf2de5d9c {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:01.712781 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e893c9b1-3e6e-473a-a642-05f774951d67 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.717725 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6185487d-82d4-4695-8723-e84deca8dfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.754245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:01.754614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Checking segment: {'id': '5061b1a7-f338-4531-b083-6b557be8dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:01.755007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.755394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Bound using segment: {'id': '5061b1a7-f338-4531-b083-6b557be8dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:01.755870 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Bound port: 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5061b1a7-f338-4531-b083-6b557be8dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:01.756246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.761286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:01.764362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.782210 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce23a2d1-ee51-4f54-bae3-28ab76fc8b58 None None] Provisioning for port ffc318aa-b705-4431-ac3b-0db7538d789c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:01.817354 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d530639-92ae-44f1-b2ec-fec0a443f4ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:01.821483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d530639-92ae-44f1-b2ec-fec0a443f4ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:01.821891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2d530639-92ae-44f1-b2ec-fec0a443f4ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:01.822990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e893c9b1-3e6e-473a-a642-05f774951d67 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.826240 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-71155c71-05ad-4bbe-b846-f17848b6f5c7', 'network_id': '71155c71-05ad-4bbe-b846-f17848b6f5c7', 'tenant_id': 'd7f4a5f6a2a4455c955e1d7d3a73e220', 'fixed_ips': [{'subnet_id': '2af498ff-6b61-404b-98aa-b867ad1d2137'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:01.827059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.831242 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e65b41d-66a9-499a-b17b-cf97555df91b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:01.833302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:01.843608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce23a2d1-ee51-4f54-bae3-28ab76fc8b58 None None] Provisioning complete for port ffc318aa-b705-4431-ac3b-0db7538d789c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:01.843895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce23a2d1-ee51-4f54-bae3-28ab76fc8b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.853171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.853746 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Added segment 45680461-5991-4e77-832b-0c93e96bd3ba of type vlan for network fbb60ec5-6cf7-4b2d-8652-56a340bae019 Mar 22 12:26:01.857671 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8e65b41d-66a9-499a-b17b-cf97555df91b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/1d56d280-0d1f-4ada-a08f-aa534c903de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6092949 Mar 22 12:26:01.860583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42808) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:01.866959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2d530639-92ae-44f1-b2ec-fec0a443f4ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:01.870706 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2d530639-92ae-44f1-b2ec-fec0a443f4ff tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3570495 Mar 22 12:26:01.872062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42812) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:01.881033 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977e007-4d9d-4857-a133-0e601be6766f None None] Sync routers for ids ['1d56d280-0d1f-4ada-a08f-aa534c903de7'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:26:01.925713 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977e007-4d9d-4857-a133-0e601be6766f None None] Routers {'1d56d280-0d1f-4ada-a08f-aa534c903de7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:01.926801 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0977e007-4d9d-4857-a133-0e601be6766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['1d56d280-0d1f-4ada-a08f-aa534c903de7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:01.937313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:01.982272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6afd87be-8b79-44f2-b276-716407d237a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 6b682530-c9dc-4ddf-a676-037822994451 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:01.982890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6afd87be-8b79-44f2-b276-716407d237a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.032513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.050069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] For port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:02.059884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.076848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] For port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4,segment=NetworkSegment(5061b1a7-f338-4531-b083-6b557be8dffc),segment_id=5061b1a7-f338-4531-b083-6b557be8dffc)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:02.093125 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0977e007-4d9d-4857-a133-0e601be6766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:02.107178 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977e007-4d9d-4857-a133-0e601be6766f None None] Routers {'1d56d280-0d1f-4ada-a08f-aa534c903de7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:02.108155 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0977e007-4d9d-4857-a133-0e601be6766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['1d56d280-0d1f-4ada-a08f-aa534c903de7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:02.116188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-80dbab51-87fb-4d8c-ba09-3fc15b5ad4e8 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Synchronizing usage tracker for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:02.126556 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.164115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-80dbab51-87fb-4d8c-ba09-3fc15b5ad4e8 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Unset dirty status for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:02.165257 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-80dbab51-87fb-4d8c-ba09-3fc15b5ad4e8 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d56d280-0d1f-4ada-a08f-aa534c903de7 HTTP/1.1" status: 200 len: 205 time: 0.3018057 Mar 22 12:26:02.180762 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-0977e007-4d9d-4857-a133-0e601be6766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:02.181550 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977e007-4d9d-4857-a133-0e601be6766f None None] The sync data for ids ['1d56d280-0d1f-4ada-a08f-aa534c903de7'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:26:02.183222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42816) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:02.190749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.194598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:02.195268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.232262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e893c9b1-3e6e-473a-a642-05f774951d67 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.276417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Allocated IP 2001:db8:0:ffff::2 (71155c71-05ad-4bbe-b846-f17848b6f5c7/2af498ff-6b61-404b-98aa-b867ad1d2137/62f27a4d-3d17-421d-8870-5c0ca6609782) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:02.278502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce23a2d1-ee51-4f54-bae3-28ab76fc8b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.290714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a77dbf-73a1-4128-bb61-4b4e1c4edaa4 None None] Pushing event updated for resources: {'Port': ['ID=1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:02.333410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Allocated IP 2001:db8::1 (e3133f50-4786-4d2f-bce0-e829cfa1de00/6e75be47-45bc-4012-8a26-29951b82e76f/f2867853-538b-44de-ba97-64419e2e1523) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:02.392810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=fbb60ec5-6cf7-4b2d-8652-56a340bae019,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:02.405016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce23a2d1-ee51-4f54-bae3-28ab76fc8b58 None None] For port ffc318aa-b705-4431-ac3b-0db7538d789c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ffc318aa-b705-4431-ac3b-0db7538d789c,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:02.409119 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9238dcf0-0dd1-4306-9407-3410985ac160 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9158177 Mar 22 12:26:02.412193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42820) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:02.414326 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network fbb60ec5-6cf7-4b2d-8652-56a340bae019 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:02.429748 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'network_id': 'fbb60ec5-6cf7-4b2d-8652-56a340bae019', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:02.434390 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce23a2d1-ee51-4f54-bae3-28ab76fc8b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.436997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6afd87be-8b79-44f2-b276-716407d237a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.595895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6afd87be-8b79-44f2-b276-716407d237a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 6b682530-c9dc-4ddf-a676-037822994451 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:02.653249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23a2d1-ee51-4f54-bae3-28ab76fc8b58 None None] Pushing event updated for resources: {'Port': ['ID=ffc318aa-b705-4431-ac3b-0db7538d789c,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:02.657427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f598638-5cbe-4185-9f84-4deb264125e7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.685629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2228cbfe-e682-4d21-960c-782c0dc3d0a8 None None] Provisioning for port 6b682530-c9dc-4ddf-a676-037822994451 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:02.702265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2228cbfe-e682-4d21-960c-782c0dc3d0a8 None None] Provisioning complete for port 6b682530-c9dc-4ddf-a676-037822994451 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:02.702948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2228cbfe-e682-4d21-960c-782c0dc3d0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.758697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e893c9b1-3e6e-473a-a642-05f774951d67 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.768198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.770714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2228cbfe-e682-4d21-960c-782c0dc3d0a8 None None] Port 6b682530-c9dc-4ddf-a676-037822994451 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:26:02.780340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Transition to ACTIVE for port object 62f27a4d-3d17-421d-8870-5c0ca6609782 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:02.799241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Transition to ACTIVE for port object 62f27a4d-3d17-421d-8870-5c0ca6609782 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:02.808856 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.831534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6afd87be-8b79-44f2-b276-716407d237a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.882004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd87be-8b79-44f2-b276-716407d237a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=6b682530-c9dc-4ddf-a676-037822994451,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:02.883802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893c9b1-3e6e-473a-a642-05f774951d67 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event deleted for resources: {'Subnet': ['ID=6341c4f9-312d-4450-b909-59fcf2de5d9c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:02.884226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Network 71155c71-05ad-4bbe-b846-f17848b6f5c7 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:02.887692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:02.889424 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Pushing event updated for resources: {'Port': ['ID=62f27a4d-3d17-421d-8870-5c0ca6609782,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:02.891660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:02.895982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:02.917498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:subnet and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:02.920389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e893c9b1-3e6e-473a-a642-05f774951d67 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.929402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:02.935201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6afd87be-8b79-44f2-b276-716407d237a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.952726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:02.952977 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6afd87be-8b79-44f2-b276-716407d237a3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/6b682530-c9dc-4ddf-a676-037822994451 HTTP/1.1" status: 204 len: 168 time: 1.0769987 Mar 22 12:26:02.953222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42828) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:02.957428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffd7565-05fc-44c5-9403-141e9146831e None None] Network 25990812-42eb-48e8-ac2e-e93870206dd8 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:02.986212 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e893c9b1-3e6e-473a-a642-05f774951d67 tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "DELETE /v2.0/subnets/6341c4f9-312d-4450-b909-59fcf2de5d9c HTTP/1.1" status: 204 len: 168 time: 1.7743795 Mar 22 12:26:02.987062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:02.991092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42834) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:03.056765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Attempting to bind port 62f27a4d-3d17-421d-8870-5c0ca6609782 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:03.057125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Attempting to bind port 62f27a4d-3d17-421d-8870-5c0ca6609782 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '344b60d8-38f6-4621-9e4d-fdd42f95adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '71155c71-05ad-4bbe-b846-f17848b6f5c7'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:03.057499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Attempting to bind port 62f27a4d-3d17-421d-8870-5c0ca6609782 on network 71155c71-05ad-4bbe-b846-f17848b6f5c7 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:03.066320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:03.066675 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Checking segment: {'id': '344b60d8-38f6-4621-9e4d-fdd42f95adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '71155c71-05ad-4bbe-b846-f17848b6f5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:03.066946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.067330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Bound using segment: {'id': '344b60d8-38f6-4621-9e4d-fdd42f95adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '71155c71-05ad-4bbe-b846-f17848b6f5c7'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:03.067797 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Bound port: 62f27a4d-3d17-421d-8870-5c0ca6609782, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344b60d8-38f6-4621-9e4d-fdd42f95adaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '71155c71-05ad-4bbe-b846-f17848b6f5c7'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:03.068294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.132513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:03.248334 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95936d8e-9229-450d-b7f0-9e36b8b076cb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:03.250874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95936d8e-9229-450d-b7f0-9e36b8b076cb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:03.251806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-95936d8e-9229-450d-b7f0-9e36b8b076cb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:03.284124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.292249 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-95936d8e-9229-450d-b7f0-9e36b8b076cb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:03.293594 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-95936d8e-9229-450d-b7f0-9e36b8b076cb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3392143 Mar 22 12:26:03.295676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.297065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42838) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:03.317015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Transition to ACTIVE for port object f2867853-538b-44de-ba97-64419e2e1523 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:03.333043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Deleting port c3685b98-24dc-4b79-9069-b9c6406ec30c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:03.333503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.334558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] For port 62f27a4d-3d17-421d-8870-5c0ca6609782, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:03.342080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] For port 62f27a4d-3d17-421d-8870-5c0ca6609782, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=62f27a4d-3d17-421d-8870-5c0ca6609782,segment=NetworkSegment(344b60d8-38f6-4621-9e4d-fdd42f95adaa),segment_id=344b60d8-38f6-4621-9e4d-fdd42f95adaa)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:03.349333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.454893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775482ed-cdd8-424e-90a7-6c739de606d8 None None] Pushing event updated for resources: {'Port': ['ID=62f27a4d-3d17-421d-8870-5c0ca6609782,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:03.489682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.566036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c3cd9-32f6-4553-848b-456aaa9966ca None None] DHCP port deletion for 25990812-42eb-48e8-ac2e-e93870206dd8 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:26:03.570812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c48c3cd9-32f6-4553-848b-456aaa9966ca None None] Deleting port c3685b98-24dc-4b79-9069-b9c6406ec30c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:03.571433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c48c3cd9-32f6-4553-848b-456aaa9966ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.725587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-18489ee9-edf8-4801-83df-a520027d0d52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 010cd88b-aab2-48df-b97c-a9c426d64b14 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:03.732624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18489ee9-edf8-4801-83df-a520027d0d52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.755470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.826648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] For port c3685b98-24dc-4b79-9069-b9c6406ec30c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c3685b98-24dc-4b79-9069-b9c6406ec30c,segment=NetworkSegment(96465c1b-32d2-429c-992d-7fdf811f6bd2),segment_id=96465c1b-32d2-429c-992d-7fdf811f6bd2)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:03.827048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.902545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a97564b-cff6-49bd-bac5-2dc881f25d47 None None] Network e3133f50-4786-4d2f-bce0-e829cfa1de00 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:03.944808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f598638-5cbe-4185-9f84-4deb264125e7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.958801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:03.992579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Calling delete_port for c3685b98-24dc-4b79-9069-b9c6406ec30c owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:04.016265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network e3133f50-4786-4d2f-bce0-e829cfa1de00 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:04.022171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f598638-5cbe-4185-9f84-4deb264125e7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.025953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18489ee9-edf8-4801-83df-a520027d0d52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.026313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:04.031522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed7cf247-c5e7-4139-9a8e-a22e56c2247e None None] Provisioning for port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:04.037176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:04.037502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.040928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c48c3cd9-32f6-4553-848b-456aaa9966ca None None] For port c3685b98-24dc-4b79-9069-b9c6406ec30c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c3685b98-24dc-4b79-9069-b9c6406ec30c,segment=NetworkSegment(96465c1b-32d2-429c-992d-7fdf811f6bd2),segment_id=96465c1b-32d2-429c-992d-7fdf811f6bd2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:04.041315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c48c3cd9-32f6-4553-848b-456aaa9966ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.050467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=f2867853-538b-44de-ba97-64419e2e1523,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:04.100664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=d98545c9-6413-4a35-af60-210bd871c943,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:04.127053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f598638-5cbe-4185-9f84-4deb264125e7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.127572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f598638-5cbe-4185-9f84-4deb264125e7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Fanout notify agent at l3_agent the message router_deleted on router 1d56d280-0d1f-4ada-a08f-aa534c903de7 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:26:04.133133 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Checking segment: {'id': '45680461-5991-4e77-832b-0c93e96bd3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'fbb60ec5-6cf7-4b2d-8652-56a340bae019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:04.133974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network hostable DHCP agents. Network: fbb60ec5-6cf7-4b2d-8652-56a340bae019, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:04.180919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18489ee9-edf8-4801-83df-a520027d0d52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.184533 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c48c3cd9-32f6-4553-848b-456aaa9966ca None None] Calling delete_port for c3685b98-24dc-4b79-9069-b9c6406ec30c owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:04.187715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f598638-5cbe-4185-9f84-4deb264125e7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.191237 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5f598638-5cbe-4185-9f84-4deb264125e7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/1d56d280-0d1f-4ada-a08f-aa534c903de7 HTTP/1.1" status: 204 len: 168 time: 2.0046608 Mar 22 12:26:04.196068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42844) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:04.252372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.276570 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.291265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network fbb60ec5-6cf7-4b2d-8652-56a340bae019 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:04.316970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event deleted for resources: {'Port': ['ID=c3685b98-24dc-4b79-9069-b9c6406ec30c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:04.328122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-c48c3cd9-32f6-4553-848b-456aaa9966ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:26:04.330515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] No DVR routers for this DVR port c3685b98-24dc-4b79-9069-b9c6406ec30c on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:26:04.332886 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-c48c3cd9-32f6-4553-848b-456aaa9966ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:26:04.353000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, fbb60ec5-6cf7-4b2d-8652-56a340bae019) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:04.401914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61adff99-a913-4f77-9e04-a6c9f6073b9b None None] Network fbb60ec5-6cf7-4b2d-8652-56a340bae019 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:04.428211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:04.429071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.455943 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18489ee9-edf8-4801-83df-a520027d0d52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.520434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445bedc1-9f13-4d9d-ab61-22ea8866a3f7 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:04.526400 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9cf61b1f-5242-4875-b9e5-4836548103e5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1073570 Mar 22 12:26:04.528832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-18489ee9-edf8-4801-83df-a520027d0d52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.534809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42848) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:04.547565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.555167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18489ee9-edf8-4801-83df-a520027d0d52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=010cd88b-aab2-48df-b97c-a9c426d64b14,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:04.668182 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-18489ee9-edf8-4801-83df-a520027d0d52 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/010cd88b-aab2-48df-b97c-a9c426d64b14 HTTP/1.1" status: 204 len: 168 time: 1.3666840 Mar 22 12:26:04.673857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25990812-42eb-48e8-ac2e-e93870206dd8']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:04.683195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42852) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:04.690457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6f51a7-20d8-41e8-bbfd-bdf7475d334b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting subnet ac5b6e8b-f30f-45f8-90a2-f10647b8f8b7 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:04.839876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e6f51a7-20d8-41e8-bbfd-bdf7475d334b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.871206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c48c3cd9-32f6-4553-848b-456aaa9966ca None None] Deleting port c3685b98-24dc-4b79-9069-b9c6406ec30c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:04.871763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c48c3cd9-32f6-4553-848b-456aaa9966ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.878122 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-58de1155-1a8b-476e-8195-b516c8b93c80 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1925790 Mar 22 12:26:04.880178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96465c1b-32d2-429c-992d-7fdf811f6bd2') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:04.880645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96465c1b-32d2-429c-992d-7fdf811f6bd2') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:04.896847 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42856) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:04.906548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.913336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ffc318aa-b705-4431-ac3b-0db7538d789c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:04.945347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:04.954483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:04.954772 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.014356 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c48c3cd9-32f6-4553-848b-456aaa9966ca None None] The port 'c3685b98-24dc-4b79-9069-b9c6406ec30c' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:26:05.021727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462cf79-c9d2-4c67-b747-621480609455 None None] Network 71155c71-05ad-4bbe-b846-f17848b6f5c7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:05.030302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e6f51a7-20d8-41e8-bbfd-bdf7475d334b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:05.064626 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:05.115906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.164573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4750c8-8a63-4b83-9289-d629accfad25 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:05.168438 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ca4750c8-8a63-4b83-9289-d629accfad25 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2648408 Mar 22 12:26:05.168438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.171310 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42860) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:05.210958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.211730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.227492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f4cee-b37e-401f-a627-588212685c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-fbb60ec5-6cf7-4b2d-8652-56a340bae019', 'network_id': 'fbb60ec5-6cf7-4b2d-8652-56a340bae019', 'tenant_id': 'd7f4a5f6a2a4455c955e1d7d3a73e220', 'fixed_ips': [{'subnet_id': 'd98545c9-6413-4a35-af60-210bd871c943'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:05.228684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4cee-b37e-401f-a627-588212685c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.327816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.329743 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e6f51a7-20d8-41e8-bbfd-bdf7475d334b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.350162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.371216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] Pushing event deleted for resources: {'Network': ['ID=25990812-42eb-48e8-ac2e-e93870206dd8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:05.377336 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-55922bcf-495f-407d-9106-c1d36506520f tempest-AllowedAddressPairTestJSON-1821624456 tempest-AllowedAddressPairTestJSON-1821624456-project] 10.222.0.62 "DELETE /v2.0/networks/25990812-42eb-48e8-ac2e-e93870206dd8 HTTP/1.1" status: 204 len: 168 time: 2.3854024 Mar 22 12:26:05.409304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.469199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f17ac3c-62f9-4444-bf85-0308feb881d4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:05.470749 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3f17ac3c-62f9-4444-bf85-0308feb881d4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2982416 Mar 22 12:26:05.479905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42866) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:05.490777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.494196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=f2867853-538b-44de-ba97-64419e2e1523,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:05.536928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Subnet': ['ID=d98545c9-6413-4a35-af60-210bd871c943,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:05.547549 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port ffc318aa-b705-4431-ac3b-0db7538d789c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:05.547921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.585051 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3b1c52f4-b42f-4c01-8104-c6e1311581f4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989227 Mar 22 12:26:05.590338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42870) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:05.600142 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:05.640219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e6f51a7-20d8-41e8-bbfd-bdf7475d334b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server [None req-4e5f4cee-b37e-401f-a627-588212685c31 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d98545c9-6413-4a35-af60-210bd871c943: This subnet is being modified by another concurrent operation. Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:05.650599 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise exception Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d98545c9-6413-4a35-af60-210bd871c943: This subnet is being modified by another concurrent operation. Mar 22 12:26:05.654198 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Mar 22 12:26:05.660226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-001226b6-b43d-4074-9870-473fa83a2111 None None] Provisioning for port 62f27a4d-3d17-421d-8870-5c0ca6609782 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:05.690489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.700143 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c319cdf-10e7-4431-9330-326772344aa3 None None] Network fbb60ec5-6cf7-4b2d-8652-56a340bae019 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:05.718298 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a3c93-bfdb-4d98-8ba6-a58b27476abc None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:26:05.726783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb60ec5-6cf7-4b2d-8652-56a340bae019']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:05.743519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45680461-5991-4e77-832b-0c93e96bd3ba') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:05.744528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45680461-5991-4e77-832b-0c93e96bd3ba') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:05.759281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.779027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.786776 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a3c93-bfdb-4d98-8ba6-a58b27476abc None None] Deleting port ffc318aa-b705-4431-ac3b-0db7538d789c {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:05.787225 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3c93-bfdb-4d98-8ba6-a58b27476abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.789608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:05.790523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.868170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42876) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:05.887831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-001226b6-b43d-4074-9870-473fa83a2111 None None] Provisioning for port f2867853-538b-44de-ba97-64419e2e1523 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:05.905541 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:05.907582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f51a7-20d8-41e8-bbfd-bdf7475d334b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5b6e8b-f30f-45f8-90a2-f10647b8f8b7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:05.919439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.944221 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e6f51a7-20d8-41e8-bbfd-bdf7475d334b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.963002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network e3133f50-4786-4d2f-bce0-e829cfa1de00 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:05.963224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252781e-e917-4be8-b789-b0bfc9ca2acf None None] Network 89c1e901-f248-4d7c-8b17-40a1c6bede06 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:05.964193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:05.964682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.967029 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7e6f51a7-20d8-41e8-bbfd-bdf7475d334b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/ac5b6e8b-f30f-45f8-90a2-f10647b8f8b7 HTTP/1.1" status: 204 len: 168 time: 1.7699628 Mar 22 12:26:05.968340 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:05.970302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42882) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:05.979830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Network': ['ID=fbb60ec5-6cf7-4b2d-8652-56a340bae019,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:05.992097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-001226b6-b43d-4074-9870-473fa83a2111 None None] Provisioning complete for port f2867853-538b-44de-ba97-64419e2e1523 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:05.992450 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-001226b6-b43d-4074-9870-473fa83a2111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:05.995972 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-522c1fcc-7713-4342-b865-625d3e60df56 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/fbb60ec5-6cf7-4b2d-8652-56a340bae019 HTTP/1.1" status: 204 len: 168 time: 1.4536922 Mar 22 12:26:06.001351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42886) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:06.012987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1895047542'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:06.022399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:06.032262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:network and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:06.037750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:06.045524 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:06.047763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:06.067715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-001226b6-b43d-4074-9870-473fa83a2111 None None] Port f2867853-538b-44de-ba97-64419e2e1523 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:26:06.079403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:06.082365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:06.082586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.128320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:06.139680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.140424 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Added segment 8c3e4ba0-7d82-4f39-a0c8-d358f659583f of type vlan for network 39a15fe5-092b-447e-a19a-dfe026761984 Mar 22 12:26:06.150310 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:06.172995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.218398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.223535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:06.224415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.346589 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3415813 Mar 22 12:26:06.348748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42890) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:06.356532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.357192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'network_id': '39a15fe5-092b-447e-a19a-dfe026761984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:06.363606 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:06.393245 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8033dfb6-87a0-4fd7-866a-6d96727d182c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d41047abe7d4146a8540409521568e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5210500 Mar 22 12:26:06.416642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 62f27a4d-3d17-421d-8870-5c0ca6609782 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:06.435185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4d6bd-9f46-4e38-8605-a0867180a119 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=39a15fe5-092b-447e-a19a-dfe026761984,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:06.438541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42894) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:06.458220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 39a15fe5-092b-447e-a19a-dfe026761984 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:06.488209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:06.492051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:subnet and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:06.495167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:06.501710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:06.516581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:06.535094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 6109affb-5f1e-4b12-891d-b51bd9038722 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:06.535433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.624757 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1c8a3c93-bfdb-4d98-8ba6-a58b27476abc None None] For port ffc318aa-b705-4431-ac3b-0db7538d789c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ffc318aa-b705-4431-ac3b-0db7538d789c,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:06.625696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3c93-bfdb-4d98-8ba6-a58b27476abc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.628173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.659384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.770518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a3c93-bfdb-4d98-8ba6-a58b27476abc None None] Calling delete_port for ffc318aa-b705-4431-ac3b-0db7538d789c owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:06.864744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.866015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94977945-2ab7-44b7-8775-1c4961498e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.870274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c809d3e1-69e8-4fee-ac9a-56a123fb20e4 None None] Provisioning complete for port f2867853-538b-44de-ba97-64419e2e1523 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:06.870683 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c809d3e1-69e8-4fee-ac9a-56a123fb20e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.948221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=df9d1cce-4396-4151-9665-472789a42fa0,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:06.953126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 62f27a4d-3d17-421d-8870-5c0ca6609782 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:06.961142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Checking segment: {'id': '8c3e4ba0-7d82-4f39-a0c8-d358f659583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '39a15fe5-092b-447e-a19a-dfe026761984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:06.961604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network hostable DHCP agents. Network: 39a15fe5-092b-447e-a19a-dfe026761984, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:06.970124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 62f27a4d-3d17-421d-8870-5c0ca6609782 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:06.970634 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.986415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94977945-2ab7-44b7-8775-1c4961498e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:06.988411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network 39a15fe5-092b-447e-a19a-dfe026761984 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:07.001070 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 39a15fe5-092b-447e-a19a-dfe026761984) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:07.007270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:07.008307 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.016553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3c93-bfdb-4d98-8ba6-a58b27476abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.036446 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4b0944c7-bdb6-423e-9c43-904b709b41a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6866891 Mar 22 12:26:07.039103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port 6109affb-5f1e-4b12-891d-b51bd9038722, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6109affb-5f1e-4b12-891d-b51bd9038722,segment=NetworkSegment(a7714f7a-e5b5-4d1b-9410-373e4b19971b),segment_id=a7714f7a-e5b5-4d1b-9410-373e4b19971b)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:07.039573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.039887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42898) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:07.045610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1249299575'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:07.050416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:07.054244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:network and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:07.057347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:07.059632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9672e62-1493-4d2f-a44b-95c3ad16ef49 None None] Network 39a15fe5-092b-447e-a19a-dfe026761984 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:07.062908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:07.076313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:07.079591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.112759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:07.124286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.124817 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Added segment 78955cba-e06f-4d06-861d-589444edb69b of type vlan for network 66221dc6-a7b6-40f6-8fd3-77312af18d18 Mar 22 12:26:07.155735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a3c93-bfdb-4d98-8ba6-a58b27476abc None None] Pushing event deleted for resources: {'Port': ['ID=ffc318aa-b705-4431-ac3b-0db7538d789c,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:07.164945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c809d3e1-69e8-4fee-ac9a-56a123fb20e4 None None] Port f2867853-538b-44de-ba97-64419e2e1523 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:26:07.180959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.185685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aa1dcd-f089-4600-8fbf-d701fa41a968 None None] DHCP port deletion for 89c1e901-f248-4d7c-8b17-40a1c6bede06 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:26:07.191809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a3c93-bfdb-4d98-8ba6-a58b27476abc None None] No DVR routers for this DVR port ffc318aa-b705-4431-ac3b-0db7538d789c on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:26:07.200104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa1dcd-f089-4600-8fbf-d701fa41a968 None None] Deleting port 6109affb-5f1e-4b12-891d-b51bd9038722 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:07.200570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c1aa1dcd-f089-4600-8fbf-d701fa41a968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.220404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 6109affb-5f1e-4b12-891d-b51bd9038722 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:07.229782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.237149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:07.237956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.285340 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2443912 Mar 22 12:26:07.290138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42902) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:07.345414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'network_id': '66221dc6-a7b6-40f6-8fd3-77312af18d18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:07.453674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f37df-191b-4f2f-90d9-995fa6eb41f9 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=66221dc6-a7b6-40f6-8fd3-77312af18d18,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:07.483248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:07.483508 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94977945-2ab7-44b7-8775-1c4961498e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.488087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:subnet and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:07.491522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:07.498060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:07.508119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c2183a79-a10f-4836-a345-e4094042d45d None None] Provisioning complete for port f2867853-538b-44de-ba97-64419e2e1523 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:07.508602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c2183a79-a10f-4836-a345-e4094042d45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.510853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94977945-2ab7-44b7-8775-1c4961498e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b98727-330a-4505-8ae8-b3f82ffb61d1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:07.511583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:07.512531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.532134 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 66221dc6-a7b6-40f6-8fd3-77312af18d18 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:07.566196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=6109affb-5f1e-4b12-891d-b51bd9038722,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:07.606173 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.617093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 6d4dce75-8453-4451-8ef5-0267b022a089 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:26:07.635695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No DVR routers for this DVR port 6109affb-5f1e-4b12-891d-b51bd9038722 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:26:07.680772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94977945-2ab7-44b7-8775-1c4961498e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.685323 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-94977945-2ab7-44b7-8775-1c4961498e37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/62b98727-330a-4505-8ae8-b3f82ffb61d1 HTTP/1.1" status: 204 len: 168 time: 1.2376485 Mar 22 12:26:07.720194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-39a15fe5-092b-447e-a19a-dfe026761984', 'network_id': '39a15fe5-092b-447e-a19a-dfe026761984', 'tenant_id': 'd7f4a5f6a2a4455c955e1d7d3a73e220', 'fixed_ips': [{'subnet_id': 'df9d1cce-4396-4151-9665-472789a42fa0'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:07.721069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.734238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.810574 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c2183a79-a10f-4836-a345-e4094042d45d None None] Port f2867853-538b-44de-ba97-64419e2e1523 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:26:07.819466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c1aa1dcd-f089-4600-8fbf-d701fa41a968 None None] For port 6109affb-5f1e-4b12-891d-b51bd9038722, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6109affb-5f1e-4b12-891d-b51bd9038722,segment=NetworkSegment(a7714f7a-e5b5-4d1b-9410-373e4b19971b),segment_id=a7714f7a-e5b5-4d1b-9410-373e4b19971b)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:07.819848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c1aa1dcd-f089-4600-8fbf-d701fa41a968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.845310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Performing IP validity checks on allocation pools {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 12:26:07.846676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 12:26:07.862890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:26:07.914745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.950965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:07.990226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 62f27a4d-3d17-421d-8870-5c0ca6609782, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=62f27a4d-3d17-421d-8870-5c0ca6609782,segment=NetworkSegment(344b60d8-38f6-4621-9e4d-fdd42f95adaa),segment_id=344b60d8-38f6-4621-9e4d-fdd42f95adaa)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:07.996997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa1dcd-f089-4600-8fbf-d701fa41a968 None None] Calling delete_port for 6109affb-5f1e-4b12-891d-b51bd9038722 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:08.015941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c1e901-f248-4d7c-8b17-40a1c6bede06']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:08.025017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.039766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.040545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:08.046772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=871c39ab-7383-4a1b-a1aa-0064f07ecaf0,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:08.050088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:08.051976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7714f7a-e5b5-4d1b-9410-373e4b19971b') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:08.052269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7714f7a-e5b5-4d1b-9410-373e4b19971b') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:08.063877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:08.068338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:08.068927 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.074605 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.103038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.112086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:08.112488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.123354 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=acdd385b-3dff-4ae0-8c69-37c1dd060c04,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:08.124879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af86e5e-fe7a-4e00-b124-c503af4282da None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:08.127775 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:08.135722 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1f36d6b3-545e-44dd-9114-5f50edb9a24b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5441501 Mar 22 12:26:08.139477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42914) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:08.146405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d3128a96-26b3-4967-a752-a187c3d7d9b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:08.220124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.228752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:08.249443 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Sync routers for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:26:08.277900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.281304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Network': ['ID=89c1e901-f248-4d7c-8b17-40a1c6bede06,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:08.293313 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b5f85430-24c6-41ab-ac14-c2fba32917ea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9778912 Mar 22 12:26:08.293313 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d36e4064-2107-46c5-9e67-f21ebee8bb15 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/networks/89c1e901-f248-4d7c-8b17-40a1c6bede06 HTTP/1.1" status: 204 len: 168 time: 2.3202219 Mar 22 12:26:08.293579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42920) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:08.296148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42924) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:08.302436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ecaf042e-7642-4481-aa00-f471c27b6f51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-599316460', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:08.311621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ecaf042e-7642-4481-aa00-f471c27b6f51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:08.317286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ecaf042e-7642-4481-aa00-f471c27b6f51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:router and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:08.322661 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ecaf042e-7642-4481-aa00-f471c27b6f51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:08.332687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-474347842'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:08.338731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:08.343230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:network and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:08.346690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:08.355950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:08.365344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ecaf042e-7642-4481-aa00-f471c27b6f51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:08.367714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=62f27a4d-3d17-421d-8870-5c0ca6609782,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:08.376524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:08.380059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.390107 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-c1aa1dcd-f089-4600-8fbf-d701fa41a968 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:26:08.390517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-c1aa1dcd-f089-4600-8fbf-d701fa41a968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:26:08.405913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ecaf042e-7642-4481-aa00-f471c27b6f51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.406875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ecaf042e-7642-4481-aa00-f471c27b6f51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.408652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:08.409396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:08.417015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d3128a96-26b3-4967-a752-a187c3d7d9b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:08.425479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d3128a96-26b3-4967-a752-a187c3d7d9b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:08.430756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:08.436346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d3128a96-26b3-4967-a752-a187c3d7d9b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:08.441433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ecaf042e-7642-4481-aa00-f471c27b6f51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.452665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.453000 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added segment 099a4927-2848-4dd1-96af-160014f143bf of type vlan for network 69f697c3-4091-474d-b317-8b6a340b14c7 Mar 22 12:26:08.463582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d3128a96-26b3-4967-a752-a187c3d7d9b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:08.482953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Checking segment: {'id': '78955cba-e06f-4d06-861d-589444edb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '66221dc6-a7b6-40f6-8fd3-77312af18d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:08.483308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network hostable DHCP agents. Network: 66221dc6-a7b6-40f6-8fd3-77312af18d18, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:08.486717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ecaf042e-7642-4481-aa00-f471c27b6f51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.493317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3128a96-26b3-4967-a752-a187c3d7d9b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:08.496745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d3128a96-26b3-4967-a752-a187c3d7d9b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.515259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.525364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ecaf042e-7642-4481-aa00-f471c27b6f51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.526818 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ecaf042e-7642-4481-aa00-f471c27b6f51 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2292302 Mar 22 12:26:08.529963 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42930) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:08.532459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Allocated IP 2001:db8::3 (39a15fe5-092b-447e-a19a-dfe026761984/df9d1cce-4396-4151-9665-472789a42fa0/a8a30070-0318-4aed-a59e-d7dde8e20bdb) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:08.546785 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'network': {'name': 'tempest-RoutersTest-139479320'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:08.553564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:08.560251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:network and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:08.563962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:08.569896 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:08.578507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.582902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:08.583571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.662199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network 66221dc6-a7b6-40f6-8fd3-77312af18d18 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:08.666160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:08.669322 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.690218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:08.694263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 66221dc6-a7b6-40f6-8fd3-77312af18d18) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:08.697333 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-d3128a96-26b3-4967-a752-a187c3d7d9b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 871c39ab-7383-4a1b-a1aa-0064f07ecaf0 (CIDR: 2001:db8::/64) Mar 22 12:26:08.703619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:08.703967 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.711461 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3128a96-26b3-4967-a752-a187c3d7d9b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:26:08.712034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3128a96-26b3-4967-a752-a187c3d7d9b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:08.731239 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4366519 Mar 22 12:26:08.736441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42938) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:08.737103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:08.744839 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec978ccc-a5ba-404c-a665-1404549bc69d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Network': ['ID=69f697c3-4091-474d-b317-8b6a340b14c7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:08.752164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'subnet': {'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:08.759417 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-57146735-bf57-46b8-8f3b-587587dede8f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4682450 Mar 22 12:26:08.764662 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d3128a96-26b3-4967-a752-a187c3d7d9b6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6208954 Mar 22 12:26:08.764662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42942) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:08.765150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68547bea-5d16-4251-8664-797b3f527e8d None None] Network 66221dc6-a7b6-40f6-8fd3-77312af18d18 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:08.766095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42944) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:08.776854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.777187 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added segment b17bc8c5-3b80-444a-b0ff-076d3804ee8d of type vlan for network ba98870f-6473-40c8-b7f2-4dd71860e358 Mar 22 12:26:08.795114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 69f697c3-4091-474d-b317-8b6a340b14c7 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:08.800292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:08.808290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:08.808665 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.909535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa1dcd-f089-4600-8fbf-d701fa41a968 None None] Deleting port 6109affb-5f1e-4b12-891d-b51bd9038722 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:08.910426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c1aa1dcd-f089-4600-8fbf-d701fa41a968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:08.915686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:08.920352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:subnet and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:08.924410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:08.932051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:08.936727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42952) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:08.953776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:08.988038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.026660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:09.039220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.055718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:09.089769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:09.096762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:09.108979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:09.112477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.117631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:09.118223 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.118492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1575638938'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:09.127613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:09.141211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Usage tracker for resource:network and tenant:84d219a9f82e42ff952179cb6e7615f9 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:09.144533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.158047 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '871c39ab-7383-4a1b-a1aa-0064f07ecaf0'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:09.158865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.173778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:09.176572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:09.188489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c1aa1dcd-f089-4600-8fbf-d701fa41a968 None None] The port '6109affb-5f1e-4b12-891d-b51bd9038722' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:26:09.199656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:09.263583 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7322803 Mar 22 12:26:09.268155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42958) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:09.275645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'subnet': {'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:09.297129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.307353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Made reservation on behalf of 84d219a9f82e42ff952179cb6e7615f9 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:09.310720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.322896 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e41489-aad9-46bd-9780-2f6eb3e9b955 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Network': ['ID=ba98870f-6473-40c8-b7f2-4dd71860e358,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:09.353224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network ba98870f-6473-40c8-b7f2-4dd71860e358 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:09.353607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.415095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.431520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.527130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:09.534286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Subnet': ['ID=acdd385b-3dff-4ae0-8c69-37c1dd060c04,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:09.536874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Usage tracker for resource:security_group_rule and tenant:84d219a9f82e42ff952179cb6e7615f9 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:09.548165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:09.559854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:09.616965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:09.623656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:subnet and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:09.627479 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:09.635864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:09.655031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:09.698065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.816624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.862789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66221dc6-a7b6-40f6-8fd3-77312af18d18']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:09.885293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78955cba-e06f-4d06-861d-589444edb69b') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:09.885662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78955cba-e06f-4d06-861d-589444edb69b') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:09.893845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e64229e-fd25-4fe9-b67a-d05760685fa6 None None] Network 66221dc6-a7b6-40f6-8fd3-77312af18d18 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:09.906677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.908574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.927077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.941146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.948803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.970568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.981376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:09.985577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:09.985964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:10.011094 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:10.033408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Subnet': ['ID=02ae4e0d-e627-47a3-853b-a7120e095fc8,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:10.045435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Checking segment: {'id': '099a4927-2848-4dd1-96af-160014f143bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:10.045822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network hostable DHCP agents. Network: 69f697c3-4091-474d-b317-8b6a340b14c7, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:10.071997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 69f697c3-4091-474d-b317-8b6a340b14c7 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:10.076761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Allocated IP 2001:db8::f816:3eff:fe2f:62fe (578a050b-df3b-4bf8-b5f3-612af8e4798e/871c39ab-7383-4a1b-a1aa-0064f07ecaf0/7c365d9c-c146-44f2-90e0-35cbfd2317e0) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:10.085779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 69f697c3-4091-474d-b317-8b6a340b14c7) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:10.091260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:10.091845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.116286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:10.118375 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d0f0fcc0-38fe-4ff3-a164-160b27ff7e17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3783913 Mar 22 12:26:10.120034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42962) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:10.128700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81e61ce-994f-4be6-a578-d810a9eb1915,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:10.129274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ea8147-40fb-4a55-9b28-521e2c52050b None None] Network 69f697c3-4091-474d-b317-8b6a340b14c7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:10.142715 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.143005 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Added segment 4df48f19-ed8d-44a1-afcc-9da37e3f27cc of type vlan for network 1d8bbb29-94c0-47a3-b60e-edff988e2df7 Mar 22 12:26:10.152420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4,segment=NetworkSegment(5061b1a7-f338-4531-b083-6b557be8dffc),segment_id=5061b1a7-f338-4531-b083-6b557be8dffc)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:10.157244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Transition to ACTIVE for port object a8a30070-0318-4aed-a59e-d7dde8e20bdb will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:10.192472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.222108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.242709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.250192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.253817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:10.254475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.267996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Network': ['ID=66221dc6-a7b6-40f6-8fd3-77312af18d18,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:10.281881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.377230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Pushing event updated for resources: {'Network': ['ID=1d8bbb29-94c0-47a3-b60e-edff988e2df7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:10.402613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c3685b98-24dc-4b79-9069-b9c6406ec30c no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:26:10.411740 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c477a5f2-34f0-4ef9-a0e2-7a3f3ad675de tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/66221dc6-a7b6-40f6-8fd3-77312af18d18 HTTP/1.1" status: 204 len: 168 time: 1.6473405 Mar 22 12:26:10.415898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42966) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:10.424251 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8b93198c-cc85-4359-a15e-ddde6dd5c5c6 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4814963 Mar 22 12:26:10.425425 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1280486913'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:10.429884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42970) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:10.433847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:10.439649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Request body: {'subnet': {'network_id': '1d8bbb29-94c0-47a3-b60e-edff988e2df7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:10.450945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 1d8bbb29-94c0-47a3-b60e-edff988e2df7 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:10.458146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:network and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:10.464600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.467707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.468275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:10.468942 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Transition to ACTIVE for port object a8a30070-0318-4aed-a59e-d7dde8e20bdb will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:10.548603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: c3685b98-24dc-4b79-9069-b9c6406ec30c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:26:10.548836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c3685b98-24dc-4b79-9069-b9c6406ec30c not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:26:10.550402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:10.560939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.613197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Subnet': ['ID=ecc2a065-f685-48d6-88c0-61ccc168fd0c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:10.614139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:10.617097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.640826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:10.644250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Checking segment: {'id': 'b17bc8c5-3b80-444a-b0ff-076d3804ee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:10.644538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network hostable DHCP agents. Network: ba98870f-6473-40c8-b7f2-4dd71860e358, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:10.652069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:10.664351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:10.665668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.669253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:10.675249 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=4ff322e3-9cbc-4c0d-9daf-d02a80f38119,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:10.676758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:10.688537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Usage tracker for resource:subnet and tenant:84d219a9f82e42ff952179cb6e7615f9 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:10.691098 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:10.696450 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:10.708536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:10.713010 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.713343 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Added segment 5245b96d-e8ce-4fac-ab0b-93a7d61ed151 of type vlan for network 1e137d29-4867-4952-a7e2-457f32749cbd Mar 22 12:26:10.731021 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43108ca6-9ec8-4a3c-8a8c-2d0fd26771a4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9635570 Mar 22 12:26:10.738380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Network 39a15fe5-092b-447e-a19a-dfe026761984 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:10.742819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42974) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:10.743586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network ba98870f-6473-40c8-b7f2-4dd71860e358 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:10.757618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:eb:2d:5b', 'name': 'tempest-NetworksTestDHCPv6-1380474002'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:10.768393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Made reservation on behalf of 84d219a9f82e42ff952179cb6e7615f9 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:10.777156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:10.788807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 62f27a4d-3d17-421d-8870-5c0ca6609782 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:10.831073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:10.840917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.884390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, ba98870f-6473-40c8-b7f2-4dd71860e358) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:10.889377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.895709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:10.896197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:10.922194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a8bef-4ca4-4e95-b6c2-548c74bfbf29 None None] Network ba98870f-6473-40c8-b7f2-4dd71860e358 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:10.947720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Pushing event updated for resources: {'Port': ['ID=a8a30070-0318-4aed-a59e-d7dde8e20bdb,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:10.962701 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cc42f411-fbc7-4039-9a58-cafd097a3901 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6921835 Mar 22 12:26:10.966358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42978) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:10.969435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:04Z', 'revision_number': 2, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:04Z', 'revision_number': 2, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:10.994588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:11.002735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:11.006439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:11.012968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:11.047370 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.051047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:11.051616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.132952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Checking router: 6d4dce75-8453-4451-8ef5-0267b022a089 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:26:11.133637 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Updating router 6d4dce75-8453-4451-8ef5-0267b022a089 port f2867853-538b-44de-ba97-64419e2e1523 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:26:11.168390 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.169873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:11.173694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.179069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Transition to ACTIVE for port object 7c365d9c-c146-44f2-90e0-35cbfd2317e0 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:11.204998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Transition to ACTIVE for port object 7c365d9c-c146-44f2-90e0-35cbfd2317e0 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:11.232716 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8132417 Mar 22 12:26:11.237742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:11.250416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'network_id': '1e137d29-4867-4952-a7e2-457f32749cbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:11.261485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 3f2c1b78-e055-405a-9345-760b5788686f yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:26:11.267122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d617c0e-fb7d-4df8-b68b-bf7a08f6d608 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=1e137d29-4867-4952-a7e2-457f32749cbd,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:11.304795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 1e137d29-4867-4952-a7e2-457f32749cbd details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:11.321555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-69f697c3-4091-474d-b317-8b6a340b14c7', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:11.322475 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.328059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.332510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.390294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.559856 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Attempting to bind port a8a30070-0318-4aed-a59e-d7dde8e20bdb on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:11.560266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Attempting to bind port a8a30070-0318-4aed-a59e-d7dde8e20bdb by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8c3e4ba0-7d82-4f39-a0c8-d358f659583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '39a15fe5-092b-447e-a19a-dfe026761984'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:11.560648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Attempting to bind port a8a30070-0318-4aed-a59e-d7dde8e20bdb on network 39a15fe5-092b-447e-a19a-dfe026761984 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:11.648917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:11.657547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:subnet and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:11.666012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:11.680498 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:11.708202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:11.718882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Pushing event updated for resources: {'Port': ['ID=7c365d9c-c146-44f2-90e0-35cbfd2317e0,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:11.721885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 62f27a4d-3d17-421d-8870-5c0ca6609782 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:11.722249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.732888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8:0:1::3d5 (578a050b-df3b-4bf8-b5f3-612af8e4798e/4ff322e3-9cbc-4c0d-9daf-d02a80f38119/3f2c1b78-e055-405a-9345-760b5788686f) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:11.746013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:11.746265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::f816:3eff:feeb:2d5b (578a050b-df3b-4bf8-b5f3-612af8e4798e/871c39ab-7383-4a1b-a1aa-0064f07ecaf0/3f2c1b78-e055-405a-9345-760b5788686f) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:11.746379 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Checking segment: {'id': '8c3e4ba0-7d82-4f39-a0c8-d358f659583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '39a15fe5-092b-447e-a19a-dfe026761984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:11.746774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.747158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Bound using segment: {'id': '8c3e4ba0-7d82-4f39-a0c8-d358f659583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '39a15fe5-092b-447e-a19a-dfe026761984'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:11.747680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Bound port: a8a30070-0318-4aed-a59e-d7dde8e20bdb, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c3e4ba0-7d82-4f39-a0c8-d358f659583f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '39a15fe5-092b-447e-a19a-dfe026761984'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:11.747990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.763928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:11.769293 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:11.771918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:11.861513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Allocated IP 2001:db8:1::1 (69f697c3-4091-474d-b317-8b6a340b14c7/02ae4e0d-e627-47a3-853b-a7120e095fc8/811b61c9-f062-49ba-b45c-2cd103c22fa9) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:11.919046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:11.997853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.115994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.122756 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Pushing event updated for resources: {'Subnet': ['ID=c694fde9-b6a1-4de2-afbf-ad650aeee419,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:12.151147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.153105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 3f2c1b78-e055-405a-9345-760b5788686f will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:12.170243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Attempting to bind port 7c365d9c-c146-44f2-90e0-35cbfd2317e0 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:12.170243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Attempting to bind port 7c365d9c-c146-44f2-90e0-35cbfd2317e0 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:12.170941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Transition to ACTIVE for port object 811b61c9-f062-49ba-b45c-2cd103c22fa9 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:12.178018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Attempting to bind port 7c365d9c-c146-44f2-90e0-35cbfd2317e0 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:12.200299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.229875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-ba98870f-6473-40c8-b7f2-4dd71860e358', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:12.230698 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.243879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.250977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Checking segment: {'id': '4df48f19-ed8d-44a1-afcc-9da37e3f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8bbb29-94c0-47a3-b60e-edff988e2df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:12.251531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Network hostable DHCP agents. Network: 1d8bbb29-94c0-47a3-b60e-edff988e2df7, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:12.262974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.287885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 69f697c3-4091-474d-b317-8b6a340b14c7 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:12.294070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:12.300625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:12.301147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.308725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=3f2c1b78-e055-405a-9345-760b5788686f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:12.312170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:12.327620 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] For port a8a30070-0318-4aed-a59e-d7dde8e20bdb, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:12.342173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:12.350452 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:12.353790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:12.354401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.362511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:12.362889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:12.363274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.363665 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:12.364132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Bound port: 7c365d9c-c146-44f2-90e0-35cbfd2317e0, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:12.364501 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.388076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] For port a8a30070-0318-4aed-a59e-d7dde8e20bdb, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a8a30070-0318-4aed-a59e-d7dde8e20bdb,segment=NetworkSegment(8c3e4ba0-7d82-4f39-a0c8-d358f659583f),segment_id=8c3e4ba0-7d82-4f39-a0c8-d358f659583f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:12.392254 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=811b61c9-f062-49ba-b45c-2cd103c22fa9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:12.419545 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7ec3f9f8-8fdd-4135-bf1c-13af7f48f8aa tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6730478 Mar 22 12:26:12.423948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42986) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:12.445898 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.487617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Network 1d8bbb29-94c0-47a3-b60e-edff988e2df7 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:12.492983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cd294b06-a70a-43d7-8426-5787fcb6d55e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 3f2c1b78-e055-405a-9345-760b5788686f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:12.493159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd294b06-a70a-43d7-8426-5787fcb6d55e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.526679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 1d8bbb29-94c0-47a3-b60e-edff988e2df7) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:12.569366 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1706910e-97a4-45b5-9454-a098a3ccaf0f None None] Network 1d8bbb29-94c0-47a3-b60e-edff988e2df7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:12.570920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:12.571490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.636471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.664548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Allocated IP 2001:db8:1::2 (69f697c3-4091-474d-b317-8b6a340b14c7/02ae4e0d-e627-47a3-853b-a7120e095fc8/02cef6c2-2074-484c-89e6-233fc20cd916) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:12.666766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ffc318aa-b705-4431-ac3b-0db7538d789c no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:26:12.692877 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a42c5530-435f-40b3-a004-c64a5caa94aa tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2609413 Mar 22 12:26:12.708554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42990) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:12.720811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Request body: {'port': {'network_id': '1d8bbb29-94c0-47a3-b60e-edff988e2df7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1788971104'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:12.757163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: ffc318aa-b705-4431-ac3b-0db7538d789c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:26:12.757620 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ffc318aa-b705-4431-ac3b-0db7538d789c not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:26:12.757727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6109affb-5f1e-4b12-891d-b51bd9038722 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:26:12.853232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 6109affb-5f1e-4b12-891d-b51bd9038722 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:26:12.853597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6109affb-5f1e-4b12-891d-b51bd9038722 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:26:12.942835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:12.946234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:12.971406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf60d8-9803-496d-807f-abddbb56ee20 None None] Pushing event updated for resources: {'Port': ['ID=a8a30070-0318-4aed-a59e-d7dde8e20bdb,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:12.983653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:12.988182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Usage tracker for resource:port and tenant:84d219a9f82e42ff952179cb6e7615f9 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:12.997899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:13.010182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:13.023580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] For port 7c365d9c-c146-44f2-90e0-35cbfd2317e0, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:13.032040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Allocated IP 172.20.0.1 (ba98870f-6473-40c8-b7f2-4dd71860e358/ecc2a065-f685-48d6-88c0-61ccc168fd0c/1ede22b5-1619-4d80-9476-14b6f9bf4006) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:13.044299 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.resource_extend [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:26:13.061637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Made reservation on behalf of 84d219a9f82e42ff952179cb6e7615f9 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:13.064613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.077148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd294b06-a70a-43d7-8426-5787fcb6d55e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.083557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] For port 7c365d9c-c146-44f2-90e0-35cbfd2317e0, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7c365d9c-c146-44f2-90e0-35cbfd2317e0,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:13.093368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=7bd2442e-e8d2-4383-a505-d072f5bdbe2b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:13.222795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] device_id is not set on port c11b9d23-9b55-4277-ae48-d401447ed8a4 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:26:13.325182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.364724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cd294b06-a70a-43d7-8426-5787fcb6d55e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 3f2c1b78-e055-405a-9345-760b5788686f owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:13.429009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-1d8bbb29-94c0-47a3-b60e-edff988e2df7', 'network_id': '1d8bbb29-94c0-47a3-b60e-edff988e2df7', 'tenant_id': '84d219a9f82e42ff952179cb6e7615f9', 'fixed_ips': [{'subnet_id': 'c694fde9-b6a1-4de2-afbf-ad650aeee419'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:13.429946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.443036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.456602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.456849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.533275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.536670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Checking segment: {'id': '5245b96d-e8ce-4fac-ab0b-93a7d61ed151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1e137d29-4867-4952-a7e2-457f32749cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:13.537854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network hostable DHCP agents. Network: 1e137d29-4867-4952-a7e2-457f32749cbd, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:13.547028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=811b61c9-f062-49ba-b45c-2cd103c22fa9,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:13.608281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Allocated IP 2001:db8::18 (1d8bbb29-94c0-47a3-b60e-edff988e2df7/c694fde9-b6a1-4de2-afbf-ad650aeee419/c11b9d23-9b55-4277-ae48-d401447ed8a4) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:13.617752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.685773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network 1e137d29-4867-4952-a7e2-457f32749cbd is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:13.713338 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:13.713634 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.728447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 1e137d29-4867-4952-a7e2-457f32749cbd) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:13.734554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.746096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:13.747375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.747739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Transition to ACTIVE for port object f2867853-538b-44de-ba97-64419e2e1523 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:13.762994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eec790-4993-4f1d-8e48-e789bdf32a0c None None] Pushing event updated for resources: {'Port': ['ID=7c365d9c-c146-44f2-90e0-35cbfd2317e0,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:13.765769 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b75fa5f-d149-42a4-899b-38757de6b6ab None None] Network 1e137d29-4867-4952-a7e2-457f32749cbd requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:13.774841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Transition to ACTIVE for port object 1ede22b5-1619-4d80-9476-14b6f9bf4006 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:13.785637 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0739ffbb-0e1e-406f-a14b-607281631966 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5419819 Mar 22 12:26:13.787799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 42994) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:13.789178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 69f697c3-4091-474d-b317-8b6a340b14c7 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:13.791623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:13.803364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:13.903675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.009630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network ba98870f-6473-40c8-b7f2-4dd71860e358 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:14.028570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:14.034698 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.042886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:14.103536 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd294b06-a70a-43d7-8426-5787fcb6d55e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.104562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Transition to ACTIVE for port object 02cef6c2-2074-484c-89e6-233fc20cd916 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:14.196770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd294b06-a70a-43d7-8426-5787fcb6d55e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=3f2c1b78-e055-405a-9345-760b5788686f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:14.241883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=1ede22b5-1619-4d80-9476-14b6f9bf4006,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:14.265170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.286065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.293226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c8dde-8d8f-4a8f-9d57-70976e7456ae None None] Pushing event updated for resources: {'Port': ['ID=f2867853-538b-44de-ba97-64419e2e1523,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:14.335156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Allocated IP 172.20.0.2 (ba98870f-6473-40c8-b7f2-4dd71860e358/ecc2a065-f685-48d6-88c0-61ccc168fd0c/4e714e38-890b-4fa4-b84d-e849487f29a7) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:14.370666 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Transition to ACTIVE for port object 02cef6c2-2074-484c-89e6-233fc20cd916 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:14.403176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.462955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Transition to ACTIVE for port object c11b9d23-9b55-4277-ae48-d401447ed8a4 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:14.500025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.560352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.616856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.640115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.718310 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd294b06-a70a-43d7-8426-5787fcb6d55e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.730323 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cd294b06-a70a-43d7-8426-5787fcb6d55e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/3f2c1b78-e055-405a-9345-760b5788686f HTTP/1.1" status: 204 len: 168 time: 2.3053713 Mar 22 12:26:14.745786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 42998) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:14.788147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9429139b-add5-40cc-b829-2e330466f03f None None] Network 39a15fe5-092b-447e-a19a-dfe026761984 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:14.808468 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Network 1d8bbb29-94c0-47a3-b60e-edff988e2df7 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:14.862688 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74500b19-28e4-4137-880c-93902c072154 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:14.863587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-74500b19-28e4-4137-880c-93902c072154 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:14.874843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:14.877320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:14.881055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 6d4dce75-8453-4451-8ef5-0267b022a089 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:26:14.881864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:14.882261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:14.886135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Pushing event updated for resources: {'Port': ['ID=c11b9d23-9b55-4277-ae48-d401447ed8a4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:15.040068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Network 69f697c3-4091-474d-b317-8b6a340b14c7 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:15.045705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-74500b19-28e4-4137-880c-93902c072154 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:15.051143 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-74500b19-28e4-4137-880c-93902c072154 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3031249 Mar 22 12:26:15.052043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43002) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:15.133964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:15.137834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:15.182059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a392a-ed3a-4a7a-ac6d-53e94644d978 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:15.184145 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-594a392a-ed3a-4a7a-ac6d-53e94644d978 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1261020 Mar 22 12:26:15.186184 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-745d46fa-3e9f-46ff-813c-7b7c4e3f8b27 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.4782426 Mar 22 12:26:15.190355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43006) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:15.190355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43008) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:15.195017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.197841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:15.206786 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7ac62e37-e1b8-4575-ad01-d134a750204b tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0816178 Mar 22 12:26:15.206894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Request body: {'port': {'network_id': '1d8bbb29-94c0-47a3-b60e-edff988e2df7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-55243458', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:15.206894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] bootfile-name is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:26:15.206894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] tftp-server is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:26:15.206894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.api.validators [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] server-ip-address is not in valid_values {{(pid=83794) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:26:15.207229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43014) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:15.212201 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-177140925'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:15.217292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:15.221524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:network and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:15.225285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:15.231037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:15.244080 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:15.247490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.250501 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a8a30070-0318-4aed-a59e-d7dde8e20bdb up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:15.278893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:15.289366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.289654 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added segment 1dede012-ff8c-4492-99ea-94f375a19deb of type vlan for network 383e2881-0944-4e07-a32c-e987a8b00238 Mar 22 12:26:15.299572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8072c7-1df1-4c76-a7c4-990f84c1a441 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:15.319364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.334574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd2442e-e8d2-4383-a505-d072f5bdbe2b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:15.353167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.357280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:15.357966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.426472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Pushing event updated for resources: {'Port': ['ID=02cef6c2-2074-484c-89e6-233fc20cd916,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:15.455277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8796009-606a-41b1-a33d-e0d812d74938 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:15.456345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8796009-606a-41b1-a33d-e0d812d74938 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:15.458421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8796009-606a-41b1-a33d-e0d812d74938 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:15.459211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d8796009-606a-41b1-a33d-e0d812d74938 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:15.464779 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2545259 Mar 22 12:26:15.466598 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43020) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:15.474096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'subnet': {'network_id': '383e2881-0944-4e07-a32c-e987a8b00238', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:15.484732 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Allocated IP 2001:db8::2 (1d8bbb29-94c0-47a3-b60e-edff988e2df7/c694fde9-b6a1-4de2-afbf-ad650aeee419/b31e6b10-07c2-4b7f-9283-e6df1851d4cd) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:15.499522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Attempting to bind port f2867853-538b-44de-ba97-64419e2e1523 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:15.499931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Attempting to bind port f2867853-538b-44de-ba97-64419e2e1523 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '5061b1a7-f338-4531-b083-6b557be8dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:15.500156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Attempting to bind port f2867853-538b-44de-ba97-64419e2e1523 on network e3133f50-4786-4d2f-bce0-e829cfa1de00 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:15.545231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77747ed3-3bc0-4c3c-8a44-2b838456eec3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Network': ['ID=383e2881-0944-4e07-a32c-e987a8b00238,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:15.578501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d8796009-606a-41b1-a33d-e0d812d74938 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:15.583971 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d8796009-606a-41b1-a33d-e0d812d74938 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3867257 Mar 22 12:26:15.584160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.584306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43024) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:15.590299 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c64ed7-400a-4833-9e3a-8ebd7743039b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-1e137d29-4867-4952-a7e2-457f32749cbd', 'network_id': '1e137d29-4867-4952-a7e2-457f32749cbd', 'tenant_id': 'd7f4a5f6a2a4455c955e1d7d3a73e220', 'fixed_ips': [{'subnet_id': '7bd2442e-e8d2-4383-a505-d072f5bdbe2b'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:15.591674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-17c64ed7-400a-4833-9e3a-8ebd7743039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.613635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 383e2881-0944-4e07-a32c-e987a8b00238 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:15.643894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:15.651935 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:subnet and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:15.656777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:15.656777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Checking segment: {'id': '5061b1a7-f338-4531-b083-6b557be8dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:15.657148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:15.657262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.657626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Bound using segment: {'id': '5061b1a7-f338-4531-b083-6b557be8dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:15.658024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Bound port: f2867853-538b-44de-ba97-64419e2e1523, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5061b1a7-f338-4531-b083-6b557be8dffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:15.658392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.666208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:15.731876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Transition to ACTIVE for port object 4e714e38-890b-4fa4-b84d-e849487f29a7 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:15.747834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:26:15.750589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:15.755347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Attempting to bind port 02cef6c2-2074-484c-89e6-233fc20cd916 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:15.755549 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Attempting to bind port 02cef6c2-2074-484c-89e6-233fc20cd916 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '099a4927-2848-4dd1-96af-160014f143bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:15.755776 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Attempting to bind port 02cef6c2-2074-484c-89e6-233fc20cd916 on network 69f697c3-4091-474d-b317-8b6a340b14c7 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:15.761640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.774875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.803657 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.887225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e137d29-4867-4952-a7e2-457f32749cbd']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:15.888197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.914916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:15.920217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-88202e85-e557-4929-8324-50d1cdecc95d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 4ff322e3-9cbc-4c0d-9daf-d02a80f38119 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:15.936751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5245b96d-e8ce-4fac-ab0b-93a7d61ed151') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:15.937320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5245b96d-e8ce-4fac-ab0b-93a7d61ed151') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:15.946647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Usage tracker for resource:port and tenant:84d219a9f82e42ff952179cb6e7615f9 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:15.956240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:15.970549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.971138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88202e85-e557-4929-8324-50d1cdecc95d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.979584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:15.981765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Transition to ACTIVE for port object 4e714e38-890b-4fa4-b84d-e849487f29a7 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:15.990108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=1ede22b5-1619-4d80-9476-14b6f9bf4006,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:15.992463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.995848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:15.996212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Checking segment: {'id': '099a4927-2848-4dd1-96af-160014f143bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:15.996597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:15.997878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Bound using segment: {'id': '099a4927-2848-4dd1-96af-160014f143bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:15.997878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Bound port: 02cef6c2-2074-484c-89e6-233fc20cd916, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099a4927-2848-4dd1-96af-160014f143bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:15.997878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.011250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.017529 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Made reservation on behalf of 84d219a9f82e42ff952179cb6e7615f9 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:16.022793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.049575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:16.050408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.056077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88202e85-e557-4929-8324-50d1cdecc95d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:16.072718 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:16.094263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.128373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88202e85-e557-4929-8324-50d1cdecc95d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.201341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port a8a30070-0318-4aed-a59e-d7dde8e20bdb completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:16.223238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] device_id is not set on port 3cb2599a-f6db-4e05-b155-ceb615d333e2 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:26:16.269927 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88202e85-e557-4929-8324-50d1cdecc95d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.297400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.299710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7c365d9c-c146-44f2-90e0-35cbfd2317e0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:16.318579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88202e85-e557-4929-8324-50d1cdecc95d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff322e3-9cbc-4c0d-9daf-d02a80f38119,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:16.326365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Provisioning for port a8a30070-0318-4aed-a59e-d7dde8e20bdb completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:16.331773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-88202e85-e557-4929-8324-50d1cdecc95d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.342437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.356283 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Network': ['ID=1e137d29-4867-4952-a7e2-457f32749cbd,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:16.365312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] For port f2867853-538b-44de-ba97-64419e2e1523, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:16.370736 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-88202e85-e557-4929-8324-50d1cdecc95d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/4ff322e3-9cbc-4c0d-9daf-d02a80f38119 HTTP/1.1" status: 204 len: 168 time: 0.7871368 Mar 22 12:26:16.374269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43028) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:16.381747 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b7e5f1b5-b289-4210-aa65-161f18c426e8 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/1e137d29-4867-4952-a7e2-457f32749cbd HTTP/1.1" status: 204 len: 168 time: 2.5940855 Mar 22 12:26:16.387170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43032) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:16.398598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-117059259'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:16.404893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:16.408420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network ba98870f-6473-40c8-b7f2-4dd71860e358 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:16.411519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:16.414703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:network and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:16.424363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.476995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:16.497862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Provisioning complete for port a8a30070-0318-4aed-a59e-d7dde8e20bdb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:16.498446 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.520604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f5f84c-6e37-4d5c-971d-3d2c98153edf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 871c39ab-7383-4a1b-a1aa-0064f07ecaf0 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:16.521412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a71c2-7eee-45ac-ac5f-437677d46455 None None] Network 1e137d29-4867-4952-a7e2-457f32749cbd requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:16.523427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Subnet': ['ID=924ebe15-00d6-439d-9b4d-bca8964bc2fc,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:16.530902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f84c-6e37-4d5c-971d-3d2c98153edf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.547333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:16.558551 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Network ba98870f-6473-40c8-b7f2-4dd71860e358 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:16.581554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:16.582808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] For port f2867853-538b-44de-ba97-64419e2e1523, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f2867853-538b-44de-ba97-64419e2e1523,segment=NetworkSegment(5061b1a7-f338-4531-b083-6b557be8dffc),segment_id=5061b1a7-f338-4531-b083-6b557be8dffc)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:16.584644 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.592173 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:16.596417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:16.599556 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Pushing event updated for resources: {'Port': ['ID=4e714e38-890b-4fa4-b84d-e849487f29a7,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:16.632210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:16.655250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a71c2-7eee-45ac-ac5f-437677d46455 None None] Network 1e137d29-4867-4952-a7e2-457f32749cbd could not be found, it might have been deleted concurrently. {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 22 12:26:16.658217 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.698390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Checking segment: {'id': '1dede012-ff8c-4492-99ea-94f375a19deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:16.698744 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network hostable DHCP agents. Network: 383e2881-0944-4e07-a32c-e987a8b00238, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:16.708449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f84c-6e37-4d5c-971d-3d2c98153edf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.745474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] For port 02cef6c2-2074-484c-89e6-233fc20cd916, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:16.751674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.752002 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Added segment 11875639-7445-42d7-b0d2-49713b44152d of type vlan for network 8ac228ef-eb25-49d8-bbe9-66b4bf18298e Mar 22 12:26:16.787543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 383e2881-0944-4e07-a32c-e987a8b00238 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:16.802284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 383e2881-0944-4e07-a32c-e987a8b00238) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:16.802563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.810532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:16.811619 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.830842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f84c-6e37-4d5c-971d-3d2c98153edf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.844794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.848310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:16.848864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.864097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] For port 02cef6c2-2074-484c-89e6-233fc20cd916, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=02cef6c2-2074-484c-89e6-233fc20cd916,segment=NetworkSegment(099a4927-2848-4dd1-96af-160014f143bf),segment_id=099a4927-2848-4dd1-96af-160014f143bf)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:16.867907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e70f68-f7e5-4641-96c6-cf81766ef12e None None] Network 383e2881-0944-4e07-a32c-e987a8b00238 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:16.871567 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-89e0bd69-9cdb-4c5e-894e-496a82f88f91 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4019470 Mar 22 12:26:16.873171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43036) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:16.920121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.929554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:16.958002 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5640018 Mar 22 12:26:16.959771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43040) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:16.973982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9d5c0-869a-485b-aa7e-cd0aec74f379 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=8ac228ef-eb25-49d8-bbe9-66b4bf18298e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:17.007554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router cd154f96-abb8-48ae-8aaa-c144cb8928d4 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:26:17.018229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 8ac228ef-eb25-49d8-bbe9-66b4bf18298e details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:17.030001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'network_id': '8ac228ef-eb25-49d8-bbe9-66b4bf18298e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:17.208475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:17.213545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:17.213982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:subnet and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:17.225198 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e860ef27-ba48-4a6c-a92d-51322aeb76bf tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2569048 Mar 22 12:26:17.226447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43046) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:17.226970 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Sync routers for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:26:17.232057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:17.235442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'network': {'name': 'tempest-RoutersTest-1996763270'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:17.239495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:17.240178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c8dde-8d8f-4a8f-9d57-70976e7456ae None None] Pushing event updated for resources: {'Port': ['ID=f2867853-538b-44de-ba97-64419e2e1523,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:17.243145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:17.248180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:network and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:17.252173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:17.258184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f84c-6e37-4d5c-971d-3d2c98153edf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:17.259743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:17.261121 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:17.262678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:17.265978 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:17.270986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:17.273912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:17.303795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:17.313546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:17.313736 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added segment 39aba33b-d702-4df6-94fe-ba9e85876b2d of type vlan for network bfe5838e-00c3-4f6d-9e15-50568a73a6a4 Mar 22 12:26:17.348772 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:17.362839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Transition to ACTIVE for port object b31e6b10-07c2-4b7f-9283-e6df1851d4cd will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:17.366625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c9ad5-5d4f-4910-8b22-36e9b2cdf8b4 None None] Pushing event updated for resources: {'Port': ['ID=02cef6c2-2074-484c-89e6-233fc20cd916,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:17.384829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Attempting to bind port 4e714e38-890b-4fa4-b84d-e849487f29a7 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:17.385276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Attempting to bind port 4e714e38-890b-4fa4-b84d-e849487f29a7 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'b17bc8c5-3b80-444a-b0ff-076d3804ee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:17.385729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Attempting to bind port 4e714e38-890b-4fa4-b84d-e849487f29a7 on network ba98870f-6473-40c8-b7f2-4dd71860e358 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:17.405136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:17.410269 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:17.411613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:17.416461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5f84c-6e37-4d5c-971d-3d2c98153edf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=871c39ab-7383-4a1b-a1aa-0064f07ecaf0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:17.435152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:17.459052 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4f5f84c-6e37-4d5c-971d-3d2c98153edf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:17.464790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:17.468767 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:17.483661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 7c365d9c-c146-44f2-90e0-35cbfd2317e0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:17.545350 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f4f5f84c-6e37-4d5c-971d-3d2c98153edf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/871c39ab-7383-4a1b-a1aa-0064f07ecaf0 HTTP/1.1" status: 204 len: 168 time: 1.1697423 Mar 22 12:26:17.548264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:17.548774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Checking segment: {'id': 'b17bc8c5-3b80-444a-b0ff-076d3804ee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:17.549177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:17.549580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Bound using segment: {'id': 'b17bc8c5-3b80-444a-b0ff-076d3804ee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:17.550073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Bound port: 4e714e38-890b-4fa4-b84d-e849487f29a7, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17bc8c5-3b80-444a-b0ff-076d3804ee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:17.550992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:17.560160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:17.560811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:17.571353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43050) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:17.572185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Network': ['ID=bfe5838e-00c3-4f6d-9e15-50568a73a6a4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:17.633428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Transition to ACTIVE for port object b31e6b10-07c2-4b7f-9283-e6df1851d4cd will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:17.645614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network bfe5838e-00c3-4f6d-9e15-50568a73a6a4 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:18.027031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a687095e-95a6-4430-9399-c67a1b8852ea None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:18.050547 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e27e9fe4-3b3e-4ff5-81c0-5446a6682967 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4726937 Mar 22 12:26:18.056494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43054) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:18.058659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:18.066436 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2f332fa4-3753-47cc-90b9-7fbd71c56e23 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8371007 Mar 22 12:26:18.070321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:18.087458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43058) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:18.119636 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'subnet': {'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:18.166925 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:26:14Z', 'revision_number': 2, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:15Z', 'revision_number': 2, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:18.174377 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Checking router: cd154f96-abb8-48ae-8aaa-c144cb8928d4 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:26:18.175447 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Updating router cd154f96-abb8-48ae-8aaa-c144cb8928d4 port 1ede22b5-1619-4d80-9476-14b6f9bf4006 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:26:18.248094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] For port a8a30070-0318-4aed-a59e-d7dde8e20bdb, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a8a30070-0318-4aed-a59e-d7dde8e20bdb,segment=NetworkSegment(8c3e4ba0-7d82-4f39-a0c8-d358f659583f),segment_id=8c3e4ba0-7d82-4f39-a0c8-d358f659583f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:18.248981 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:18.304316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Allocated IP 2001:db8::39c (1d8bbb29-94c0-47a3-b60e-edff988e2df7/c694fde9-b6a1-4de2-afbf-ad650aeee419/3cb2599a-f6db-4e05-b155-ceb615d333e2) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:18.304614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:18.327218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:18.331679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:18.333560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:18.335699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:18.342044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:18.363394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:18.429486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=a21069f3-f551-416b-b7ae-37e3b570992c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:18.430293 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Network 1d8bbb29-94c0-47a3-b60e-edff988e2df7 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:18.435890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Pushing event updated for resources: {'Port': ['ID=b31e6b10-07c2-4b7f-9283-e6df1851d4cd,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:18.451728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:18.454010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Checking segment: {'id': '11875639-7445-42d7-b0d2-49713b44152d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8ac228ef-eb25-49d8-bbe9-66b4bf18298e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:18.454369 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network hostable DHCP agents. Network: 8ac228ef-eb25-49d8-bbe9-66b4bf18298e, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:18.460113 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:18.484870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:18.493928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:subnet and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:18.516306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:18.529026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-383e2881-0944-4e07-a32c-e987a8b00238', 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'fixed_ips': [{'subnet_id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:18.529906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:18.539623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:18.546733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:18.576863 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:18.608603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network 8ac228ef-eb25-49d8-bbe9-66b4bf18298e is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:18.628496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 8ac228ef-eb25-49d8-bbe9-66b4bf18298e) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:18.635736 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:18.636306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:18.660719 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:18.704357 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7e737f-0710-45cf-8615-e6346dc3cd84 None None] Network 8ac228ef-eb25-49d8-bbe9-66b4bf18298e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:18.719725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43062) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:18.721484 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-25a40a99-da31-4be4-b2d4-2e1a1d6cf58c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7594185 Mar 22 12:26:18.735957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:18.745026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Provisioning for port 7c365d9c-c146-44f2-90e0-35cbfd2317e0 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:18.783024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] For port 4e714e38-890b-4fa4-b84d-e849487f29a7, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:18.881828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Provisioning complete for port 7c365d9c-c146-44f2-90e0-35cbfd2317e0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:18.882347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:18.925119 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:18.929116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:18.952108 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Transition to ACTIVE for port object 1ede22b5-1619-4d80-9476-14b6f9bf4006 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:18.967160 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.028351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] For port 4e714e38-890b-4fa4-b84d-e849487f29a7, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4e714e38-890b-4fa4-b84d-e849487f29a7,segment=NetworkSegment(b17bc8c5-3b80-444a-b0ff-076d3804ee8d),segment_id=b17bc8c5-3b80-444a-b0ff-076d3804ee8d)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:19.034023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.165660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570d19fe-bedb-4e2a-b439-43afc275caa8 None None] Network 69f697c3-4091-474d-b317-8b6a340b14c7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:19.166186 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Pushing event updated for resources: {'Port': ['ID=1ede22b5-1619-4d80-9476-14b6f9bf4006,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:19.198434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.202530 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Pushing event updated for resources: {'Port': ['ID=a8a30070-0318-4aed-a59e-d7dde8e20bdb,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:19.210687 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:19.211301 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:19.211802 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:19.212663 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:19.213149 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:19.213668 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:19.214137 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:19.214646 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:19.215127 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:19.215600 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:19.216072 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:19.282528 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Attempting to bind port 1ede22b5-1619-4d80-9476-14b6f9bf4006 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:19.283655 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Attempting to bind port 1ede22b5-1619-4d80-9476-14b6f9bf4006 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'b17bc8c5-3b80-444a-b0ff-076d3804ee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:19.284166 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Attempting to bind port 1ede22b5-1619-4d80-9476-14b6f9bf4006 on network ba98870f-6473-40c8-b7f2-4dd71860e358 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:19.291490 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:19.292109 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Checking segment: {'id': 'b17bc8c5-3b80-444a-b0ff-076d3804ee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:19.292655 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.293183 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Bound using segment: {'id': 'b17bc8c5-3b80-444a-b0ff-076d3804ee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:19.293814 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Bound port: 1ede22b5-1619-4d80-9476-14b6f9bf4006, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17bc8c5-3b80-444a-b0ff-076d3804ee8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:19.294367 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.392269 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] For port 1ede22b5-1619-4d80-9476-14b6f9bf4006, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:19.396325 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] For port 1ede22b5-1619-4d80-9476-14b6f9bf4006, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=1ede22b5-1619-4d80-9476-14b6f9bf4006,segment=NetworkSegment(b17bc8c5-3b80-444a-b0ff-076d3804ee8d),segment_id=b17bc8c5-3b80-444a-b0ff-076d3804ee8d)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:19.402932 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.452288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Allocated IP 2001:db8:2::1 (383e2881-0944-4e07-a32c-e987a8b00238/924ebe15-00d6-439d-9b4d-bca8964bc2fc/e8f5ceca-f71e-47ad-98d6-6ca06d8bded9) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:19.507984 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb30ce2-e337-4936-a2f7-c1537f54a758 None None] Pushing event updated for resources: {'Port': ['ID=1ede22b5-1619-4d80-9476-14b6f9bf4006,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:19.523980 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:19.524772 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:19.558823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.602339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Attempting to bind port b31e6b10-07c2-4b7f-9283-e6df1851d4cd on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:19.602339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Attempting to bind port b31e6b10-07c2-4b7f-9283-e6df1851d4cd by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '4df48f19-ed8d-44a1-afcc-9da37e3f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8bbb29-94c0-47a3-b60e-edff988e2df7'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:19.606308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Attempting to bind port b31e6b10-07c2-4b7f-9283-e6df1851d4cd on network 1d8bbb29-94c0-47a3-b60e-edff988e2df7 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:19.642737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:19.643212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Checking segment: {'id': '4df48f19-ed8d-44a1-afcc-9da37e3f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8bbb29-94c0-47a3-b60e-edff988e2df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:19.643494 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.643972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Bound using segment: {'id': '4df48f19-ed8d-44a1-afcc-9da37e3f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8bbb29-94c0-47a3-b60e-edff988e2df7'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:19.644488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Bound port: b31e6b10-07c2-4b7f-9283-e6df1851d4cd, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df48f19-ed8d-44a1-afcc-9da37e3f27cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1d8bbb29-94c0-47a3-b60e-edff988e2df7'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:19.644824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.645820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.662321 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Transition to ACTIVE for port object e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:19.667562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.687381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.755475 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:19.811251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 383e2881-0944-4e07-a32c-e987a8b00238 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:19.813359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:19.817676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:19.818411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:19.831055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=e8f5ceca-f71e-47ad-98d6-6ca06d8bded9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:19.891430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a8a30070-0318-4aed-a59e-d7dde8e20bdb up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:19.964704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Subnet': ['ID=a21069f3-f551-416b-b7ae-37e3b570992c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:20.017852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.027830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:26:20.041184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0978864-808b-4344-92b9-2cdaab3d6a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-8ac228ef-eb25-49d8-bbe9-66b4bf18298e', 'network_id': '8ac228ef-eb25-49d8-bbe9-66b4bf18298e', 'tenant_id': 'd7f4a5f6a2a4455c955e1d7d3a73e220', 'fixed_ips': [{'subnet_id': 'a21069f3-f551-416b-b7ae-37e3b570992c'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:20.042016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0978864-808b-4344-92b9-2cdaab3d6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.187292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.objects.ports [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83794) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:26:20.211192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Deleting port 7c365d9c-c146-44f2-90e0-35cbfd2317e0 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:20.211560 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.266996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.282195 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:26:14Z', 'revision_number': 2, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:19Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:20.285874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Transition to ACTIVE for port object 3cb2599a-f6db-4e05-b155-ceb615d333e2 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:20.291615 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10c6a7-30f6-45f2-b7f5-d5de20fc6b35 None None] The sync data for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv is: [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:26:14Z', 'revision_number': 2, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:19Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:26:20.308503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.390776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac228ef-eb25-49d8-bbe9-66b4bf18298e']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:20.419106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11875639-7445-42d7-b0d2-49713b44152d') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:20.419393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11875639-7445-42d7-b0d2-49713b44152d') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:20.452411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.478454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.481795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.485306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.505267 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd9e08-10ee-4189-94d8-1a8efbebb759 None None] Pushing event updated for resources: {'Port': ['ID=4e714e38-890b-4fa4-b84d-e849487f29a7,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:20.562608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3b24d7-5cf9-4597-82b3-d270ac202a2e None None] Network 8ac228ef-eb25-49d8-bbe9-66b4bf18298e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:20.580300 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:20.580825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.596536 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Allocated IP 2001:db8:2::2 (383e2881-0944-4e07-a32c-e987a8b00238/924ebe15-00d6-439d-9b4d-bca8964bc2fc/e1dddd07-38d5-41cd-a5c6-336410629503) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:20.607304 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:20.614374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.623791 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.624891 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.630785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] For port b31e6b10-07c2-4b7f-9283-e6df1851d4cd, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:20.634199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] For port b31e6b10-07c2-4b7f-9283-e6df1851d4cd, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b31e6b10-07c2-4b7f-9283-e6df1851d4cd,segment=NetworkSegment(4df48f19-ed8d-44a1-afcc-9da37e3f27cc),segment_id=4df48f19-ed8d-44a1-afcc-9da37e3f27cc)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:20.692831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.822240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Network 1d8bbb29-94c0-47a3-b60e-edff988e2df7 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:20.823190 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Subnet': ['ID=8fef7f99-6076-4dac-819c-6a0e6ddfce7b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:20.836406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.837545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:20.847646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.855799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Pushing event updated for resources: {'Port': ['ID=3cb2599a-f6db-4e05-b155-ceb615d333e2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:20.871851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.878538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 383e2881-0944-4e07-a32c-e987a8b00238 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:20.879730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:20.879926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:20.883608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:20.884243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:20.887145 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=e8f5ceca-f71e-47ad-98d6-6ca06d8bded9,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:20.953545 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/8ac228ef-eb25-49d8-bbe9-66b4bf18298e HTTP/1.1" status: 204 len: 168 time: 2.1991692 Mar 22 12:26:20.981803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43066) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:20.985234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Checking segment: {'id': '39aba33b-d702-4df6-94fe-ba9e85876b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:20.985947 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network hostable DHCP agents. Network: bfe5838e-00c3-4f6d-9e15-50568a73a6a4, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:20.997898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb3277-fcfb-4add-ad5c-31e205754472 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Network': ['ID=8ac228ef-eb25-49d8-bbe9-66b4bf18298e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:21.005598 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ab94e29c-bfb6-4456-9eb3-4744de90876d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 5.8141093 Mar 22 12:26:21.006398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43070) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:21.009931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.049957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-740360923'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:21.066162 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:21.092592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:network and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:21.100481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:21.109947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:21.129469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] For port 7c365d9c-c146-44f2-90e0-35cbfd2317e0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7c365d9c-c146-44f2-90e0-35cbfd2317e0,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:21.130498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.139095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:21.143838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.197979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network bfe5838e-00c3-4f6d-9e15-50568a73a6a4 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:21.318134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, bfe5838e-00c3-4f6d-9e15-50568a73a6a4) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:21.324050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:21.325125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.375550 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cbfb13b7-46df-4c25-b934-8c46aaca971a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2693305 Mar 22 12:26:21.381944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43074) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:21.401042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Calling delete_port for 7c365d9c-c146-44f2-90e0-35cbfd2317e0 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:21.473420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bf1aaf-474e-426b-b4aa-ffe18e9fc4c3 None None] Network ba98870f-6473-40c8-b7f2-4dd71860e358 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:21.484341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:21.488962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac083be-02bf-483d-b0c7-36fe89a0b422 None None] Network bfe5838e-00c3-4f6d-9e15-50568a73a6a4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:21.508970 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.509303 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Added segment 85ff46de-a82a-4b54-b704-f1dcd59193c7 of type vlan for network 47b380f3-e6b0-4e37-a418-55b7b85d779c Mar 22 12:26:21.549519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.565643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb33c2-7016-4042-8b87-f8c335f09c77 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:21.569312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb33c2-7016-4042-8b87-f8c335f09c77 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:21.573160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb33c2-7016-4042-8b87-f8c335f09c77 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:21.574021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-42bb33c2-7016-4042-8b87-f8c335f09c77 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Synchronizing usage tracker for tenant:84d219a9f82e42ff952179cb6e7615f9 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:21.578151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] For port 7c365d9c-c146-44f2-90e0-35cbfd2317e0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7c365d9c-c146-44f2-90e0-35cbfd2317e0,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:21.594480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 6d4dce75-8453-4451-8ef5-0267b022a089 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:26:21.601939 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.605817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:21.606418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.633030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-42bb33c2-7016-4042-8b87-f8c335f09c77 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Unset dirty status for tenant:84d219a9f82e42ff952179cb6e7615f9 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:21.638217 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-42bb33c2-7016-4042-8b87-f8c335f09c77 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.6299243 Mar 22 12:26:21.641546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43078) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:21.643493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.698254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.699897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.788298 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8053310 Mar 22 12:26:21.795233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43082) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:21.838217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'network_id': '47b380f3-e6b0-4e37-a418-55b7b85d779c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:21.852099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ba3fb-bb46-4728-9607-b5c0f1cf73c1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=47b380f3-e6b0-4e37-a418-55b7b85d779c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:21.922020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:21.927792 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7cc1e458-96f5-4400-a0ba-882670f91f52 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0545411 Mar 22 12:26:21.930512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43086) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:21.936381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823513199'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:21.941364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:21.945285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:network and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:21.948553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:21.955097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:21.968803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:21.972068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:21.979478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:21.983763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-54552e10-5331-44c6-8043-8417ee25f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Deleting port 3cb2599a-f6db-4e05-b155-ceb615d333e2 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:21.984151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54552e10-5331-44c6-8043-8417ee25f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.003216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:22.020398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.020808 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added segment 04e422cd-3007-41d1-a79a-c9b21202944f of type vlan for network 892b6317-7ad2-4798-a9e7-7e002b515da0 Mar 22 12:26:22.030292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:22.047381 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 47b380f3-e6b0-4e37-a418-55b7b85d779c details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:22.053530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.096275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.103716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:22.104347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.132607 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a8a30070-0318-4aed-a59e-d7dde8e20bdb triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:22.133129 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.157690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:12Z', 'revision_number': 3, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': '811b61c9-f062-49ba-b45c-2cd103c22fa9', 'name': '', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:90:dd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:11Z', 'updated_at': '2022-03-22T12:26:13Z', 'revision_number': 2, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:16Z', 'revision_number': 4, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:22.161046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:22.161646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.169677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=7c365d9c-c146-44f2-90e0-35cbfd2317e0,revision_number=5']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:22.178874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=31621c01-1084-44c1-9a08-8c8bd38fdc13,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:22.182743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15069d-9119-4639-9eda-08fb419d9506 None None] Pushing event updated for resources: {'Port': ['ID=b31e6b10-07c2-4b7f-9283-e6df1851d4cd,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:22.212734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:22.224518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:subnet and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:22.258964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Network': ['ID=892b6317-7ad2-4798-a9e7-7e002b515da0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:22.265248 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fc0ec081-12b1-4b33-9ce3-ec9e731988a3 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3310959 Mar 22 12:26:22.268224 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43090) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:22.274858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'subnet': {'network_id': '892b6317-7ad2-4798-a9e7-7e002b515da0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:22.286642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:22.293651 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c350f397-ef4e-4653-b22d-6801e03a2d1c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2335167 Mar 22 12:26:22.294321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43094) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:22.322124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.345811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97f677-4c5a-4ec4-b86e-8a2205a840e4 None None] The sync data for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv is: [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:12Z', 'revision_number': 3, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': '811b61c9-f062-49ba-b45c-2cd103c22fa9', 'name': '', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:90:dd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:11Z', 'updated_at': '2022-03-22T12:26:13Z', 'revision_number': 2, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:16Z', 'revision_number': 4, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:26:22.347772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 892b6317-7ad2-4798-a9e7-7e002b515da0 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:22.368915 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:22.436538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-08d72981-041d-4a7e-a116-1d7b3e0224e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:22.483192 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:22.488219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:subnet and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:22.490587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:22.496386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:22.497894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Transition to ACTIVE for port object e1dddd07-38d5-41cd-a5c6-336410629503 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:22.509745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Made reservation on behalf of 5dd8bca4cef24b479926d2da06c53eaa for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:22.560724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:22.630280 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:26:22.630757 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:26:22.647987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:22.648243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.648995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.657942 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:26:22.658464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:26:22.675397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Transition to ACTIVE for port object e1dddd07-38d5-41cd-a5c6-336410629503 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:22.721341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.819303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.853320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-08d72981-041d-4a7e-a116-1d7b3e0224e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:22.905528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.906864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-08d72981-041d-4a7e-a116-1d7b3e0224e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:22.917005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-08d72981-041d-4a7e-a116-1d7b3e0224e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:22.919745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Network 383e2881-0944-4e07-a32c-e987a8b00238 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:22.947939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-08d72981-041d-4a7e-a116-1d7b3e0224e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:22.952899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Pushing event updated for resources: {'Port': ['ID=e1dddd07-38d5-41cd-a5c6-336410629503,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:22.955755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:22.958810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54552e10-5331-44c6-8043-8417ee25f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:22.966976 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:22.979036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 02cef6c2-2074-484c-89e6-233fc20cd916 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:23.015252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Checking segment: {'id': '04e422cd-3007-41d1-a79a-c9b21202944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '892b6317-7ad2-4798-a9e7-7e002b515da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:23.015623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network hostable DHCP agents. Network: 892b6317-7ad2-4798-a9e7-7e002b515da0, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:23.056078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Subnet': ['ID=f31d9016-f5d2-4862-a918-940b8eff9206,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:23.077287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 892b6317-7ad2-4798-a9e7-7e002b515da0 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:23.094904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 892b6317-7ad2-4798-a9e7-7e002b515da0) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:23.099763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:23.100526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:23.137694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-54552e10-5331-44c6-8043-8417ee25f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Calling delete_port for 3cb2599a-f6db-4e05-b155-ceb615d333e2 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:23.142046 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e26370ca-08d1-4ef9-81ee-5731eebc694a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8731601 Mar 22 12:26:23.144965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43098) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:23.180878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d72981-041d-4a7e-a116-1d7b3e0224e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:23.189221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-08d72981-041d-4a7e-a116-1d7b3e0224e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:23.283194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Allocated IP 172.21.0.2 (bfe5838e-00c3-4f6d-9e15-50568a73a6a4/8fef7f99-6076-4dac-819c-6a0e6ddfce7b/580c2d18-cb4c-4487-a570-18713560b8c1) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:23.481707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Deleting port 7c365d9c-c146-44f2-90e0-35cbfd2317e0 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:23.482082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:23.694946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:23.713647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Transition to ACTIVE for port object 580c2d18-cb4c-4487-a570-18713560b8c1 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:23.736987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Transition to ACTIVE for port object 580c2d18-cb4c-4487-a570-18713560b8c1 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:23.756022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8b24e0-712c-4650-89e1-58050664dd12 None None] Network 892b6317-7ad2-4798-a9e7-7e002b515da0 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:23.807373 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:23.857612 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.ipam_backend_mixin [None req-08d72981-041d-4a7e-a116-1d7b3e0224e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31621c01-1084-44c1-9a08-8c8bd38fdc13 (CIDR: 2001:db8::/64) Mar 22 12:26:23.895914 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d72981-041d-4a7e-a116-1d7b3e0224e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:26:23.896492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d72981-041d-4a7e-a116-1d7b3e0224e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:23.921934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:23.965386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef541712-b939-487d-9fe0-b3cf7d10fe05 None None] Network 1d8bbb29-94c0-47a3-b60e-edff988e2df7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:24.039850 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-08d72981-041d-4a7e-a116-1d7b3e0224e8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6727693 Mar 22 12:26:24.044251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43102) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:24.057438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:24.095598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54552e10-5331-44c6-8043-8417ee25f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:24.136618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Attempting to bind port e1dddd07-38d5-41cd-a5c6-336410629503 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:24.136989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Attempting to bind port e1dddd07-38d5-41cd-a5c6-336410629503 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '1dede012-ff8c-4492-99ea-94f375a19deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:24.137332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Attempting to bind port e1dddd07-38d5-41cd-a5c6-336410629503 on network 383e2881-0944-4e07-a32c-e987a8b00238 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:24.179080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Network bfe5838e-00c3-4f6d-9e15-50568a73a6a4 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:24.226652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:24.265030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] For port 7c365d9c-c146-44f2-90e0-35cbfd2317e0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7c365d9c-c146-44f2-90e0-35cbfd2317e0,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:24.278255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:24.280261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Pushing event updated for resources: {'Port': ['ID=580c2d18-cb4c-4487-a570-18713560b8c1,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:24.323007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:24.323726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Checking segment: {'id': '1dede012-ff8c-4492-99ea-94f375a19deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:24.323832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:24.324133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Bound using segment: {'id': '1dede012-ff8c-4492-99ea-94f375a19deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:24.333542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Bound port: e1dddd07-38d5-41cd-a5c6-336410629503, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dede012-ff8c-4492-99ea-94f375a19deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:24.335610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:24.359780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:24.445553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 02cef6c2-2074-484c-89e6-233fc20cd916 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:24.448667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:24.496396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:24.548445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54552e10-5331-44c6-8043-8417ee25f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Pushing event deleted for resources: {'Port': ['ID=3cb2599a-f6db-4e05-b155-ceb615d333e2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:24.724293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:24.728674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:24.734526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:24.743553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:24.830203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:24.869523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-54552e10-5331-44c6-8043-8417ee25f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:24.870614 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-54552e10-5331-44c6-8043-8417ee25f3bb tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] 10.222.0.62 "DELETE /v2.0/ports/3cb2599a-f6db-4e05-b155-ceb615d333e2 HTTP/1.1" status: 204 len: 168 time: 3.2252944 Mar 22 12:26:24.875497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43106) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:24.895696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Request body: {'port': {'name': 'tempest-new-port-name-1091183362', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:24.896149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.api.validators [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] bootfile-name is not in valid_values {{(pid=83793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:26:24.896485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.api.validators [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] tftp-server is not in valid_values {{(pid=83793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:26:24.896806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.api.validators [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] server-ip-address is not in valid_values {{(pid=83793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 22 12:26:25.016251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7e9ee-f0f6-4aff-a7bf-d1171007d421 None None] Pushing event updated for resources: {'Port': ['ID=7c365d9c-c146-44f2-90e0-35cbfd2317e0,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:25.031149 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b31e6b10-07c2-4b7f-9283-e6df1851d4cd up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:25.092564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=82c81b7d-58fe-4fa5-849e-67a26c549fe5,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:25.123058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] For port e1dddd07-38d5-41cd-a5c6-336410629503, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:25.123877 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:26:25.145015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Checking segment: {'id': '85ff46de-a82a-4b54-b704-f1dcd59193c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47b380f3-e6b0-4e37-a418-55b7b85d779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:25.145687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network hostable DHCP agents. Network: 47b380f3-e6b0-4e37-a418-55b7b85d779c, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:25.182155 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] For port e1dddd07-38d5-41cd-a5c6-336410629503, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e1dddd07-38d5-41cd-a5c6-336410629503,segment=NetworkSegment(1dede012-ff8c-4492-99ea-94f375a19deb),segment_id=1dede012-ff8c-4492-99ea-94f375a19deb)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:25.238472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Attempting to bind port 580c2d18-cb4c-4487-a570-18713560b8c1 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:25.238829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Attempting to bind port 580c2d18-cb4c-4487-a570-18713560b8c1 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '39aba33b-d702-4df6-94fe-ba9e85876b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:25.239188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Attempting to bind port 580c2d18-cb4c-4487-a570-18713560b8c1 on network bfe5838e-00c3-4f6d-9e15-50568a73a6a4 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:25.266717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:25.269259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:25.310388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:25.319361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:25.606172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Allocated IP 2001:db8:3::1 (892b6317-7ad2-4798-a9e7-7e002b515da0/f31d9016-f5d2-4862-a918-940b8eff9206/dd4ba300-5bfa-40a0-9160-070cdd7b9fe7) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:25.682353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Provisioning complete for port a8a30070-0318-4aed-a59e-d7dde8e20bdb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:25.682989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:25.706911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network 47b380f3-e6b0-4e37-a418-55b7b85d779c is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:25.738127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 47b380f3-e6b0-4e37-a418-55b7b85d779c) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:25.756132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:25.756716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:25.804046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:25.804481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Checking segment: {'id': '39aba33b-d702-4df6-94fe-ba9e85876b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:25.804804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:25.805190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Bound using segment: {'id': '39aba33b-d702-4df6-94fe-ba9e85876b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:25.805687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Bound port: 580c2d18-cb4c-4487-a570-18713560b8c1, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39aba33b-d702-4df6-94fe-ba9e85876b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:25.806049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:25.827762 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690c54c-a9c9-4e39-922b-3c474628480b None None] Network 47b380f3-e6b0-4e37-a418-55b7b85d779c requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:25.858843 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-32d73e05-6135-43ae-a3ad-888d3c4b36a2 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0510218 Mar 22 12:26:25.863425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43110) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:25.877229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'network_id': '47b380f3-e6b0-4e37-a418-55b7b85d779c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:25.896605 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:25.958495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:25.972292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-892b6317-7ad2-4798-a9e7-7e002b515da0', 'network_id': '892b6317-7ad2-4798-a9e7-7e002b515da0', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'fixed_ips': [{'subnet_id': 'f31d9016-f5d2-4862-a918-940b8eff9206'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:25.973285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.029526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.056803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] For port 7c365d9c-c146-44f2-90e0-35cbfd2317e0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7c365d9c-c146-44f2-90e0-35cbfd2317e0,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:26.057119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.097799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Allocated IP 172.21.0.1 (bfe5838e-00c3-4f6d-9e15-50568a73a6a4/8fef7f99-6076-4dac-819c-6a0e6ddfce7b/6c77e145-3cb0-400d-ad43-ab0c69b8d924) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:26.106401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Transition to ACTIVE for port object dd4ba300-5bfa-40a0-9160-070cdd7b9fe7 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:26.124114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] In _notify_port_updated(), no bound segment for port c11b9d23-9b55-4277-ae48-d401447ed8a4 on network 1d8bbb29-94c0-47a3-b60e-edff988e2df7 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:26:26.129430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:26.130390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.135234 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] 10.222.0.62 "PUT /v2.0/ports/c11b9d23-9b55-4277-ae48-d401447ed8a4 HTTP/1.1" status: 200 len: 1129 time: 1.2537360 Mar 22 12:26:26.137815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:26.158392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa13c1-4b6a-4a34-8912-2898503b4631 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Pushing event updated for resources: {'Port': ['ID=c11b9d23-9b55-4277-ae48-d401447ed8a4,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:26.196979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:26.202987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:subnet and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:26.203632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553a454-4c04-4ee8-9275-50275da76793 None None] Pushing event updated for resources: {'Port': ['ID=e1dddd07-38d5-41cd-a5c6-336410629503,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:26.204665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:26.211796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:26.223438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:26.273123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46a0aba-0e4a-444c-a04e-610438d42810 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:26.273959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c46a0aba-0e4a-444c-a04e-610438d42810 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Synchronizing usage tracker for tenant:84d219a9f82e42ff952179cb6e7615f9 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:26.281259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.330339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Calling delete_port for 7c365d9c-c146-44f2-90e0-35cbfd2317e0 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:26.392109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.429560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c46a0aba-0e4a-444c-a04e-610438d42810 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Unset dirty status for tenant:84d219a9f82e42ff952179cb6e7615f9 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:26.434685 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c46a0aba-0e4a-444c-a04e-610438d42810 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] 10.222.0.62 "GET /v2.0/ports/c11b9d23-9b55-4277-ae48-d401447ed8a4 HTTP/1.1" status: 200 len: 1129 time: 0.2957842 Mar 22 12:26:26.438626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43118) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:26.461402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=7c66193a-9f6c-425a-a6d0-61c813984937,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:26.475250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:26.478484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:26.482083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:26.482799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.501903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port b31e6b10-07c2-4b7f-9283-e6df1851d4cd completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:26.552974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.562449 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0125b47a-e4e0-4659-bbbc-1e958e22bd0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5125334 Mar 22 12:26:26.565400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43122) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:26.565673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1ede22b5-1619-4d80-9476-14b6f9bf4006 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:26.583499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:96:02:e7', 'name': 'tempest-NetworksTestDHCPv6-1351694'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:26.612508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Transition to ACTIVE for port object 6c77e145-3cb0-400d-ad43-ab0c69b8d924 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:26.614254 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 892b6317-7ad2-4798-a9e7-7e002b515da0 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:26.621839 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:26.629833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:26.630342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.636722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.730584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] For port 580c2d18-cb4c-4487-a570-18713560b8c1, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:26.753174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=dd4ba300-5bfa-40a0-9160-070cdd7b9fe7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:26.792137 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8f146005-768c-47ea-a4c7-901b4ad5d094 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Deleting port c11b9d23-9b55-4277-ae48-d401447ed8a4 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:26.792477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f146005-768c-47ea-a4c7-901b4ad5d094 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.850572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] For port 580c2d18-cb4c-4487-a570-18713560b8c1, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=580c2d18-cb4c-4487-a570-18713560b8c1,segment=NetworkSegment(39aba33b-d702-4df6-94fe-ba9e85876b2d),segment_id=39aba33b-d702-4df6-94fe-ba9e85876b2d)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:26.866610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-47b380f3-e6b0-4e37-a418-55b7b85d779c', 'network_id': '47b380f3-e6b0-4e37-a418-55b7b85d779c', 'tenant_id': 'd7f4a5f6a2a4455c955e1d7d3a73e220', 'fixed_ips': [{'subnet_id': '82c81b7d-58fe-4fa5-849e-67a26c549fe5'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:26.868008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.928790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Allocated IP 2001:db8:3::2 (892b6317-7ad2-4798-a9e7-7e002b515da0/f31d9016-f5d2-4862-a918-940b8eff9206/437ab9ca-2a89-4a93-bf73-666e9034b2aa) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:26.934037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:26.964569 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:26.970795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:26.978439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:26.987314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:27.002171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:27.006059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:27.026324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:27.037791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:26:27.038147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:26:27.085433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Provisioning for port 4e714e38-890b-4fa4-b84d-e849487f29a7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:27.102360 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 1cee5540-5872-4571-8463-3649d9dea7cb yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:26:27.141848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 1ede22b5-1619-4d80-9476-14b6f9bf4006 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:27.175539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network bfe5838e-00c3-4f6d-9e15-50568a73a6a4 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:27.186978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:27.195334 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=6c77e145-3cb0-400d-ad43-ab0c69b8d924,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:27.200559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:27.232542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:27.298362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:27.341104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4e714e38-890b-4fa4-b84d-e849487f29a7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:27.375197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f146005-768c-47ea-a4c7-901b4ad5d094 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:27.416359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdc86a-2847-46e0-a08a-7f7aebd26c1a None None] Pushing event updated for resources: {'Port': ['ID=580c2d18-cb4c-4487-a570-18713560b8c1,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:27.531515 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Provisioning for port 811b61c9-f062-49ba-b45c-2cd103c22fa9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:27.558932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8:0:1::1d8 (578a050b-df3b-4bf8-b5f3-612af8e4798e/7c66193a-9f6c-425a-a6d0-61c813984937/1cee5540-5872-4571-8463-3649d9dea7cb) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:27.571090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Provisioning complete for port 811b61c9-f062-49ba-b45c-2cd103c22fa9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:27.571935 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:27.586008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::f816:3eff:fe96:2e7 (578a050b-df3b-4bf8-b5f3-612af8e4798e/31621c01-1084-44c1-9a08-8c8bd38fdc13/1cee5540-5872-4571-8463-3649d9dea7cb) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:27.674133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:27.679563 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Port 811b61c9-f062-49ba-b45c-2cd103c22fa9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:26:27.702147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8f146005-768c-47ea-a4c7-901b4ad5d094 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Calling delete_port for c11b9d23-9b55-4277-ae48-d401447ed8a4 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:27.779089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:27.800925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Deleting port 7c365d9c-c146-44f2-90e0-35cbfd2317e0 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:27.801751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:27.903927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 4e714e38-890b-4fa4-b84d-e849487f29a7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:27.920067 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4e714e38-890b-4fa4-b84d-e849487f29a7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:27.920067 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:27.949502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network 47b380f3-e6b0-4e37-a418-55b7b85d779c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:27.962194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:27.969048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:27.969994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.019761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=f7b411c7-75a9-4052-8f94-8769b8f36aa3,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:28.189032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.203958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Transition to ACTIVE for port object 437ab9ca-2a89-4a93-bf73-666e9034b2aa will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:28.233380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Transition to ACTIVE for port object 437ab9ca-2a89-4a93-bf73-666e9034b2aa will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:28.255735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Allocated IP 2001:db8::2 (47b380f3-e6b0-4e37-a418-55b7b85d779c/82c81b7d-58fe-4fa5-849e-67a26c549fe5/618e735a-7297-431b-a79b-7e9dd3ff3692) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:28.268548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.352865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Provisioning complete for port 7c365d9c-c146-44f2-90e0-35cbfd2317e0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:28.353376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.357316 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7cac7f87-ff6d-41bf-a41e-ef9d3eae945d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4883783 Mar 22 12:26:28.363775 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43126) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:28.373764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 1cee5540-5872-4571-8463-3649d9dea7cb will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:28.404442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.444413 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.500509 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f146005-768c-47ea-a4c7-901b4ad5d094 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.513211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92011fc1-2980-419d-9f9b-fd151e03358e None None] Network 383e2881-0944-4e07-a32c-e987a8b00238 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:28.554700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59f9bbf-a2a6-472d-90ee-b304824249ec tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:28.556457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59f9bbf-a2a6-472d-90ee-b304824249ec tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:28.558132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59f9bbf-a2a6-472d-90ee-b304824249ec tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:28.559707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59f9bbf-a2a6-472d-90ee-b304824249ec tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:28.561325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59f9bbf-a2a6-472d-90ee-b304824249ec tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:28.563236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d59f9bbf-a2a6-472d-90ee-b304824249ec tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Synchronizing usage tracker for tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:28.589262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f146005-768c-47ea-a4c7-901b4ad5d094 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Pushing event deleted for resources: {'Port': ['ID=c11b9d23-9b55-4277-ae48-d401447ed8a4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:28.595394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.599875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=1cee5540-5872-4571-8463-3649d9dea7cb,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:28.620672 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.622440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.658908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.659305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.709064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d59f9bbf-a2a6-472d-90ee-b304824249ec tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Unset dirty status for tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:28.710201 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d59f9bbf-a2a6-472d-90ee-b304824249ec tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3432541 Mar 22 12:26:28.718745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8f146005-768c-47ea-a4c7-901b4ad5d094 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.722058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43130) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:28.749623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533150848'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:28.783166 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:28.790556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:28.793579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:28.800099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:28.800886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.803487 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8f146005-768c-47ea-a4c7-901b4ad5d094 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] 10.222.0.62 "DELETE /v2.0/ports/c11b9d23-9b55-4277-ae48-d401447ed8a4 HTTP/1.1" status: 204 len: 168 time: 2.3574321 Mar 22 12:26:28.811970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Network 892b6317-7ad2-4798-a9e7-7e002b515da0 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:28.815195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43134) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:28.824638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:28.843564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:network and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:28.851321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:28.854849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:28.883575 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Pushing event updated for resources: {'Port': ['ID=437ab9ca-2a89-4a93-bf73-666e9034b2aa,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:28.886092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:28.893908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:28.907592 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=6c77e145-3cb0-400d-ad43-ab0c69b8d924,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:28.925728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:28.938935 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Sync routers for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:26:28.982468 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6ac193d9-4ab9-4471-a989-802d86cdfdaf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4157724 Mar 22 12:26:28.990655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43138) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:29.010366 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.019104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-65bde5a7-6253-4fc8-a1e3-d41d41f391f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.034102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event updated for resources: {'Port': ['ID=dd4ba300-5bfa-40a0-9160-070cdd7b9fe7,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:29.056607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:29.059564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.131473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Network 892b6317-7ad2-4798-a9e7-7e002b515da0 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:29.137415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:29.147307 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cafaef1a-8e58-42d2-818d-1882ec907b6d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 1cee5540-5872-4571-8463-3649d9dea7cb {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:29.148157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cafaef1a-8e58-42d2-818d-1882ec907b6d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.255894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network bfe5838e-00c3-4f6d-9e15-50568a73a6a4 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:29.257087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:29.263473 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:29.310452 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] For port 7c365d9c-c146-44f2-90e0-35cbfd2317e0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7c365d9c-c146-44f2-90e0-35cbfd2317e0,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:29.310814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.391326 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:29.391951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:29.522863 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a8bf5-241f-4ca6-b997-bfdd4b9b6870 None None] Network bfe5838e-00c3-4f6d-9e15-50568a73a6a4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:29.534147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1a7262-1a0a-41b9-a936-60254435801d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Deleting subnet c694fde9-b6a1-4de2-afbf-ad650aeee419 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:29.589589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a7262-1a0a-41b9-a936-60254435801d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.641237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.642241 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Added segment 15efd2e2-8954-44b5-95ac-9618c4ba5e4c of type vlan for network a9afb227-97fa-4bdb-9b4e-4c561f964aa6 Mar 22 12:26:29.669696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a7262-1a0a-41b9-a936-60254435801d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.737357 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Calling delete_port for 7c365d9c-c146-44f2-90e0-35cbfd2317e0 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:29.772726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a7262-1a0a-41b9-a936-60254435801d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.779651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 4e714e38-890b-4fa4-b84d-e849487f29a7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4e714e38-890b-4fa4-b84d-e849487f29a7,segment=NetworkSegment(b17bc8c5-3b80-444a-b0ff-076d3804ee8d),segment_id=b17bc8c5-3b80-444a-b0ff-076d3804ee8d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:29.814759 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 6d4dce75-8453-4451-8ef5-0267b022a089 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:26:29.849703 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Attempting to bind port 437ab9ca-2a89-4a93-bf73-666e9034b2aa on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:29.850321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Attempting to bind port 437ab9ca-2a89-4a93-bf73-666e9034b2aa by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '04e422cd-3007-41d1-a79a-c9b21202944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '892b6317-7ad2-4798-a9e7-7e002b515da0'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:29.850542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Attempting to bind port 437ab9ca-2a89-4a93-bf73-666e9034b2aa on network 892b6317-7ad2-4798-a9e7-7e002b515da0 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:29.866346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.870515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.878483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.963211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Transition to ACTIVE for port object 618e735a-7297-431b-a79b-7e9dd3ff3692 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:29.969503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cafaef1a-8e58-42d2-818d-1882ec907b6d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.984533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.987522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a7262-1a0a-41b9-a936-60254435801d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:29.988342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:29.988920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:30.003646 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:30.004127 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Checking segment: {'id': '04e422cd-3007-41d1-a79a-c9b21202944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '892b6317-7ad2-4798-a9e7-7e002b515da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:30.004589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:30.005042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Bound using segment: {'id': '04e422cd-3007-41d1-a79a-c9b21202944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '892b6317-7ad2-4798-a9e7-7e002b515da0'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:30.005619 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Bound port: 437ab9ca-2a89-4a93-bf73-666e9034b2aa, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e422cd-3007-41d1-a79a-c9b21202944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '892b6317-7ad2-4798-a9e7-7e002b515da0'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:30.006050 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:30.014855 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7c365d9c-c146-44f2-90e0-35cbfd2317e0 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:26:30.030669 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a7262-1a0a-41b9-a936-60254435801d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Pushing event deleted for resources: {'Subnet': ['ID=c694fde9-b6a1-4de2-afbf-ad650aeee419,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:30.045747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae1a7262-1a0a-41b9-a936-60254435801d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:30.060472 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae1a7262-1a0a-41b9-a936-60254435801d tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] 10.222.0.62 "DELETE /v2.0/subnets/c694fde9-b6a1-4de2-afbf-ad650aeee419 HTTP/1.1" status: 204 len: 168 time: 1.2416551 Mar 22 12:26:30.063190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43142) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:30.084493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a827ce48-0b7c-4748-995a-803dc8d7f76a None None] Network 1d8bbb29-94c0-47a3-b60e-edff988e2df7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:30.133025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cafaef1a-8e58-42d2-818d-1882ec907b6d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 1cee5540-5872-4571-8463-3649d9dea7cb owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:30.224894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Transition to ACTIVE for port object 618e735a-7297-431b-a79b-7e9dd3ff3692 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:30.247300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Provisioning for port 02cef6c2-2074-484c-89e6-233fc20cd916 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:30.248949 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5228403 Mar 22 12:26:30.264096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:30.278437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-49aa74c0-d62e-4b18-979c-056c2ea5aacc tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:30.303685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:30.307792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router cd154f96-abb8-48ae-8aaa-c144cb8928d4 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:26:30.344929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:30.365490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46def4-dfd1-4f21-a1c9-157ff6663d0f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=a9afb227-97fa-4bdb-9b4e-4c561f964aa6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:30.376490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:30.386151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Provisioning complete for port 02cef6c2-2074-484c-89e6-233fc20cd916 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:30.386484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:30.390985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:30.397925 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5bf8bfef-5cde-479b-962b-ab93b632d17a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2504292 Mar 22 12:26:30.400262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43150) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:30.402427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Deleting port b31e6b10-07c2-4b7f-9283-e6df1851d4cd {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:30.402763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:30.409192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=4e714e38-890b-4fa4-b84d-e849487f29a7,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:30.442453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network a9afb227-97fa-4bdb-9b4e-4c561f964aa6 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:30.462198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-da5b2696-ae7e-4c9a-ae50-7659ef4c2637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:30.623855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] For port b31e6b10-07c2-4b7f-9283-e6df1851d4cd, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b31e6b10-07c2-4b7f-9283-e6df1851d4cd,segment=NetworkSegment(4df48f19-ed8d-44a1-afcc-9da37e3f27cc),segment_id=4df48f19-ed8d-44a1-afcc-9da37e3f27cc)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:30.623855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:30.771902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Calling delete_port for b31e6b10-07c2-4b7f-9283-e6df1851d4cd owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:30.858093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Network 47b380f3-e6b0-4e37-a418-55b7b85d779c is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:30.861895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:30.907063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Pushing event deleted for resources: {'Port': ['ID=b31e6b10-07c2-4b7f-9283-e6df1851d4cd,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:30.915926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] No DVR routers for this DVR port b31e6b10-07c2-4b7f-9283-e6df1851d4cd on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:26:30.930600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:30.932303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Pushing event updated for resources: {'Port': ['ID=618e735a-7297-431b-a79b-7e9dd3ff3692,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:30.953047 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:30.957061 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:30.988506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] For port 437ab9ca-2a89-4a93-bf73-666e9034b2aa, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:31.050654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.055533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-49aa74c0-d62e-4b18-979c-056c2ea5aacc tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.073872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] Pushing event deleted for resources: {'Port': ['ID=7c365d9c-c146-44f2-90e0-35cbfd2317e0,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:31.079433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] For port 437ab9ca-2a89-4a93-bf73-666e9034b2aa, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=437ab9ca-2a89-4a93-bf73-666e9034b2aa,segment=NetworkSegment(04e422cd-3007-41d1-a79a-c9b21202944f),segment_id=04e422cd-3007-41d1-a79a-c9b21202944f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:31.080809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cafaef1a-8e58-42d2-818d-1882ec907b6d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.091135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8bbb29-94c0-47a3-b60e-edff988e2df7']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:31.105868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df48f19-ed8d-44a1-afcc-9da37e3f27cc') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:31.106235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df48f19-ed8d-44a1-afcc-9da37e3f27cc') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:31.118783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.125744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-49aa74c0-d62e-4b18-979c-056c2ea5aacc tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.138313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.147499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:31.147994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.159355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaef1a-8e58-42d2-818d-1882ec907b6d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=1cee5540-5872-4571-8463-3649d9dea7cb,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:31.169034 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:31.258592 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.278073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.284961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.312587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.315144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] Pushing event deleted for resources: {'Network': ['ID=1d8bbb29-94c0-47a3-b60e-edff988e2df7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:31.322567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49aa74c0-d62e-4b18-979c-056c2ea5aacc tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network a9afb227-97fa-4bdb-9b4e-4c561f964aa6 is not hosted by any dhcp agent {{(pid=83794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 22 12:26:31.328078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa74c0-d62e-4b18-979c-056c2ea5aacc tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:31.328669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-49aa74c0-d62e-4b18-979c-056c2ea5aacc tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.329897 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-49aa74c0-d62e-4b18-979c-056c2ea5aacc tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "PUT /v2.0/networks/a9afb227-97fa-4bdb-9b4e-4c561f964aa6 HTTP/1.1" status: 200 len: 723 time: 1.0620055 Mar 22 12:26:31.339999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43154) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:31.346526 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-db25bf91-998b-4e8e-9d03-9712da020df5 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638 tempest-ExtraDHCPOptionsIpV6TestJSON-2134757638-project] 10.222.0.62 "DELETE /v2.0/networks/1d8bbb29-94c0-47a3-b60e-edff988e2df7 HTTP/1.1" status: 204 len: 168 time: 1.2724924 Mar 22 12:26:31.387694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'network_id': 'a9afb227-97fa-4bdb-9b4e-4c561f964aa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:31.409917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:31.424609 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Sync routers for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:26:31.441195 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:31.442094 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:31.484043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa74c0-d62e-4b18-979c-056c2ea5aacc tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=a9afb227-97fa-4bdb-9b4e-4c561f964aa6,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:31.557600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network a9afb227-97fa-4bdb-9b4e-4c561f964aa6 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:31.614182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cafaef1a-8e58-42d2-818d-1882ec907b6d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.684644 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-77e6686d-dbb5-4429-9342-515eb5cdd282 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2992735 Mar 22 12:26:31.684968 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:31.685902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43162) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:31.693056 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14c185-8e67-408e-a8c5-bd52e556cad7 None None] No DVR routers for this DVR port 7c365d9c-c146-44f2-90e0-35cbfd2317e0 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:26:31.695262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'network': {'name': 'tempest-RoutersTest-1483582833'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:31.710639 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:31.718803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:network and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:31.721866 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cafaef1a-8e58-42d2-818d-1882ec907b6d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/1cee5540-5872-4571-8463-3649d9dea7cb HTTP/1.1" status: 204 len: 168 time: 2.7256684 Mar 22 12:26:31.732358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43166) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:31.739826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:31.791374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:31.803432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:31.816030 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a64fe0bd-bebb-42d8-ae7a-057f0ff6706c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0792592 Mar 22 12:26:31.816538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d100c96d-023f-45b7-aa07-4c9072aab470 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:31.819863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43170) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:31.851278 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43174) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:31.869192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Attempting to bind port 618e735a-7297-431b-a79b-7e9dd3ff3692 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:31.870318 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Attempting to bind port 618e735a-7297-431b-a79b-7e9dd3ff3692 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '85ff46de-a82a-4b54-b704-f1dcd59193c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47b380f3-e6b0-4e37-a418-55b7b85d779c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:31.870858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Attempting to bind port 618e735a-7297-431b-a79b-7e9dd3ff3692 on network 47b380f3-e6b0-4e37-a418-55b7b85d779c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:31.871103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:31.874559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.916888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:31.927512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:31.944191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:31.962232 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3a8009ea-1086-4d10-b75d-844cc434047c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1411214 Mar 22 12:26:31.969090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43180) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:32.061070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efebc78-6723-4314-a2d2-0c8a97dab538 None None] Pushing event updated for resources: {'Port': ['ID=437ab9ca-2a89-4a93-bf73-666e9034b2aa,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:32.084147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:32.117658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.119842 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added segment 83c3cddb-f790-404a-a673-c172c82709c2 of type vlan for network 786d7357-ac62-42b5-a185-f0038da08b8c Mar 22 12:26:32.191103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.204598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-afd784c5-a63e-4c06-beef-6ca1292d9298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.232690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:32.235212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Checking segment: {'id': '85ff46de-a82a-4b54-b704-f1dcd59193c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47b380f3-e6b0-4e37-a418-55b7b85d779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:32.240246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.243956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Bound using segment: {'id': '85ff46de-a82a-4b54-b704-f1dcd59193c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47b380f3-e6b0-4e37-a418-55b7b85d779c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:32.244629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Bound port: 618e735a-7297-431b-a79b-7e9dd3ff3692, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ff46de-a82a-4b54-b704-f1dcd59193c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '47b380f3-e6b0-4e37-a418-55b7b85d779c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:32.245185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.263820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.273701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:32.276199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.389028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf68afb-89e1-42e3-9404-2ac43c1fa2d5 None None] DHCP port deletion for 1d8bbb29-94c0-47a3-b60e-edff988e2df7 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:26:32.453973 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:26:27Z', 'revision_number': 3, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:19Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:28Z', 'revision_number': 2, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:32.465864 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Checking router: cd154f96-abb8-48ae-8aaa-c144cb8928d4 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:26:32.466462 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Updating router cd154f96-abb8-48ae-8aaa-c144cb8928d4 port 6c77e145-3cb0-400d-ad43-ab0c69b8d924 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:26:32.476072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.501407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] For port 02cef6c2-2074-484c-89e6-233fc20cd916, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=02cef6c2-2074-484c-89e6-233fc20cd916,segment=NetworkSegment(099a4927-2848-4dd1-96af-160014f143bf),segment_id=099a4927-2848-4dd1-96af-160014f143bf)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:32.560309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 580c2d18-cb4c-4487-a570-18713560b8c1 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:32.563251 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8758016 Mar 22 12:26:32.576075 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-da5b2696-ae7e-4c9a-ae50-7659ef4c2637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 22 12:26:32.577206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43184) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:32.584422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.594358 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.595771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-da5b2696-ae7e-4c9a-ae50-7659ef4c2637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Removed routes are [] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 22 12:26:32.597429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da5b2696-ae7e-4c9a-ae50-7659ef4c2637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.602865 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'subnet': {'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:32.603249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.604997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:32.642999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac1a74-ffb1-4d03-9b17-0d6dd08e3c82 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Network': ['ID=786d7357-ac62-42b5-a185-f0038da08b8c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:32.648139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dad529-17b7-4e8e-ba8d-b91ec6ba5ecd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:32.649427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dad529-17b7-4e8e-ba8d-b91ec6ba5ecd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:32.650730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dad529-17b7-4e8e-ba8d-b91ec6ba5ecd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:32.651515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-25dad529-17b7-4e8e-ba8d-b91ec6ba5ecd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:32.695178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 786d7357-ac62-42b5-a185-f0038da08b8c details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:32.745947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Could not find standard attr ID for object b31e6b10-07c2-4b7f-9283-e6df1851d4cd. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:26:32.803568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-25dad529-17b7-4e8e-ba8d-b91ec6ba5ecd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:32.805036 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-25dad529-17b7-4e8e-ba8d-b91ec6ba5ecd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8337271 Mar 22 12:26:32.810064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43188) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:32.888703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:32.893793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:subnet and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:32.900505 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:32.921862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:32.956904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:33.003029 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511a5a0-601e-49a8-be92-1dfcca626804 None None] Pushing event updated for resources: {'Port': ['ID=02cef6c2-2074-484c-89e6-233fc20cd916,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:33.011480 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] For port 618e735a-7297-431b-a79b-7e9dd3ff3692, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:33.070405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] For port 618e735a-7297-431b-a79b-7e9dd3ff3692, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=618e735a-7297-431b-a79b-7e9dd3ff3692,segment=NetworkSegment(85ff46de-a82a-4b54-b704-f1dcd59193c7),segment_id=85ff46de-a82a-4b54-b704-f1dcd59193c7)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:33.091292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.178359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b9f8ca-a15e-4595-a0fa-46f5010c6540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '31621c01-1084-44c1-9a08-8c8bd38fdc13'}, {'subnet_id': '7c66193a-9f6c-425a-a6d0-61c813984937'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:33.179216 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f8ca-a15e-4595-a0fa-46f5010c6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.216695 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.248460 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Transition to ACTIVE for port object 6c77e145-3cb0-400d-ad43-ab0c69b8d924 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:33.262498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 580c2d18-cb4c-4487-a570-18713560b8c1 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:33.271491 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.294161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:26Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': '811b61c9-f062-49ba-b45c-2cd103c22fa9', 'name': '', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:90:dd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:11Z', 'updated_at': '2022-03-22T12:26:13Z', 'revision_number': 2, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4ba300-5bfa-40a0-9160-070cdd7b9fe7', 'name': '', 'network_id': '892b6317-7ad2-4798-a9e7-7e002b515da0', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:9e:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f31d9016-f5d2-4862-a918-940b8eff9206', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:27Z', 'revision_number': 2, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': 'f31d9016-f5d2-4862-a918-940b8eff9206', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f5ceca-f71e-47ad-98d6-6ca06d8bded9', 'name': '', 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:63:e9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:19Z', 'updated_at': '2022-03-22T12:26:20Z', 'revision_number': 2, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:16Z', 'revision_number': 4, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:33.322470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f2867853-538b-44de-ba97-64419e2e1523 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:33.377069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Checking router: 6d4dce75-8453-4451-8ef5-0267b022a089 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:26:33.377409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Updating router 6d4dce75-8453-4451-8ef5-0267b022a089 port 811b61c9-f062-49ba-b45c-2cd103c22fa9 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:26:33.417433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.453388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.484736 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440ae97-8664-4d9e-b5b1-c015270bafa5 None None] Pushing event updated for resources: {'Port': ['ID=6c77e145-3cb0-400d-ad43-ab0c69b8d924,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:33.564160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.590821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a17dcc-d371-4958-ac0e-5cfac50296f8 None None] Pushing event updated for resources: {'Port': ['ID=618e735a-7297-431b-a79b-7e9dd3ff3692,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:33.617130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Provisioning for port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:33.665136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Provisioning complete for port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:33.665563 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.667625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8863ced-9ad1-4890-b9e2-b9fc4c7db41d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 31621c01-1084-44c1-9a08-8c8bd38fdc13 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:33.673629 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d8863ced-9ad1-4890-b9e2-b9fc4c7db41d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.727503 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9fe1dd32-beb2-4c7a-8db2-87316d5f6ff8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84d219a9f82e42ff952179cb6e7615f9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8750036 Mar 22 12:26:33.728155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=2b6172a2-01c9-4630-b10e-4a614d353cd8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:33.733946 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43192) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:33.758724 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Attempting to bind port 6c77e145-3cb0-400d-ad43-ab0c69b8d924 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:33.759694 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Attempting to bind port 6c77e145-3cb0-400d-ad43-ab0c69b8d924 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '39aba33b-d702-4df6-94fe-ba9e85876b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:33.760209 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Attempting to bind port 6c77e145-3cb0-400d-ad43-ab0c69b8d924 on network bfe5838e-00c3-4f6d-9e15-50568a73a6a4 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:33.776314 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:33.777135 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Checking segment: {'id': '39aba33b-d702-4df6-94fe-ba9e85876b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:33.777832 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.779916 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Bound using segment: {'id': '39aba33b-d702-4df6-94fe-ba9e85876b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:33.780604 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Bound port: 6c77e145-3cb0-400d-ad43-ab0c69b8d924, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39aba33b-d702-4df6-94fe-ba9e85876b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:33.781517 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.802244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d8863ced-9ad1-4890-b9e2-b9fc4c7db41d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.826640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:33.843403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Checking segment: {'id': '15efd2e2-8954-44b5-95ac-9618c4ba5e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a9afb227-97fa-4bdb-9b4e-4c561f964aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:33.843789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network hostable DHCP agents. Network: a9afb227-97fa-4bdb-9b4e-4c561f964aa6, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:33.959860 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214699e-1cbc-4172-82e1-7b45391c93b7 None None] Network 892b6317-7ad2-4798-a9e7-7e002b515da0 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:33.974488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7589959-2c23-4f73-81c9-e6322bead7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.012645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d8863ced-9ad1-4890-b9e2-b9fc4c7db41d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.030115 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] For port 6c77e145-3cb0-400d-ad43-ab0c69b8d924, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:34.033701 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] For port 6c77e145-3cb0-400d-ad43-ab0c69b8d924, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6c77e145-3cb0-400d-ad43-ab0c69b8d924,segment=NetworkSegment(39aba33b-d702-4df6-94fe-ba9e85876b2d),segment_id=39aba33b-d702-4df6-94fe-ba9e85876b2d)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:34.045048 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.118318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.123896 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:26:34.203193 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440ae97-8664-4d9e-b5b1-c015270bafa5 None None] Pushing event updated for resources: {'Port': ['ID=6c77e145-3cb0-400d-ad43-ab0c69b8d924,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:34.219712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network a9afb227-97fa-4bdb-9b4e-4c561f964aa6 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:34.236878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7589959-2c23-4f73-81c9-e6322bead7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.241161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Could not find standard attr ID for object 3cb2599a-f6db-4e05-b155-ceb615d333e2. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:26:34.254839 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:34.257399 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server [None req-f7b9f8ca-a15e-4595-a0fa-46f5010c6540 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31621c01-1084-44c1-9a08-8c8bd38fdc13: This subnet is being modified by another concurrent operation. Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:34.258422 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise exception Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31621c01-1084-44c1-9a08-8c8bd38fdc13: This subnet is being modified by another concurrent operation. Mar 22 12:26:34.261847 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Mar 22 12:26:34.266525 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d8863ced-9ad1-4890-b9e2-b9fc4c7db41d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.280970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, a9afb227-97fa-4bdb-9b4e-4c561f964aa6) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:34.289581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Subnet': ['ID=0120c758-aa2e-4d32-bd76-c93416c10777,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:34.300203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:34.300458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c7b65b-33f4-4da3-a5c5-21113e653b1f None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:34.301898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.322714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589b16db-a6c3-4c61-ae8a-156bdf71b697 None None] Network a9afb227-97fa-4bdb-9b4e-4c561f964aa6 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:34.335770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da5b2696-ae7e-4c9a-ae50-7659ef4c2637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.336214 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port f2867853-538b-44de-ba97-64419e2e1523 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:34.347875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da5b2696-ae7e-4c9a-ae50-7659ef4c2637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.395647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d8863ced-9ad1-4890-b9e2-b9fc4c7db41d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.418853 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bcb24ac2-7fd9-49e2-9263-747c6b8c3c01 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0476961 Mar 22 12:26:34.429603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43196) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:34.430534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Checking segment: {'id': '83c3cddb-f790-404a-a673-c172c82709c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:34.432590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network hostable DHCP agents. Network: 786d7357-ac62-42b5-a185-f0038da08b8c, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:34.441504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8863ced-9ad1-4890-b9e2-b9fc4c7db41d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=31621c01-1084-44c1-9a08-8c8bd38fdc13,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:34.453400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c3b1e9cd-971e-472d-98c3-ee1d8e976bbd tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:34.506432 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d8863ced-9ad1-4890-b9e2-b9fc4c7db41d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/31621c01-1084-44c1-9a08-8c8bd38fdc13 HTTP/1.1" status: 204 len: 168 time: 1.6955526 Mar 22 12:26:34.514660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43200) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:34.525386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7589959-2c23-4f73-81c9-e6322bead7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.550184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7589959-2c23-4f73-81c9-e6322bead7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.553173 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:34.560669 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c7589959-2c23-4f73-81c9-e6322bead7a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e81e61ce-994f-4be6-a578-d810a9eb1915 HTTP/1.1" status: 204 len: 168 time: 0.8258240 Mar 22 12:26:34.563143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7589959-2c23-4f73-81c9-e6322bead7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81e61ce-994f-4be6-a578-d810a9eb1915,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:34.578522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f2867853-538b-44de-ba97-64419e2e1523 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:34.578753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.693219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5b2696-ae7e-4c9a-ae50-7659ef4c2637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 6d4dce75-8453-4451-8ef5-0267b022a089 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:26:34.782036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Provisioning complete for port 4e714e38-890b-4fa4-b84d-e849487f29a7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:34.782406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:34.907454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 786d7357-ac62-42b5-a185-f0038da08b8c is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:34.986925 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e9cd-971e-472d-98c3-ee1d8e976bbd tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15443234'] for subnet, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:35.052977 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fa5132-fc0d-46ef-b654-d957b48901cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 7c66193a-9f6c-425a-a6d0-61c813984937 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:35.065529 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61fa5132-fc0d-46ef-b654-d957b48901cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:35.080448 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5b2696-ae7e-4c9a-ae50-7659ef4c2637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:35.098770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da5b2696-ae7e-4c9a-ae50-7659ef4c2637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:35.104406 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-da5b2696-ae7e-4c9a-ae50-7659ef4c2637 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089 HTTP/1.1" status: 200 len: 954 time: 4.6591039 Mar 22 12:26:35.105436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 786d7357-ac62-42b5-a185-f0038da08b8c) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:35.105883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43212) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:35.111263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:35.112305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:35.166177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61fa5132-fc0d-46ef-b654-d957b48901cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:35.177144 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:26:27Z', 'revision_number': 3, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:19Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:34Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:35.185051 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ff307-95bb-4edc-ba2c-fcb46f783876 None None] The sync data for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv is: [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:26:27Z', 'revision_number': 3, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:19Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:34Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:26:35.190469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e940e1e1-307b-4bec-9119-ff2ce2299fa7 None None] Network 786d7357-ac62-42b5-a185-f0038da08b8c requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:35.212216 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ad108a51-3601-47a0-8c3d-1c1508b1da6c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6240871 Mar 22 12:26:35.225041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43218) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:35.543570 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2afd3912-8b1a-440d-8221-a601ea57076f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089 HTTP/1.1" status: 200 len: 954 time: 0.4361806 Mar 22 12:26:35.546259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43224) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:35.552970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e6498ec6-6cd3-4e79-903b-5e5c7619800c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'routes': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:35.596519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61fa5132-fc0d-46ef-b654-d957b48901cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:35.658162 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e9cd-971e-472d-98c3-ee1d8e976bbd tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747665871773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15792683'] for subnet, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:35.658430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.resource_extend [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:26:35.714439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b1e9cd-971e-472d-98c3-ee1d8e976bbd tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:35.715056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e9cd-971e-472d-98c3-ee1d8e976bbd tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:35.716545 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c3b1e9cd-971e-472d-98c3-ee1d8e976bbd tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "PUT /v2.0/subnets/2b6172a2-01c9-4630-b10e-4a614d353cd8 HTTP/1.1" status: 200 len: 826 time: 1.2695088 Mar 22 12:26:35.719179 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43232) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:35.914065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61fa5132-fc0d-46ef-b654-d957b48901cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:35.923093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1e9cd-971e-472d-98c3-ee1d8e976bbd tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=2b6172a2-01c9-4630-b10e-4a614d353cd8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:35.955479 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43ab60c-aeca-489f-b070-03585b676ed6 None None] Network 47b380f3-e6b0-4e37-a418-55b7b85d779c requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:35.980825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa5132-fc0d-46ef-b654-d957b48901cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=7c66193a-9f6c-425a-a6d0-61c813984937,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:35.988877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-61fa5132-fc0d-46ef-b654-d957b48901cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.023423 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-61fa5132-fc0d-46ef-b654-d957b48901cf tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/7c66193a-9f6c-425a-a6d0-61c813984937 HTTP/1.1" status: 204 len: 168 time: 1.5049682 Mar 22 12:26:36.027866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43238) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:36.153523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43242) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:36.224918 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c7adf48d-c5d6-47f8-b634-cfdc33ca4584 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1947734 Mar 22 12:26:36.227557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de204ffb-8e5e-48b8-b0b7-80854aadec15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '7c66193a-9f6c-425a-a6d0-61c813984937'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:36.228464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-de204ffb-8e5e-48b8-b0b7-80854aadec15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.233505 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43246) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:36.241210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:36.278213 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.304519 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff1c44e-7072-4e89-a7c4-b4d87f2ac78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-a9afb227-97fa-4bdb-9b4e-4c561f964aa6', 'network_id': 'a9afb227-97fa-4bdb-9b4e-4c561f964aa6', 'tenant_id': 'd7f4a5f6a2a4455c955e1d7d3a73e220', 'fixed_ips': [{'subnet_id': '2b6172a2-01c9-4630-b10e-4a614d353cd8'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:36.305938 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9ff1c44e-7072-4e89-a7c4-b4d87f2ac78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.314982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.384925 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'networks': [{'name': 'tempest-network--779334150'}, {'name': 'tempest-network--1423540479'}]} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:36.385404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'network': {'name': 'tempest-network--779334150'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:36.385877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'network': {'name': 'tempest-network--1423540479'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:36.396079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:36.398412 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:36.404913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:36.407458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.407925 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Usage tracker for resource:network and tenant:e7059f11280848b48ebd0ffa83e7b8ca is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:36.411066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:36.415855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:36.424144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:36.426234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:36.449867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:36.454526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.473819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Made reservation on behalf of e7059f11280848b48ebd0ffa83e7b8ca for: {'network': 2} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:36.477288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.479329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.503126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Transition to ACTIVE for port object 811b61c9-f062-49ba-b45c-2cd103c22fa9 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:36.563754 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-786d7357-ac62-42b5-a185-f0038da08b8c', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:36.564586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.580920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Provisioning for port 6c77e145-3cb0-400d-ad43-ab0c69b8d924 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:36.594894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.627209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.649082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port f2867853-538b-44de-ba97-64419e2e1523, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f2867853-538b-44de-ba97-64419e2e1523,segment=NetworkSegment(5061b1a7-f338-4531-b083-6b557be8dffc),segment_id=5061b1a7-f338-4531-b083-6b557be8dffc)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:36.669846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-e6498ec6-6cd3-4e79-903b-5e5c7619800c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added routes are [] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 22 12:26:36.670132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-e6498ec6-6cd3-4e79-903b-5e5c7619800c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 22 12:26:36.683526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.716797 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.717801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4e714e38-890b-4fa4-b84d-e849487f29a7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:36.749154 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6172a2-01c9-4630-b10e-4a614d353cd8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:36.773209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:36.782490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Usage tracker for resource:security_group_rule and tenant:e7059f11280848b48ebd0ffa83e7b8ca is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:36.788287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:36.797891 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:36.838454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6498ec6-6cd3-4e79-903b-5e5c7619800c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.847142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:36.955148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd8b94-a9d5-42e2-bc0d-3648e3558fcf None None] Pushing event updated for resources: {'Port': ['ID=811b61c9-f062-49ba-b45c-2cd103c22fa9,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server [None req-9ff1c44e-7072-4e89-a7c4-b4d87f2ac78b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b6172a2-01c9-4630-b10e-4a614d353cd8: This subnet is being modified by another concurrent operation. Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:36.991943 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise exception Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b6172a2-01c9-4630-b10e-4a614d353cd8: This subnet is being modified by another concurrent operation. Mar 22 12:26:36.996009 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Mar 22 12:26:37.050631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.054699 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.070275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9afb227-97fa-4bdb-9b4e-4c561f964aa6']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:37.093108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15efd2e2-8954-44b5-95ac-9618c4ba5e4c') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:37.096263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15efd2e2-8954-44b5-95ac-9618c4ba5e4c') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:37.097316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.097812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.152299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.164850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9a4aa3-c9dd-42ad-a9aa-0042654f24b6 None None] Network a9afb227-97fa-4bdb-9b4e-4c561f964aa6 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:37.199066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.218937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:37.218937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.226810 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Provisioning for port 580c2d18-cb4c-4487-a570-18713560b8c1 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:37.229583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:37.237937 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:37.240652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=a68d9bc6-e3b4-4d15-ad3d-4fa77cac2a17,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:37.246070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fbd43b-836c-4d5c-a5de-ccab225dca5c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:37.263763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:37.264550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.269978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b55bfe6-b2d4-447b-8693-90de1a87196e None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:37.296729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Provisioning complete for port 580c2d18-cb4c-4487-a570-18713560b8c1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:37.297180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.304859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.321302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:37.332161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.332874 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Added segment 7a2444a6-0278-4a24-a2e0-107fd3530dde of type vlan for network 3652a147-0405-4a8b-b416-db28c793159f Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:37.351401 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:37.356849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.363649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.375452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.394070 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Network': ['ID=a9afb227-97fa-4bdb-9b4e-4c561f964aa6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:37.407636 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3932fcb5-131e-4d59-9dd9-1e540727efd5 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/a9afb227-97fa-4bdb-9b4e-4c561f964aa6 HTTP/1.1" status: 204 len: 168 time: 1.6846080 Mar 22 12:26:37.421297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43252) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:37.428651 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-09fbf32e-1577-4ec7-8df6-d4d608e9982e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1906095 Mar 22 12:26:37.449681 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:37.451954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43256) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:37.467537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8ca0739e-0d1a-4aef-9786-0ef79697826d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:37.487086 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-27acbfab-673c-4b7a-a79b-a71e9d0a1b35 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:37.487473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27acbfab-673c-4b7a-a79b-a71e9d0a1b35 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:37.567827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6498ec6-6cd3-4e79-903b-5e5c7619800c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.571547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6498ec6-6cd3-4e79-903b-5e5c7619800c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.587433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=f2867853-538b-44de-ba97-64419e2e1523,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:37.646203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.646544 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Added segment d77bce41-7708-4617-ac32-40051deaac90 of type vlan for network 137c775e-f73d-4cf8-90c4-fa97e1e7e8ea Mar 22 12:26:37.765555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6498ec6-6cd3-4e79-903b-5e5c7619800c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 6d4dce75-8453-4451-8ef5-0267b022a089 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:26:37.807906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4e714e38-890b-4fa4-b84d-e849487f29a7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:37.808281 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.833256 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-27acbfab-673c-4b7a-a79b-a71e9d0a1b35 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/a9afb227-97fa-4bdb-9b4e-4c561f964aa6 HTTP/1.1" status: 404 len: 339 time: 0.4093189 Mar 22 12:26:37.839493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Attempting to bind port 811b61c9-f062-49ba-b45c-2cd103c22fa9 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:37.839853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Attempting to bind port 811b61c9-f062-49ba-b45c-2cd103c22fa9 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '099a4927-2848-4dd1-96af-160014f143bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:37.840276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43260) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:37.840606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Attempting to bind port 811b61c9-f062-49ba-b45c-2cd103c22fa9 on network 69f697c3-4091-474d-b317-8b6a340b14c7 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:37.848408 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Allocated IP 172.22.0.2 (786d7357-ac62-42b5-a185-f0038da08b8c/0120c758-aa2e-4d32-bd76-c93416c10777/91f8e03b-24da-4919-b8a3-0298f6abef44) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:37.868592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-511682137', 'description': 'd1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:37.912002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:37.921409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eafa9e9-c528-44eb-b9ad-9a68f694fb1a None None] Network a9afb227-97fa-4bdb-9b4e-4c561f964aa6 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:37.927385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Usage tracker for resource:network and tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:37.936582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:37.952063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.955949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:37.974191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:37.974559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Checking segment: {'id': '099a4927-2848-4dd1-96af-160014f143bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:37.975162 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:37.975698 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Bound using segment: {'id': '099a4927-2848-4dd1-96af-160014f143bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:37.976333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Bound port: 811b61c9-f062-49ba-b45c-2cd103c22fa9, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099a4927-2848-4dd1-96af-160014f143bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:37.976874 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.027680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:38.030610 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.059202 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6498ec6-6cd3-4e79-903b-5e5c7619800c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:38.065296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6498ec6-6cd3-4e79-903b-5e5c7619800c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.066463 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e6498ec6-6cd3-4e79-903b-5e5c7619800c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089 HTTP/1.1" status: 200 len: 704 time: 2.5188847 Mar 22 12:26:38.069235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43264) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:38.104605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eafa9e9-c528-44eb-b9ad-9a68f694fb1a None None] Network a9afb227-97fa-4bdb-9b4e-4c561f964aa6 could not be found, it might have been deleted concurrently. {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 22 12:26:38.113921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8ca0739e-0d1a-4aef-9786-0ef79697826d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:38.124125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8ca0739e-0d1a-4aef-9786-0ef79697826d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:38.130670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8ca0739e-0d1a-4aef-9786-0ef79697826d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:38.137077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.137569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.141299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:38.144447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:38.145090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.270259 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-875f23ae-0482-434a-ba78-50865108839f tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089 HTTP/1.1" status: 200 len: 704 time: 0.1998639 Mar 22 12:26:38.273202 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43268) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:38.278318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8ca0739e-0d1a-4aef-9786-0ef79697826d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:38.295919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:38.306173 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.332505 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.332830 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Added segment c6e19ab1-79fe-4119-8620-2fe438441abe of type vlan for network 1a8bddd6-86d1-4d55-9866-51115231c58b Mar 22 12:26:38.338165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca0739e-0d1a-4aef-9786-0ef79697826d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:38.341570 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8ca0739e-0d1a-4aef-9786-0ef79697826d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.362526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event updated for resources: {'Network': ['ID=3652a147-0405-4a8b-b416-db28c793159f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:38.395964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 3652a147-0405-4a8b-b416-db28c793159f details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:38.438801 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.2795837 Mar 22 12:26:38.439114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43272) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:38.520460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': 'a68d9bc6-e3b4-4d15-ad3d-4fa77cac2a17'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:38.521278 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.546900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.574097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076839af-f6cd-4415-9c0c-f27a487e7bf5 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event updated for resources: {'Network': ['ID=137c775e-f73d-4cf8-90c4-fa97e1e7e8ea,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:38.603383 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 137c775e-f73d-4cf8-90c4-fa97e1e7e8ea details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:38.611195 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.ipam_backend_mixin [None req-8ca0739e-0d1a-4aef-9786-0ef79697826d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a68d9bc6-e3b4-4d15-ad3d-4fa77cac2a17 (CIDR: 2001:db8::/64) Mar 22 12:26:38.616872 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca0739e-0d1a-4aef-9786-0ef79697826d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:26:38.617157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] For port 580c2d18-cb4c-4487-a570-18713560b8c1, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=580c2d18-cb4c-4487-a570-18713560b8c1,segment=NetworkSegment(39aba33b-d702-4df6-94fe-ba9e85876b2d),segment_id=39aba33b-d702-4df6-94fe-ba9e85876b2d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:38.617300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca0739e-0d1a-4aef-9786-0ef79697826d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:38.621583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] For port 811b61c9-f062-49ba-b45c-2cd103c22fa9, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:38.636112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.640577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:38.640716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.640846 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c73548f-501e-4033-899b-6af56a7b3181 None None] Update dhcp port {'port': {'network_id': '47b380f3-e6b0-4e37-a418-55b7b85d779c', 'fixed_ips': [{'subnet_id': '82c81b7d-58fe-4fa5-849e-67a26c549fe5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7b411c7-75a9-4052-8f94-8769b8f36aa3'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '618e735a-7297-431b-a79b-7e9dd3ff3692'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:26:38.672962 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8ca0739e-0d1a-4aef-9786-0ef79697826d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2159209 Mar 22 12:26:38.678417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43276) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:38.722900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe1184-e736-4a04-b927-c98c4857cf27 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:38.726744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe1184-e736-4a04-b927-c98c4857cf27 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:38.730766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe1184-e736-4a04-b927-c98c4857cf27 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:38.735085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafe1184-e736-4a04-b927-c98c4857cf27 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:38.736675 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eafe1184-e736-4a04-b927-c98c4857cf27 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2966888 Mar 22 12:26:38.737079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e1dddd07-38d5-41cd-a5c6-336410629503 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:38.740805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43280) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:38.746223 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:38.763232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.784188 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9305849 Mar 22 12:26:38.814761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43284) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:38.837495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6dd63-1456-4f8d-aafb-3d015558bbca tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=1a8bddd6-86d1-4d55-9866-51115231c58b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:38.905696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] For port 811b61c9-f062-49ba-b45c-2cd103c22fa9, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=811b61c9-f062-49ba-b45c-2cd103c22fa9,segment=NetworkSegment(099a4927-2848-4dd1-96af-160014f143bf),segment_id=099a4927-2848-4dd1-96af-160014f143bf)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:38.914539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 1a8bddd6-86d1-4d55-9866-51115231c58b details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:38.915548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:38.919812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:38.922757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:38.929401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:38.940870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:38.947792 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Could not find standard attr ID for object b31e6b10-07c2-4b7f-9283-e6df1851d4cd. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:26:38.963353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.965551 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:38.969041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6324782d-f4f8-4391-8b36-ba299de7eaf5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.035308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a40ea2-69d2-4da9-9b00-c5fc2584010e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:39.035980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-27a40ea2-69d2-4da9-9b00-c5fc2584010e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Synchronizing usage tracker for tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:39.076870 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Could not find standard attr ID for object c11b9d23-9b55-4277-ae48-d401447ed8a4. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:26:39.078707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7c73548f-501e-4033-899b-6af56a7b3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.079658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.140127 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.161697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-27a40ea2-69d2-4da9-9b00-c5fc2584010e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Unset dirty status for tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:39.163039 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-27a40ea2-69d2-4da9-9b00-c5fc2584010e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/networks?id=1a8bddd6-86d1-4d55-9866-51115231c58b HTTP/1.1" status: 200 len: 764 time: 0.3474748 Mar 22 12:26:39.172686 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Updating router 6d4dce75-8453-4451-8ef5-0267b022a089 port dd4ba300-5bfa-40a0-9160-070cdd7b9fe7 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:26:39.201233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Pushing event updated for resources: {'Port': ['ID=580c2d18-cb4c-4487-a570-18713560b8c1,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:39.284784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Transition to ACTIVE for port object 91f8e03b-24da-4919-b8a3-0298f6abef44 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:39.350367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43288) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:39.380652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Provisioning for port 1ede22b5-1619-4d80-9476-14b6f9bf4006 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:39.383249 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e82ca0ce-8d7a-4f41-8a24-6d00c88509ea tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'description': 'd2'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:39.439913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Transition to ACTIVE for port object 91f8e03b-24da-4919-b8a3-0298f6abef44 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:39.456708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.469932 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Provisioning complete for port 1ede22b5-1619-4d80-9476-14b6f9bf4006 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:39.470726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.498383 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.507663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3652a147-0405-4a8b-b416-db28c793159f']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:39.507852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd8b94-a9d5-42e2-bc0d-3648e3558fcf None None] Pushing event updated for resources: {'Port': ['ID=811b61c9-f062-49ba-b45c-2cd103c22fa9,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:39.533753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.537727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port e1dddd07-38d5-41cd-a5c6-336410629503 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:39.543518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2444a6-0278-4a24-a2e0-107fd3530dde') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:39.543807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2444a6-0278-4a24-a2e0-107fd3530dde') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:39.548367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/a68d9bc6-e3b4-4d15-ad3d-4fa77cac2a17/efa2fc68-d3fc-4257-9cd6-a86b4967a3d2) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:39.566887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Allocated IP 172.22.0.1 (786d7357-ac62-42b5-a185-f0038da08b8c/0120c758-aa2e-4d32-bd76-c93416c10777/3fa95257-a530-49be-b326-1c878680cc0a) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:39.568611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:26:39.571707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.582743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.653318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:39.660423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:39.678002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.690983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:39.691568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:39.707946 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:39.710067 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:39.710266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.772089 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0886381 Mar 22 12:26:39.779730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43292) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:39.786189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:c7:80:98', 'name': 'tempest-NetworksTestDHCPv6-753946965'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:39.878192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Network 786d7357-ac62-42b5-a185-f0038da08b8c is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:39.881515 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Pushing event updated for resources: {'Port': ['ID=91f8e03b-24da-4919-b8a3-0298f6abef44,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:39.882996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e82ca0ce-8d7a-4f41-8a24-6d00c88509ea tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.893992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:39.907914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.934694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.944014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e82ca0ce-8d7a-4f41-8a24-6d00c88509ea tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:39.945800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf99178-1924-48a9-bd8f-d7e213f3f730 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=25714490-8627-4981-9153-a1a765538c3b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:39.950190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:40.019209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event deleted for resources: {'Network': ['ID=3652a147-0405-4a8b-b416-db28c793159f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:40.025695 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-873d6ed2-1a3d-4157-b030-1cb198693e39 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "DELETE /v2.0/networks/3652a147-0405-4a8b-b416-db28c793159f HTTP/1.1" status: 204 len: 168 time: 1.2818158 Mar 22 12:26:40.029319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43296) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:40.053350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e82ca0ce-8d7a-4f41-8a24-6d00c88509ea tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network 1a8bddd6-86d1-4d55-9866-51115231c58b is not hosted by any dhcp agent {{(pid=83794) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 22 12:26:40.056910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ca0ce-8d7a-4f41-8a24-6d00c88509ea tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:40.057507 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e82ca0ce-8d7a-4f41-8a24-6d00c88509ea tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.058953 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e82ca0ce-8d7a-4f41-8a24-6d00c88509ea tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "PUT /v2.0/networks/1a8bddd6-86d1-4d55-9866-51115231c58b HTTP/1.1" status: 200 len: 761 time: 0.7024481 Mar 22 12:26:40.063831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43300) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:40.156450 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 580c2d18-cb4c-4487-a570-18713560b8c1 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:40.166042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.258086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7c73548f-501e-4033-899b-6af56a7b3181 None None] Allocated IP 172.20.0.1 (47b380f3-e6b0-4e37-a418-55b7b85d779c/f7b411c7-75a9-4052-8f94-8769b8f36aa3/618e735a-7297-431b-a79b-7e9dd3ff3692) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:40.293353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ca0ce-8d7a-4f41-8a24-6d00c88509ea tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=1a8bddd6-86d1-4d55-9866-51115231c58b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:40.322315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.330538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 1a8bddd6-86d1-4d55-9866-51115231c58b details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:40.331713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f9dbb-6ad6-4cdf-90c9-32fb853a623e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:40.333160 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-591f9dbb-6ad6-4cdf-90c9-32fb853a623e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/networks?id=1a8bddd6-86d1-4d55-9866-51115231c58b HTTP/1.1" status: 200 len: 764 time: 0.2683618 Mar 22 12:26:40.347568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Transition to ACTIVE for port object 3fa95257-a530-49be-b326-1c878680cc0a will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:40.363008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43304) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:40.381999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.436544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:40.446266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:port and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:40.449630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:40.453847 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.467726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:40.470987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.475199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Attempting to bind port 91f8e03b-24da-4919-b8a3-0298f6abef44 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:40.475797 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Attempting to bind port 91f8e03b-24da-4919-b8a3-0298f6abef44 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '83c3cddb-f790-404a-a673-c172c82709c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:40.476322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Attempting to bind port 91f8e03b-24da-4919-b8a3-0298f6abef44 on network 786d7357-ac62-42b5-a185-f0038da08b8c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:40.543180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137c775e-f73d-4cf8-90c4-fa97e1e7e8ea']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:40.562044 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:40.565708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.575808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77d9ffa-154a-4a84-9608-03d2aec6104e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:40.580764 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f77d9ffa-154a-4a84-9608-03d2aec6104e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2135458 Mar 22 12:26:40.580941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43308) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:40.587358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77bce41-7708-4617-ac32-40051deaac90') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:40.587721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77bce41-7708-4617-ac32-40051deaac90') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:40.650569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 786d7357-ac62-42b5-a185-f0038da08b8c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:40.653550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=3fa95257-a530-49be-b326-1c878680cc0a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:40.657183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.657526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:40.657904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Checking segment: {'id': '83c3cddb-f790-404a-a673-c172c82709c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:40.658302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.658685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Bound using segment: {'id': '83c3cddb-f790-404a-a673-c172c82709c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:40.659160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Bound port: 91f8e03b-24da-4919-b8a3-0298f6abef44, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3cddb-f790-404a-a673-c172c82709c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:40.659527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.670089 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b5fc9482-6d97-4f5c-904e-5fe6602b0eee tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 207 time: 0.0822005 Mar 22 12:26:40.670089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:40.681269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43312) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:40.694707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.702159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 9da49ef4-a794-46b2-b832-7a39562968ac yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:26:40.726554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6324782d-f4f8-4391-8b36-ba299de7eaf5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port dd4ba300-5bfa-40a0-9160-070cdd7b9fe7 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:40.727440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6324782d-f4f8-4391-8b36-ba299de7eaf5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.727918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Transition to ACTIVE for port object efa2fc68-d3fc-4257-9cd6-a86b4967a3d2 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:40.741125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:40.781174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] For port 1ede22b5-1619-4d80-9476-14b6f9bf4006, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=1ede22b5-1619-4d80-9476-14b6f9bf4006,segment=NetworkSegment(b17bc8c5-3b80-444a-b0ff-076d3804ee8d),segment_id=b17bc8c5-3b80-444a-b0ff-076d3804ee8d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:40.808830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.830949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.866721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:40.867245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:40.883857 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:40.892478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Transition to ACTIVE for port object efa2fc68-d3fc-4257-9cd6-a86b4967a3d2 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:40.901308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7c73548f-501e-4033-899b-6af56a7b3181 None None] For port 618e735a-7297-431b-a79b-7e9dd3ff3692, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=618e735a-7297-431b-a79b-7e9dd3ff3692,segment=NetworkSegment(85ff46de-a82a-4b54-b704-f1dcd59193c7),segment_id=85ff46de-a82a-4b54-b704-f1dcd59193c7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:40.911531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 580c2d18-cb4c-4487-a570-18713560b8c1 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:40.911895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.934244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6324782d-f4f8-4391-8b36-ba299de7eaf5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:40.960712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.000667 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.029984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Pushing event updated for resources: {'Port': ['ID=1ede22b5-1619-4d80-9476-14b6f9bf4006,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:41.063260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] For port 91f8e03b-24da-4919-b8a3-0298f6abef44, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:41.067136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.resource_extend [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:26:41.076567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Provisioning for port e1dddd07-38d5-41cd-a5c6-336410629503 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:41.083010 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.resource_extend [None req-7c73548f-501e-4033-899b-6af56a7b3181 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:26:41.083983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.122556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.129699 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba2dc9-f8b4-4660-b6d0-7d2386a68bb3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:41.133820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba2dc9-f8b4-4660-b6d0-7d2386a68bb3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:41.137748 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba2dc9-f8b4-4660-b6d0-7d2386a68bb3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:41.141994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba2dc9-f8b4-4660-b6d0-7d2386a68bb3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:41.145936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba2dc9-f8b4-4660-b6d0-7d2386a68bb3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:41.146520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:41.148282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] For port 91f8e03b-24da-4919-b8a3-0298f6abef44, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=91f8e03b-24da-4919-b8a3-0298f6abef44,segment=NetworkSegment(83c3cddb-f790-404a-a673-c172c82709c2),segment_id=83c3cddb-f790-404a-a673-c172c82709c2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:41.149983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba2dc9-f8b4-4660-b6d0-7d2386a68bb3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:41.150965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a5ba2dc9-f8b4-4660-b6d0-7d2386a68bb3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Synchronizing usage tracker for tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:41.153320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7c73548f-501e-4033-899b-6af56a7b3181 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.159889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Provisioning complete for port e1dddd07-38d5-41cd-a5c6-336410629503 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:41.160595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.171180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event deleted for resources: {'Network': ['ID=137c775e-f73d-4cf8-90c4-fa97e1e7e8ea,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:41.189584 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7b1a5a9b-f6d9-4e86-a104-a8e9534d49ea tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "DELETE /v2.0/networks/137c775e-f73d-4cf8-90c4-fa97e1e7e8ea HTTP/1.1" status: 204 len: 168 time: 1.1571996 Mar 22 12:26:41.195445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43316) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:41.197727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6324782d-f4f8-4391-8b36-ba299de7eaf5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for dd4ba300-5bfa-40a0-9160-070cdd7b9fe7 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:41.210425 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:41.232931 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a5ba2dc9-f8b4-4660-b6d0-7d2386a68bb3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Unset dirty status for tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:41.234109 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a5ba2dc9-f8b4-4660-b6d0-7d2386a68bb3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5522628 Mar 22 12:26:41.234865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.240764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:41.272874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43320) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:41.273120 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7c73548f-501e-4033-899b-6af56a7b3181 None None] Ignored duplicate provisioning block setup for port 618e735a-7297-431b-a79b-7e9dd3ff3692 by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 22 12:26:41.337559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Pushing event updated for resources: {'Port': ['ID=efa2fc68-d3fc-4257-9cd6-a86b4967a3d2,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:41.373659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7c73548f-501e-4033-899b-6af56a7b3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.381358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6324782d-f4f8-4391-8b36-ba299de7eaf5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.432506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324782d-f4f8-4391-8b36-ba299de7eaf5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=dd4ba300-5bfa-40a0-9160-070cdd7b9fe7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:41.456831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:26:41.457336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:26:41.504798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::c7 (578a050b-df3b-4bf8-b5f3-612af8e4798e/a68d9bc6-e3b4-4d15-ad3d-4fa77cac2a17/9da49ef4-a794-46b2-b832-7a39562968ac) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:41.515922 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.541636 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8:0:1:f816:3eff:fec7:8098 (578a050b-df3b-4bf8-b5f3-612af8e4798e/25714490-8627-4981-9153-a1a765538c3b/9da49ef4-a794-46b2-b832-7a39562968ac) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:41.585701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2c4cb-631d-485d-8cb9-e310d420bc1b None None] Pushing event updated for resources: {'Port': ['ID=91f8e03b-24da-4919-b8a3-0298f6abef44,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:41.680446 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6324782d-f4f8-4391-8b36-ba299de7eaf5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.782280 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Attempting to bind port efa2fc68-d3fc-4257-9cd6-a86b4967a3d2 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:41.782541 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Attempting to bind port efa2fc68-d3fc-4257-9cd6-a86b4967a3d2 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:41.782904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Attempting to bind port efa2fc68-d3fc-4257-9cd6-a86b4967a3d2 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:41.794497 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:41.794857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:41.795241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.795614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:41.796078 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Bound port: efa2fc68-d3fc-4257-9cd6-a86b4967a3d2, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:41.796437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:41.824168 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 618e735a-7297-431b-a79b-7e9dd3ff3692 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:42.015440 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a447ad5c-e80e-420f-afe8-fb71399f85ac tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7410734 Mar 22 12:26:42.021911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc60e9e6-0c74-4267-b6a3-f031c0586eaf tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.028602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc60e9e6-0c74-4267-b6a3-f031c0586eaf tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.029953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc60e9e6-0c74-4267-b6a3-f031c0586eaf tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Synchronizing usage tracker for tenant:e7059f11280848b48ebd0ffa83e7b8ca on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:42.044231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43324) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:42.047964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:42.103509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73548f-501e-4033-899b-6af56a7b3181 None None] Pushing event updated for resources: {'Port': ['ID=618e735a-7297-431b-a79b-7e9dd3ff3692,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:42.114785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Port dd4ba300-5bfa-40a0-9160-070cdd7b9fe7 not found while updating agent binding for router 6d4dce75-8453-4451-8ef5-0267b022a089. {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Mar 22 12:26:42.115035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Updating router 6d4dce75-8453-4451-8ef5-0267b022a089 port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:26:42.236711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] For port efa2fc68-d3fc-4257-9cd6-a86b4967a3d2, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:42.240914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] For port efa2fc68-d3fc-4257-9cd6-a86b4967a3d2, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=efa2fc68-d3fc-4257-9cd6-a86b4967a3d2,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:42.277646 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] For port e1dddd07-38d5-41cd-a5c6-336410629503, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e1dddd07-38d5-41cd-a5c6-336410629503,segment=NetworkSegment(1dede012-ff8c-4492-99ea-94f375a19deb),segment_id=1dede012-ff8c-4492-99ea-94f375a19deb)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:42.289555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:42.322106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:42.331261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:42.364130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:42.402030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6324782d-f4f8-4391-8b36-ba299de7eaf5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 6d4dce75-8453-4451-8ef5-0267b022a089 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:26:42.414806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dc60e9e6-0c74-4267-b6a3-f031c0586eaf tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Unset dirty status for tenant:e7059f11280848b48ebd0ffa83e7b8ca on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:42.416155 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dc60e9e6-0c74-4267-b6a3-f031c0586eaf tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2177165 Mar 22 12:26:42.424268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43328) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:42.447530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-589394537'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:42.461118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f15006-b45d-40a1-b900-df12c6e51f7f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.466366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f15006-b45d-40a1-b900-df12c6e51f7f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.467903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f15006-b45d-40a1-b900-df12c6e51f7f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.470700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f15006-b45d-40a1-b900-df12c6e51f7f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.472308 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f15006-b45d-40a1-b900-df12c6e51f7f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.474157 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-74f15006-b45d-40a1-b900-df12c6e51f7f tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4289474 Mar 22 12:26:42.475975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 618e735a-7297-431b-a79b-7e9dd3ff3692 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:42.482294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43332) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:42.483288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:42.486043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 9da49ef4-a794-46b2-b832-7a39562968ac will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:42.491027 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f813e5a0-b5d2-4e3b-bd38-beec538db81e None None] Could not find standard attr ID for object dd4ba300-5bfa-40a0-9160-070cdd7b9fe7. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:26:42.497133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 811b61c9-f062-49ba-b45c-2cd103c22fa9 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:42.578523 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69bbc9-cfcb-45d0-ae81-04ce723e4ec7 None None] Pushing event updated for resources: {'Port': ['ID=efa2fc68-d3fc-4257-9cd6-a86b4967a3d2,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:42.624615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f8888-8a24-425d-ae22-91edfb3f3818 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.626059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f8888-8a24-425d-ae22-91edfb3f3818 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.627350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f8888-8a24-425d-ae22-91edfb3f3818 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.629201 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f8888-8a24-425d-ae22-91edfb3f3818 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.630706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f8888-8a24-425d-ae22-91edfb3f3818 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:42.632358 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e04f8888-8a24-425d-ae22-91edfb3f3818 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1448731 Mar 22 12:26:42.639195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43336) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:42.641961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6324782d-f4f8-4391-8b36-ba299de7eaf5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:42.648017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:42.659007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3449fcf-138a-4425-bdf7-7d105d1d97e6 None None] Network 47b380f3-e6b0-4e37-a418-55b7b85d779c requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:42.713135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Made reservation on behalf of e7059f11280848b48ebd0ffa83e7b8ca for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:42.716173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:42.788920 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6324782d-f4f8-4391-8b36-ba299de7eaf5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5145309 Mar 22 12:26:42.798578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43340) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:42.849826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:42.868261 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:42.949389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:42.975064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:42.984915 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:42.985285 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Added segment ca4099ad-4fbc-4aa5-bc83-98d2833f41c1 of type vlan for network 800497bf-97f0-4f4a-8e1e-a0a8f7c0781d Mar 22 12:26:42.991752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:42.996001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:43.002841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.043119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b563e-9fdf-4b84-949c-b3814da53f58 None None] Pushing event updated for resources: {'Port': ['ID=e1dddd07-38d5-41cd-a5c6-336410629503,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:43.097805 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=9da49ef4-a794-46b2-b832-7a39562968ac,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:43.115737 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-154828d9-1ce9-4926-a297-bba9277102e9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3322659 Mar 22 12:26:43.118917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43344) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:43.153040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0183c3-1128-4dc0-8007-db69dfa5be02 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:43.158546 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bc0183c3-1128-4dc0-8007-db69dfa5be02 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/networks/71155c71-05ad-4bbe-b846-f17848b6f5c7 HTTP/1.1" status: 200 len: 804 time: 0.5103033 Mar 22 12:26:43.159368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43348) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:43.191169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 811b61c9-f062-49ba-b45c-2cd103c22fa9 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:43.192181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.211737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7eb30507-a2a7-4ae2-b3c4-2974d5e9e281 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 9da49ef4-a794-46b2-b832-7a39562968ac {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:43.212157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7eb30507-a2a7-4ae2-b3c4-2974d5e9e281 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.226232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.231030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f813e5a0-b5d2-4e3b-bd38-beec538db81e None None] Provisioning for port 437ab9ca-2a89-4a93-bf73-666e9034b2aa completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:43.233874 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 811b61c9-f062-49ba-b45c-2cd103c22fa9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:43.234223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.238461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:26:43.295967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.314981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.324934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa062afe-8bf5-41be-afec-944583cdadde None None] Network 786d7357-ac62-42b5-a185-f0038da08b8c requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:43.376136 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59d1d7d4-c94f-4f33-8422-320b3115384a tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/networks/71155c71-05ad-4bbe-b846-f17848b6f5c7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2130589 Mar 22 12:26:43.376550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43352) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:43.420671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7014100e-272b-4aa5-84cb-583cdc94f965 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting subnet f31d9016-f5d2-4862-a918-940b8eff9206 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:43.431615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7014100e-272b-4aa5-84cb-583cdc94f965 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.482381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.486344 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f813e5a0-b5d2-4e3b-bd38-beec538db81e None None] Provisioning for port 618e735a-7297-431b-a79b-7e9dd3ff3692 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:43.486971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:43.487717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.496471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba16ef46-ea3d-4621-b3a4-003f7bf8ce82 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:43.497538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ba16ef46-ea3d-4621-b3a4-003f7bf8ce82 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Synchronizing usage tracker for tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:43.509751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7014100e-272b-4aa5-84cb-583cdc94f965 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.566407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ba16ef46-ea3d-4621-b3a4-003f7bf8ce82 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Unset dirty status for tenant:d7f4a5f6a2a4455c955e1d7d3a73e220 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:43.567718 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ba16ef46-ea3d-4621-b3a4-003f7bf8ce82 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/subnets/2af498ff-6b61-404b-98aa-b867ad1d2137 HTTP/1.1" status: 200 len: 843 time: 0.1898427 Mar 22 12:26:43.571399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43356) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:43.594763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.611513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Transition to ACTIVE for port object e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:43.614624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event updated for resources: {'Network': ['ID=800497bf-97f0-4f4a-8e1e-a0a8f7c0781d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:43.630269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=3fa95257-a530-49be-b326-1c878680cc0a,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:43.632755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 800497bf-97f0-4f4a-8e1e-a0a8f7c0781d details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:43.652531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ba0d0c-fc0b-440b-8bc4-10d0d21af39a tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:43.657347 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d7ba0d0c-fc0b-440b-8bc4-10d0d21af39a tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "GET /v2.0/subnets/2af498ff-6b61-404b-98aa-b867ad1d2137?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0816562 Mar 22 12:26:43.659392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43360) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:43.665288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-329812455'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:43.675210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:43.683772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.689127 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ced3af90-0b28-4ea8-bb76-cc378de2c686 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2467611 Mar 22 12:26:43.692883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43364) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:43.701638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:43.707049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-335937753'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:43.722605 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:43.737423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:43.740724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.754652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:43.785085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7014100e-272b-4aa5-84cb-583cdc94f965 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.816308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Made reservation on behalf of e7059f11280848b48ebd0ffa83e7b8ca for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:43.819357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.842878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:43.866488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f813e5a0-b5d2-4e3b-bd38-beec538db81e None None] Provisioning complete for port 618e735a-7297-431b-a79b-7e9dd3ff3692 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:43.866986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f813e5a0-b5d2-4e3b-bd38-beec538db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.881045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:43.890893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.891278 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Added segment 1670c9dd-230e-4b19-9dc0-a3c8d262286d of type vlan for network 71726b0b-3a14-4ed4-973a-2d0a6665dc77 Mar 22 12:26:43.892630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.892951 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Added segment 4f6d109d-6ebd-4f24-a5a4-c8aad8db85d5 of type vlan for network cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0 Mar 22 12:26:43.941484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7eb30507-a2a7-4ae2-b3c4-2974d5e9e281 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.954766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.960492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.965272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.969977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7014100e-272b-4aa5-84cb-583cdc94f965 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:43.997822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda2e7ad-dce7-4f57-88e6-e8393c423132 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:44.022462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014100e-272b-4aa5-84cb-583cdc94f965 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Subnet': ['ID=f31d9016-f5d2-4862-a918-940b8eff9206,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:44.046985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7014100e-272b-4aa5-84cb-583cdc94f965 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:44.072313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:44.076237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:44.076830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:44.078698 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c97918-9cc7-40a4-8b8c-525b8b263abf None None] Network 892b6317-7ad2-4798-a9e7-7e002b515da0 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:44.105855 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7014100e-272b-4aa5-84cb-583cdc94f965 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/f31d9016-f5d2-4862-a918-940b8eff9206 HTTP/1.1" status: 204 len: 168 time: 1.2942924 Mar 22 12:26:44.112297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:44.116122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:44.116686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:44.119964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43368) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:44.209552 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7eb30507-a2a7-4ae2-b3c4-2974d5e9e281 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 9da49ef4-a794-46b2-b832-7a39562968ac owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:44.221929 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5631721 Mar 22 12:26:44.242442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43372) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:44.249481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'network_id': 'cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:44.285920 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5884774 Mar 22 12:26:44.286672 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43376) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:44.295343 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network 786d7357-ac62-42b5-a185-f0038da08b8c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:44.309630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'ports': [{'network_id': '800497bf-97f0-4f4a-8e1e-a0a8f7c0781d', 'name': 'tempest-port--929612455', 'admin_state_up': True}, {'network_id': '71726b0b-3a14-4ed4-973a-2d0a6665dc77', 'admin_state_up': False}]} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:44.310027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'port': {'network_id': '800497bf-97f0-4f4a-8e1e-a0a8f7c0781d', 'name': 'tempest-port--929612455', 'admin_state_up': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:44.310406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'port': {'network_id': '71726b0b-3a14-4ed4-973a-2d0a6665dc77', 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:44.323961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57422e-c036-4a58-885f-caca0bd144da tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Network': ['ID=cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:44.368262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:44.407268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:44.568093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:44.603091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd8b94-a9d5-42e2-bc0d-3648e3558fcf None None] Pushing event updated for resources: {'Port': ['ID=e8f5ceca-f71e-47ad-98d6-6ca06d8bded9,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:44.655693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:44.674492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:44.675586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:44.695136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e3448-505d-46b9-90f5-dc1225853743 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event updated for resources: {'Network': ['ID=71726b0b-3a14-4ed4-973a-2d0a6665dc77,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:44.715901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 437ab9ca-2a89-4a93-bf73-666e9034b2aa {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:44.715901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:44.732655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Made reservation on behalf of d7f4a5f6a2a4455c955e1d7d3a73e220 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:44.759653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:44.770587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 71726b0b-3a14-4ed4-973a-2d0a6665dc77 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:44.772168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Usage tracker for resource:port and tenant:e7059f11280848b48ebd0ffa83e7b8ca is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:44.776499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:44.784970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:44.830138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Made reservation on behalf of e7059f11280848b48ebd0ffa83e7b8ca for: {'port': 2} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:44.833580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:44.876649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:44.942929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f813e5a0-b5d2-4e3b-bd38-beec538db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.015505 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.016427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 811b61c9-f062-49ba-b45c-2cd103c22fa9, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=811b61c9-f062-49ba-b45c-2cd103c22fa9,segment=NetworkSegment(099a4927-2848-4dd1-96af-160014f143bf),segment_id=099a4927-2848-4dd1-96af-160014f143bf)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:45.050852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Attempting to bind port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:45.051127 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Attempting to bind port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '1dede012-ff8c-4492-99ea-94f375a19deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:45.051320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Attempting to bind port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 on network 383e2881-0944-4e07-a32c-e987a8b00238 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:45.053483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.054174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6c77e145-3cb0-400d-ad43-ab0c69b8d924 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:45.137180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Performing IP validity checks on allocation pools {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 12:26:45.137725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.ipam_backend_mixin [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 12:26:45.143289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7eb30507-a2a7-4ae2-b3c4-2974d5e9e281 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.180209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port 437ab9ca-2a89-4a93-bf73-666e9034b2aa, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=437ab9ca-2a89-4a93-bf73-666e9034b2aa,segment=NetworkSegment(04e422cd-3007-41d1-a79a-c9b21202944f),segment_id=04e422cd-3007-41d1-a79a-c9b21202944f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:45.180594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.199557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f813e5a0-b5d2-4e3b-bd38-beec538db81e None None] For port 618e735a-7297-431b-a79b-7e9dd3ff3692, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=618e735a-7297-431b-a79b-7e9dd3ff3692,segment=NetworkSegment(85ff46de-a82a-4b54-b704-f1dcd59193c7),segment_id=85ff46de-a82a-4b54-b704-f1dcd59193c7)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:45.205297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:45.205974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Checking segment: {'id': '1dede012-ff8c-4492-99ea-94f375a19deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:45.206130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.206254 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb30507-a2a7-4ae2-b3c4-2974d5e9e281 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=9da49ef4-a794-46b2-b832-7a39562968ac,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:45.206512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Bound using segment: {'id': '1dede012-ff8c-4492-99ea-94f375a19deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:45.207019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Bound port: e8f5ceca-f71e-47ad-98d6-6ca06d8bded9, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dede012-ff8c-4492-99ea-94f375a19deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:45.207421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.265183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f813e5a0-b5d2-4e3b-bd38-beec538db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.292806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=811b61c9-f062-49ba-b45c-2cd103c22fa9,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:45.358612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router cd154f96-abb8-48ae-8aaa-c144cb8928d4 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:26:45.360075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7eb30507-a2a7-4ae2-b3c4-2974d5e9e281 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.370660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for 437ab9ca-2a89-4a93-bf73-666e9034b2aa owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:45.451086 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7eb30507-a2a7-4ae2-b3c4-2974d5e9e281 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/9da49ef4-a794-46b2-b832-7a39562968ac HTTP/1.1" status: 204 len: 168 time: 2.3274162 Mar 22 12:26:45.452776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43380) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:45.513690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] device_id is not set on port a3a68cde-f6d6-4be3-9125-dbd7746d2041 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:26:45.551651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813e5a0-b5d2-4e3b-bd38-beec538db81e None None] Pushing event updated for resources: {'Port': ['ID=618e735a-7297-431b-a79b-7e9dd3ff3692,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:45.558205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] For port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:45.559321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 6c77e145-3cb0-400d-ad43-ab0c69b8d924 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:45.565239 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] For port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e8f5ceca-f71e-47ad-98d6-6ca06d8bded9,segment=NetworkSegment(1dede012-ff8c-4492-99ea-94f375a19deb),segment_id=1dede012-ff8c-4492-99ea-94f375a19deb)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:45.569878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7f173-80cf-475d-ad01-1b8ffd14fa1e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:45.570640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e8a7f173-80cf-475d-ad01-1b8ffd14fa1e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:45.572683 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 6c77e145-3cb0-400d-ad43-ab0c69b8d924 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:45.573239 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.591443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.608674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.669121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750172f9-9092-4f78-841c-8abc8c63bfe9 None None] DHCP port deletion for 892b6317-7ad2-4798-a9e7-7e002b515da0 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:26:45.699642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No DVR routers for this DVR port 437ab9ca-2a89-4a93-bf73-666e9034b2aa on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:26:45.808746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d962685e-43d3-452b-9803-e24cabb789f4 None None] Provisioning for port 91f8e03b-24da-4919-b8a3-0298f6abef44 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:45.809225 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:45.835781 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd8b94-a9d5-42e2-bc0d-3648e3558fcf None None] Pushing event updated for resources: {'Port': ['ID=e8f5ceca-f71e-47ad-98d6-6ca06d8bded9,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:45.880381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=437ab9ca-2a89-4a93-bf73-666e9034b2aa,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:45.892659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e8a7f173-80cf-475d-ad01-1b8ffd14fa1e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:45.894081 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e8a7f173-80cf-475d-ad01-1b8ffd14fa1e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4405096 Mar 22 12:26:45.897287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=29d17bcb-2376-4061-9f1d-8c8174b684a7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:45.897947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:45.898592 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:45.903786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43384) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:46.002339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.048067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.052585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Checking segment: {'id': '4f6d109d-6ebd-4f24-a5a4-c8aad8db85d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:46.053537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network hostable DHCP agents. Network: cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:46.079933 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d9d631-0658-49c7-963a-d3275f5e088e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:46.080998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-07d9d631-0658-49c7-963a-d3275f5e088e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:46.106390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-07d9d631-0658-49c7-963a-d3275f5e088e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:46.109262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77be1b1-80c0-498c-adb3-b30cd6c44426 None None] Update dhcp port {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'fixed_ips': [{'subnet_id': 'a68d9bc6-e3b4-4d15-ad3d-4fa77cac2a17', 'ip_address': '2001:db8::2'}, {'subnet_id': '25714490-8627-4981-9153-a1a765538c3b'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': 'efa2fc68-d3fc-4257-9cd6-a86b4967a3d2'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:26:46.110861 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-07d9d631-0658-49c7-963a-d3275f5e088e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2038178 Mar 22 12:26:46.113174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:46.117353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43388) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:46.126862 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-57b271f1-82c0-4c34-bdf7-081a43c8630d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8881338 Mar 22 12:26:46.137998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43392) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:46.155724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Sync routers for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:26:46.180806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Network cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:46.186022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'network': {'name': 'tempest-RoutersTest-1267271377'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:46.199249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d962685e-43d3-452b-9803-e24cabb789f4 None None] Provisioning for port efa2fc68-d3fc-4257-9cd6-a86b4967a3d2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:46.203089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.207537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:46.212493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892b6317-7ad2-4798-a9e7-7e002b515da0']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:46.224573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:46.235649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:network and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:46.244445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e422cd-3007-41d1-a79a-c9b21202944f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:46.245045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e422cd-3007-41d1-a79a-c9b21202944f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:46.246237 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e54bb-6001-4ab2-8e0f-51823dd1d7a1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:46.247983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e54bb-6001-4ab2-8e0f-51823dd1d7a1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:46.249669 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27e54bb-6001-4ab2-8e0f-51823dd1d7a1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:46.251691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e27e54bb-6001-4ab2-8e0f-51823dd1d7a1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:46.253677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:46.260252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:46.261506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.267901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f58201c-90a6-46db-999e-e1edbdf9ec0f None None] Network cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:46.276497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.285513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] device_id is not set on port a3d36d19-1858-4649-aebf-8c32933aedd7 yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:26:46.294541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:46.314903 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-33409aca-eb92-42eb-82ee-ffffd54dff03 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0649397 Mar 22 12:26:46.315298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43396) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:46.319169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.319519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e27e54bb-6001-4ab2-8e0f-51823dd1d7a1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:46.321647 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e27e54bb-6001-4ab2-8e0f-51823dd1d7a1 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2029471 Mar 22 12:26:46.324645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43400) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:46.325305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3d2e62e3-e740-47cf-921f-02e0c7e05d08 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:46.375222 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f77be1b1-80c0-498c-adb3-b30cd6c44426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.389537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:46.392937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.409322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:46.409998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:46.410641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:46.411049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:46.430073 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:46.542014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:46.573412 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81e325a-9645-4942-823f-cd9f539d36e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 25714490-8627-4981-9153-a1a765538c3b {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:46.576641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f81e325a-9645-4942-823f-cd9f539d36e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.636163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f81e325a-9645-4942-823f-cd9f539d36e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.670757 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 6c77e145-3cb0-400d-ad43-ab0c69b8d924, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6c77e145-3cb0-400d-ad43-ab0c69b8d924,segment=NetworkSegment(39aba33b-d702-4df6-94fe-ba9e85876b2d),segment_id=39aba33b-d702-4df6-94fe-ba9e85876b2d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:46.688959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:46.702758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f81e325a-9645-4942-823f-cd9f539d36e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.703202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.704086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f2867853-538b-44de-ba97-64419e2e1523 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:46.721385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.732937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.733277 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added segment 2a10f413-0fdb-4b1d-9864-b75b9a855f21 of type vlan for network a870987a-f332-48bd-b1ea-ca47e4d7ecca Mar 22 12:26:46.759563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.783800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f81e325a-9645-4942-823f-cd9f539d36e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.793575 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d962685e-43d3-452b-9803-e24cabb789f4 None None] Provisioning complete for port 618e735a-7297-431b-a79b-7e9dd3ff3692 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:46.793575 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d962685e-43d3-452b-9803-e24cabb789f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.794842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Network': ['ID=892b6317-7ad2-4798-a9e7-7e002b515da0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:46.814851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d2e62e3-e740-47cf-921f-02e0c7e05d08 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15344199'] for subnet, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.826382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e325a-9645-4942-823f-cd9f539d36e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=25714490-8627-4981-9153-a1a765538c3b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:46.841319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f81e325a-9645-4942-823f-cd9f539d36e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.841662 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3953b5ba-1da1-4ee1-be82-b86902bd9259 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/networks/892b6317-7ad2-4798-a9e7-7e002b515da0 HTTP/1.1" status: 204 len: 168 time: 2.6696162 Mar 22 12:26:46.842863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43404) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:46.851546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.868904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:46.978399 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f81e325a-9645-4942-823f-cd9f539d36e0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/25714490-8627-4981-9153-a1a765538c3b HTTP/1.1" status: 204 len: 168 time: 0.6482220 Mar 22 12:26:46.978647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43408) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:47.021150 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.resource_extend [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:26:47.061277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.065189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:47.065811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.068940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa6ca4b-80ff-4e82-b30f-df70422c7d13 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet a68d9bc6-e3b4-4d15-ad3d-4fa77cac2a17 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:47.069886 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:47.076521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ca4b-80ff-4e82-b30f-df70422c7d13 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.106053 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9640021 Mar 22 12:26:47.108530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43412) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:47.118168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'subnet': {'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:47.223433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ca4b-80ff-4e82-b30f-df70422c7d13 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.274343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=6c77e145-3cb0-400d-ad43-ab0c69b8d924,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:47.292567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server [None req-f77be1b1-80c0-498c-adb3-b30cd6c44426 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25714490-8627-4981-9153-a1a765538c3b: This subnet is being modified by another concurrent operation. Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:47.306662 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise exception Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25714490-8627-4981-9153-a1a765538c3b: This subnet is being modified by another concurrent operation. Mar 22 12:26:47.311400 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Mar 22 12:26:47.373026 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:47.388089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event updated for resources: {'Port': ['ID=a3a68cde-f6d6-4be3-9125-dbd7746d2041,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:47.399150 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322285f6-005a-44e7-8a55-e2fa98c295e6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Network': ['ID=a870987a-f332-48bd-b1ea-ca47e4d7ecca,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:47.442675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:subnet and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:47.446940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d2e62e3-e740-47cf-921f-02e0c7e05d08 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747665871773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15254219'] for subnet, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.451757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Checking segment: {'id': 'ca4099ad-4fbc-4aa5-bc83-98d2833f41c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '800497bf-97f0-4f4a-8e1e-a0a8f7c0781d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:47.452406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Network hostable DHCP agents. Network: 800497bf-97f0-4f4a-8e1e-a0a8f7c0781d, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:47.455857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:47.472929 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:47.486559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7d87ef-9daa-4836-a0f9-b46aa864b8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0', 'network_id': 'cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0', 'tenant_id': 'd7f4a5f6a2a4455c955e1d7d3a73e220', 'fixed_ips': [{'subnet_id': '29d17bcb-2376-4061-9f1d-8c8174b684a7'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:47.487387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2d7d87ef-9daa-4836-a0f9-b46aa864b8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.513857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network a870987a-f332-48bd-b1ea-ca47e4d7ecca details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:47.515366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Made reservation on behalf of f37cda66bf934c43a48765cc534b894d for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:47.552683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ca4b-80ff-4e82-b30f-df70422c7d13 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.556383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e62e3-e740-47cf-921f-02e0c7e05d08 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:47.557076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d2e62e3-e740-47cf-921f-02e0c7e05d08 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.562389 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3d2e62e3-e740-47cf-921f-02e0c7e05d08 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "PUT /v2.0/subnets/29d17bcb-2376-4061-9f1d-8c8174b684a7 HTTP/1.1" status: 200 len: 900 time: 1.2472653 Mar 22 12:26:47.565519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43416) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:47.639572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f2867853-538b-44de-ba97-64419e2e1523 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:47.640047 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.665148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e62e3-e740-47cf-921f-02e0c7e05d08 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event updated for resources: {'Subnet': ['ID=29d17bcb-2376-4061-9f1d-8c8174b684a7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:47.685302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Network 800497bf-97f0-4f4a-8e1e-a0a8f7c0781d is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:47.708960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 800497bf-97f0-4f4a-8e1e-a0a8f7c0781d) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:47.724610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:47.725620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.797305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.802564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8233bc02-d2ef-4457-800d-fc0ca1d34094 None None] Network 800497bf-97f0-4f4a-8e1e-a0a8f7c0781d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:47.821133 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.824412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event updated for resources: {'Port': ['ID=a3d36d19-1858-4649-aebf-8c32933aedd7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:47.895551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Checking segment: {'id': '1670c9dd-230e-4b19-9dc0-a3c8d262286d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '71726b0b-3a14-4ed4-973a-2d0a6665dc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:47.895551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Network hostable DHCP agents. Network: 71726b0b-3a14-4ed4-973a-2d0a6665dc77, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:47.898857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.915619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:47.979905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Network 71726b0b-3a14-4ed4-973a-2d0a6665dc77 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:47.995664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 71726b0b-3a14-4ed4-973a-2d0a6665dc77) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:47.999468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-39b5babc-3eab-4abe-9a19-3d0910f4e2bc None None] Could not find standard attr ID for object 9da49ef4-a794-46b2-b832-7a39562968ac. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:26:48.006196 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:48.010605 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:48.014320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:48.015143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.025910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ca4b-80ff-4e82-b30f-df70422c7d13 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.027642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19080a8f-f5c0-49a1-8548-36e460b6c881 None None] Network 71726b0b-3a14-4ed4-973a-2d0a6665dc77 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:48.034058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.068634 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c62f62e3-d94b-4e61-8029-9545d39a0a03 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.7741387 Mar 22 12:26:48.074751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43420) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:48.077804 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Subnet': ['ID=29d17bcb-2376-4061-9f1d-8c8174b684a7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:48.090346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6ca4b-80ff-4e82-b30f-df70422c7d13 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=a68d9bc6-e3b4-4d15-ad3d-4fa77cac2a17,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:48.107729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6aa6ca4b-80ff-4e82-b30f-df70422c7d13 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.138115 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6aa6ca4b-80ff-4e82-b30f-df70422c7d13 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/a68d9bc6-e3b4-4d15-ad3d-4fa77cac2a17 HTTP/1.1" status: 204 len: 168 time: 1.1563506 Mar 22 12:26:48.139115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43424) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server [None req-2d7d87ef-9daa-4836-a0f9-b46aa864b8f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29d17bcb-2376-4061-9f1d-8c8174b684a7: This subnet is being modified by another concurrent operation. Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:48.145582 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise exception Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29d17bcb-2376-4061-9f1d-8c8174b684a7: This subnet is being modified by another concurrent operation. Mar 22 12:26:48.149443 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Mar 22 12:26:48.171568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410365de-e243-4c0d-adc7-973162122310 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:48.184004 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb044f3-a16b-464e-a801-6004b5570527 None None] Network cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:48.240604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.241865 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bab3fa57-bc3d-4654-9061-25443549d9eb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016836 Mar 22 12:26:48.247014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43428) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:48.271589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:48.290688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0396485-1d0a-49b9-94d5-bb774c6dba9f tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:48.294775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0396485-1d0a-49b9-94d5-bb774c6dba9f tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:48.295507 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0396485-1d0a-49b9-94d5-bb774c6dba9f tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Synchronizing usage tracker for tenant:e7059f11280848b48ebd0ffa83e7b8ca on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:48.300120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6d109d-6ebd-4f24-a5a4-c8aad8db85d5') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:48.300486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6d109d-6ebd-4f24-a5a4-c8aad8db85d5') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:48.315609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.317259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:48.338368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.343139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0396485-1d0a-49b9-94d5-bb774c6dba9f tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Unset dirty status for tenant:e7059f11280848b48ebd0ffa83e7b8ca on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:48.344498 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a0396485-1d0a-49b9-94d5-bb774c6dba9f tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2681079 Mar 22 12:26:48.347314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43432) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:48.350265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:48.350822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:48.366640 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:48.496980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e35ebc04-a1fd-4473-8bbc-6e59b753d36d tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Deleting port a3a68cde-f6d6-4be3-9125-dbd7746d2041 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:48.497295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e35ebc04-a1fd-4473-8bbc-6e59b753d36d tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.526330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:48.537665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:48.545268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.547372 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:48.551407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.564919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.584701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Network': ['ID=cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:48.599276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:48.624547 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-35789cce-5ba6-457d-ab62-448c8fdf3996 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0 HTTP/1.1" status: 204 len: 168 time: 1.0497696 Mar 22 12:26:48.626643 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43436) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:48.711072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 437ab9ca-2a89-4a93-bf73-666e9034b2aa up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:48.734623 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa52cf7e-6dd4-41f8-8b1a-5e7d00d64829 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:48.735016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa52cf7e-6dd4-41f8-8b1a-5e7d00d64829 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:48.737284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:48.740725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.761103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e35ebc04-a1fd-4473-8bbc-6e59b753d36d tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:48.774455 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:41Z', 'revision_number': 8, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': '811b61c9-f062-49ba-b45c-2cd103c22fa9', 'name': '', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:90:dd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:11Z', 'updated_at': '2022-03-22T12:26:44Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f5ceca-f71e-47ad-98d6-6ca06d8bded9', 'name': '', 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:63:e9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:19Z', 'updated_at': '2022-03-22T12:26:45Z', 'revision_number': 4, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:36Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:48.798243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 437ab9ca-2a89-4a93-bf73-666e9034b2aa {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:26:48.798566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 437ab9ca-2a89-4a93-bf73-666e9034b2aa not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 22 12:26:48.860780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Subnet': ['ID=9730ff68-4d2b-41da-b11d-683672904153,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:48.864735 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aa52cf7e-6dd4-41f8-8b1a-5e7d00d64829 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/subnets/29d17bcb-2376-4061-9f1d-8c8174b684a7 HTTP/1.1" status: 404 len: 337 time: 0.2380974 Mar 22 12:26:48.881288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4678a07-7070-42ff-8e30-435468c0f651 None None] The sync data for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv is: [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:41Z', 'revision_number': 8, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': '811b61c9-f062-49ba-b45c-2cd103c22fa9', 'name': '', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:90:dd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:11Z', 'updated_at': '2022-03-22T12:26:44Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f5ceca-f71e-47ad-98d6-6ca06d8bded9', 'name': '', 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:63:e9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:19Z', 'updated_at': '2022-03-22T12:26:45Z', 'revision_number': 4, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:36Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:26:48.882864 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Port 437ab9ca-2a89-4a93-bf73-666e9034b2aa not found, will not notify nova. {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 22 12:26:48.883346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 02cef6c2-2074-484c-89e6-233fc20cd916 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:48.885818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43440) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:48.944212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687fe62-0850-49d7-9cdf-7d36e26c08d2 None None] Network cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:48.952577 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a6ba4d-f37d-4800-8fb2-52015934669b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:48.953017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a6ba4d-f37d-4800-8fb2-52015934669b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:48.956060 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-18a6ba4d-f37d-4800-8fb2-52015934669b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0 HTTP/1.1" status: 404 len: 339 time: 0.0645652 Mar 22 12:26:48.959226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-39b5babc-3eab-4abe-9a19-3d0910f4e2bc None None] Provisioning for port 3fa95257-a530-49be-b326-1c878680cc0a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:48.963301 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43444) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:49.008406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Checking segment: {'id': '2a10f413-0fdb-4b1d-9864-b75b9a855f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:49.008769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network hostable DHCP agents. Network: a870987a-f332-48bd-b1ea-ca47e4d7ecca, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:49.015377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-39b5babc-3eab-4abe-9a19-3d0910f4e2bc None None] Provisioning complete for port 3fa95257-a530-49be-b326-1c878680cc0a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:49.016118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-39b5babc-3eab-4abe-9a19-3d0910f4e2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.030985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e35ebc04-a1fd-4473-8bbc-6e59b753d36d tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Calling delete_port for a3a68cde-f6d6-4be3-9125-dbd7746d2041 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:49.061750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687fe62-0850-49d7-9cdf-7d36e26c08d2 None None] Network cf72e24b-fe4f-421b-9d4a-88d0cf0a29b0 could not be found, it might have been deleted concurrently. {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 22 12:26:49.121249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:26:41Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:26:42Z', 'revision_number': 2, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:34Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:49.128037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e35ebc04-a1fd-4473-8bbc-6e59b753d36d tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.135368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-39b5babc-3eab-4abe-9a19-3d0910f4e2bc None None] Port 3fa95257-a530-49be-b326-1c878680cc0a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:26:49.139420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Checking router: cd154f96-abb8-48ae-8aaa-c144cb8928d4 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:26:49.140043 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Updating router cd154f96-abb8-48ae-8aaa-c144cb8928d4 port 3fa95257-a530-49be-b326-1c878680cc0a binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:26:49.211963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ebc04-a1fd-4473-8bbc-6e59b753d36d tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event deleted for resources: {'Port': ['ID=a3a68cde-f6d6-4be3-9125-dbd7746d2041,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:49.231598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.249492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e35ebc04-a1fd-4473-8bbc-6e59b753d36d tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.255145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 02cef6c2-2074-484c-89e6-233fc20cd916 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:49.255513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.271900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.275842 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e35ebc04-a1fd-4473-8bbc-6e59b753d36d tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "DELETE /v2.0/ports/a3a68cde-f6d6-4be3-9125-dbd7746d2041 HTTP/1.1" status: 204 len: 168 time: 0.9272189 Mar 22 12:26:49.278996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43448) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:49.298096 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b82ad4-2202-496a-8805-65e11d68f3ba None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:26:49.309140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network a870987a-f332-48bd-b1ea-ca47e4d7ecca is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:49.358762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-389ba8ff-3447-4422-8d43-6d5378417318 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Deleting port a3d36d19-1858-4649-aebf-8c32933aedd7 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:49.359268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-389ba8ff-3447-4422-8d43-6d5378417318 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.359743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b2b82ad4-2202-496a-8805-65e11d68f3ba None None] Deleting port efa2fc68-d3fc-4257-9cd6-a86b4967a3d2 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:49.360358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b2b82ad4-2202-496a-8805-65e11d68f3ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.362341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, a870987a-f332-48bd-b1ea-ca47e4d7ecca) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:49.398930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:49.399416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.405790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c4abd7-1aa6-4d9e-95ac-99de7ce2fd1f None None] Network a870987a-f332-48bd-b1ea-ca47e4d7ecca requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:49.612926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-389ba8ff-3447-4422-8d43-6d5378417318 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.709930 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ac98f3f9-09e3-4fdc-be43-7aa3d4aeea0e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5998690 Mar 22 12:26:49.715068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.720158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43452) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:49.755149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-389ba8ff-3447-4422-8d43-6d5378417318 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Calling delete_port for a3d36d19-1858-4649-aebf-8c32933aedd7 owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:49.771581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.842576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-389ba8ff-3447-4422-8d43-6d5378417318 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.884295 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43edac-267c-4d5c-bf49-a9947e73626c None None] Sync routers for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:26:49.889494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ba8ff-3447-4422-8d43-6d5378417318 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event deleted for resources: {'Port': ['ID=a3d36d19-1858-4649-aebf-8c32933aedd7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:49.899510 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-389ba8ff-3447-4422-8d43-6d5378417318 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.911378 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-389ba8ff-3447-4422-8d43-6d5378417318 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "DELETE /v2.0/ports/a3d36d19-1858-4649-aebf-8c32933aedd7 HTTP/1.1" status: 204 len: 168 time: 0.6303139 Mar 22 12:26:49.914134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43456) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:49.914877 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d43edac-267c-4d5c-bf49-a9947e73626c None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:49.916711 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4d43edac-267c-4d5c-bf49-a9947e73626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:49.955102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8bddd6-86d1-4d55-9866-51115231c58b']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:49.961676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-003ec9e9-1967-46fc-b22a-01ef82b6440b tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Synchronizing usage tracker for tenant:e7059f11280848b48ebd0ffa83e7b8ca on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:49.963762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:49.971900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:49.977959 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=0fdec905-4fe3-42b5-b94d-28cb8acddfea,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:49.981191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:49.981823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:49.986461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e19ab1-79fe-4119-8620-2fe438441abe') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:49.986757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e19ab1-79fe-4119-8620-2fe438441abe') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:49.997513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-003ec9e9-1967-46fc-b22a-01ef82b6440b tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Unset dirty status for tenant:e7059f11280848b48ebd0ffa83e7b8ca on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:49.999027 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-003ec9e9-1967-46fc-b22a-01ef82b6440b tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0838485 Mar 22 12:26:50.003151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43460) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:50.004995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b31e6b10-07c2-4b7f-9283-e6df1851d4cd no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:26:50.009874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1174165655'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:50.016474 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:50.025431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.029701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:50.045143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Made reservation on behalf of e7059f11280848b48ebd0ffa83e7b8ca for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:50.045967 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b1c49a09-6ab9-4d54-ae1d-cd22d389ef97 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7402599 Mar 22 12:26:50.047560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.049702 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.053380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43464) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:50.060644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fe5a60a4-b025-48d0-a340-df5b49378fd4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:50.071005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: b31e6b10-07c2-4b7f-9283-e6df1851d4cd {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:26:50.071695 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b31e6b10-07c2-4b7f-9283-e6df1851d4cd not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:26:50.081061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:50.081488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.116786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:50.124795 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:50.138497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.139003 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Added segment c22ef258-10c4-4104-b757-41a7c1d04922 of type vlan for network 0e724696-8e73-4337-aee8-4c906a94015e Mar 22 12:26:50.150897 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4d43edac-267c-4d5c-bf49-a9947e73626c None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:50.195020 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b2b82ad4-2202-496a-8805-65e11d68f3ba None None] For port efa2fc68-d3fc-4257-9cd6-a86b4967a3d2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=efa2fc68-d3fc-4257-9cd6-a86b4967a3d2,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:50.195895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b2b82ad4-2202-496a-8805-65e11d68f3ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.200283 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.267599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.273103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:50.273717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.282535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-a870987a-f332-48bd-b1ea-ca47e4d7ecca', 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'fixed_ips': [{'subnet_id': '9730ff68-4d2b-41da-b11d-683672904153'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:50.285986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.415221 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.419406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe5a60a4-b025-48d0-a340-df5b49378fd4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:50.452119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.460720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b2b82ad4-2202-496a-8805-65e11d68f3ba None None] Calling delete_port for efa2fc68-d3fc-4257-9cd6-a86b4967a3d2 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:50.462131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Network': ['ID=1a8bddd6-86d1-4d55-9866-51115231c58b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:50.464633 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-da1f3df7-c81a-4f5f-bfba-4d3cec01bc14 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/1a8bddd6-86d1-4d55-9866-51115231c58b HTTP/1.1" status: 204 len: 168 time: 1.4984701 Mar 22 12:26:50.490164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43468) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:50.541177 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-de33f272-a179-4e4f-b0e9-70433ee8174a tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:50.541907 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de33f272-a179-4e4f-b0e9-70433ee8174a tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:50.547444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe5a60a4-b025-48d0-a340-df5b49378fd4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:50.555400 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-de33f272-a179-4e4f-b0e9-70433ee8174a tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/subnets/2b6172a2-01c9-4630-b10e-4a614d353cd8 HTTP/1.1" status: 404 len: 337 time: 0.0636339 Mar 22 12:26:50.561372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43472) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:50.564821 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event updated for resources: {'Network': ['ID=0e724696-8e73-4337-aee8-4c906a94015e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:50.567066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 618e735a-7297-431b-a79b-7e9dd3ff3692 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:50.568880 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-accefb14-dab0-4a22-b771-f0ae1e3af968 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5645258 Mar 22 12:26:50.592232 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43476) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:50.602180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1983999083'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:50.607615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:50.610234 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ed4fe8-66f9-4bd7-8022-163f98c16db0 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:50.610398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe5a60a4-b025-48d0-a340-df5b49378fd4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:50.610854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ed4fe8-66f9-4bd7-8022-163f98c16db0 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:50.615927 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59ed4fe8-66f9-4bd7-8022-163f98c16db0 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/a9afb227-97fa-4bdb-9b4e-4c561f964aa6 HTTP/1.1" status: 404 len: 339 time: 0.0532644 Mar 22 12:26:50.616843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43480) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:50.621737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 0e724696-8e73-4337-aee8-4c906a94015e details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:50.622289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Usage tracker for resource:network and tenant:e7059f11280848b48ebd0ffa83e7b8ca is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:50.622832 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4d43edac-267c-4d5c-bf49-a9947e73626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:41Z', 'revision_number': 8, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': '811b61c9-f062-49ba-b45c-2cd103c22fa9', 'name': '', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:90:dd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:11Z', 'updated_at': '2022-03-22T12:26:44Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f5ceca-f71e-47ad-98d6-6ca06d8bded9', 'name': '', 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:63:e9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:19Z', 'updated_at': '2022-03-22T12:26:45Z', 'revision_number': 4, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:36Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:50.627930 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43edac-267c-4d5c-bf49-a9947e73626c None None] Checking router: 6d4dce75-8453-4451-8ef5-0267b022a089 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:26:50.640542 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d43edac-267c-4d5c-bf49-a9947e73626c None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:50.642384 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4d43edac-267c-4d5c-bf49-a9947e73626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:50.653290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe5a60a4-b025-48d0-a340-df5b49378fd4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:50.694377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5a60a4-b025-48d0-a340-df5b49378fd4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:50.698256 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe5a60a4-b025-48d0-a340-df5b49378fd4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.716484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:50.724333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:50.736332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Made reservation on behalf of e7059f11280848b48ebd0ffa83e7b8ca for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:50.739706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.755724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.resource_extend [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:26:50.796989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:50.797392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.831852 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4d43edac-267c-4d5c-bf49-a9947e73626c None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:50.864365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:26:50.896951 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.897723 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Added segment ca8cc2fc-14af-4cec-8f04-7cc596604446 of type vlan for network 0bf1cb12-86af-4731-93a2-4fe45657ffa9 Mar 22 12:26:50.901761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad157412-3788-4991-9514-308dcd43cfd3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Deleting subnet f7b411c7-75a9-4052-8f94-8769b8f36aa3 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:50.910563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad157412-3788-4991-9514-308dcd43cfd3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.929066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b2b82ad4-2202-496a-8805-65e11d68f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.936806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.981279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:50.989289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad157412-3788-4991-9514-308dcd43cfd3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:51.028995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b82ad4-2202-496a-8805-65e11d68f3ba None None] Pushing event deleted for resources: {'Port': ['ID=efa2fc68-d3fc-4257-9cd6-a86b4967a3d2,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:51.048973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b82ad4-2202-496a-8805-65e11d68f3ba None None] No DVR routers for this DVR port efa2fc68-d3fc-4257-9cd6-a86b4967a3d2 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:26:51.062084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 618e735a-7297-431b-a79b-7e9dd3ff3692 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:51.062449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:51.093380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Transition to ACTIVE for port object 3fa95257-a530-49be-b326-1c878680cc0a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:51.094380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:51.098599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:51.099487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:51.102086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7164ad9-eeb7-47bf-a130-5a4907683886 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:51.155888 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5617588 Mar 22 12:26:51.306619 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4d43edac-267c-4d5c-bf49-a9947e73626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:41Z', 'revision_number': 8, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': '811b61c9-f062-49ba-b45c-2cd103c22fa9', 'name': '', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:90:dd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:11Z', 'updated_at': '2022-03-22T12:26:44Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f5ceca-f71e-47ad-98d6-6ca06d8bded9', 'name': '', 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:63:e9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:19Z', 'updated_at': '2022-03-22T12:26:45Z', 'revision_number': 4, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:36Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:51.314848 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d43edac-267c-4d5c-bf49-a9947e73626c None None] The sync data for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv is: [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:41Z', 'revision_number': 8, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': '811b61c9-f062-49ba-b45c-2cd103c22fa9', 'name': '', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:90:dd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:11Z', 'updated_at': '2022-03-22T12:26:44Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8f5ceca-f71e-47ad-98d6-6ca06d8bded9', 'name': '', 'network_id': '383e2881-0944-4e07-a32c-e987a8b00238', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:63:e9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:19Z', 'updated_at': '2022-03-22T12:26:45Z', 'revision_number': 4, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '924ebe15-00d6-439d-9b4d-bca8964bc2fc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:36Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:26:51.340282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Allocated IP 172.23.0.2 (a870987a-f332-48bd-b1ea-ca47e4d7ecca/9730ff68-4d2b-41da-b11d-683672904153/75801c2f-c0a8-46c0-9005-c75fe1424ae3) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:51.412684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0c1e4-c5fa-475b-b72b-a6f27f421fbb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event updated for resources: {'Network': ['ID=0bf1cb12-86af-4731-93a2-4fe45657ffa9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:51.423020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad157412-3788-4991-9514-308dcd43cfd3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:51.442856 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.ipam_backend_mixin [None req-fe5a60a4-b025-48d0-a340-df5b49378fd4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0fdec905-4fe3-42b5-b94d-28cb8acddfea (CIDR: 2001:db8::/64) Mar 22 12:26:51.471741 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5a60a4-b025-48d0-a340-df5b49378fd4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:26:51.472186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5a60a4-b025-48d0-a340-df5b49378fd4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:51.509830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:51.531525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad157412-3788-4991-9514-308dcd43cfd3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:51.560199 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fe5a60a4-b025-48d0-a340-df5b49378fd4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5037944 Mar 22 12:26:51.563913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e8f5ceca-f71e-47ad-98d6-6ca06d8bded9,segment=NetworkSegment(1dede012-ff8c-4492-99ea-94f375a19deb),segment_id=1dede012-ff8c-4492-99ea-94f375a19deb)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:51.564487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:51.572714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43484) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:51.581727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'subnet': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:51.599041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad157412-3788-4991-9514-308dcd43cfd3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:51.603850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad157412-3788-4991-9514-308dcd43cfd3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b411c7-75a9-4052-8f94-8769b8f36aa3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:51.615121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 0bf1cb12-86af-4731-93a2-4fe45657ffa9 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:26:51.626425 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ad157412-3788-4991-9514-308dcd43cfd3 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/subnets/f7b411c7-75a9-4052-8f94-8769b8f36aa3 HTTP/1.1" status: 204 len: 168 time: 1.0039389 Mar 22 12:26:51.626723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43488) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:51.706821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a6b5be-7716-4c14-bffa-eb667283d81c None None] Network 47b380f3-e6b0-4e37-a418-55b7b85d779c requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:51.716953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f9fddc-cec5-4bef-ad62-cd868265ec2c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Deleting subnet 82c81b7d-58fe-4fa5-849e-67a26c549fe5 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:51.720945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47f9fddc-cec5-4bef-ad62-cd868265ec2c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:51.833161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47f9fddc-cec5-4bef-ad62-cd868265ec2c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:51.865717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:51.960140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47f9fddc-cec5-4bef-ad62-cd868265ec2c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.061739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47f9fddc-cec5-4bef-ad62-cd868265ec2c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.099413 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:52.112340 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Usage tracker for resource:subnet and tenant:3f133a33860e425babcc7dc930e1ee97 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:52.114941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9fddc-cec5-4bef-ad62-cd868265ec2c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Subnet': ['ID=82c81b7d-58fe-4fa5-849e-67a26c549fe5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:52.119005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:52.137576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47f9fddc-cec5-4bef-ad62-cd868265ec2c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.161698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:52.166022 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-47f9fddc-cec5-4bef-ad62-cd868265ec2c tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/subnets/82c81b7d-58fe-4fa5-849e-67a26c549fe5 HTTP/1.1" status: 204 len: 168 time: 0.5352950 Mar 22 12:26:52.167706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43492) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:52.194705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:52.334588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.336171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.347489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Deleting port 618e735a-7297-431b-a79b-7e9dd3ff3692 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:52.347826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.414952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac58f2e-3511-43a6-a43f-621695870003 None None] Pushing event updated for resources: {'Port': ['ID=3fa95257-a530-49be-b326-1c878680cc0a,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:52.459538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.495904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.577090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] For port 618e735a-7297-431b-a79b-7e9dd3ff3692, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=618e735a-7297-431b-a79b-7e9dd3ff3692,segment=NetworkSegment(85ff46de-a82a-4b54-b704-f1dcd59193c7),segment_id=85ff46de-a82a-4b54-b704-f1dcd59193c7)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:52.577837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.594620 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Attempting to bind port 3fa95257-a530-49be-b326-1c878680cc0a on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:52.595193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Attempting to bind port 3fa95257-a530-49be-b326-1c878680cc0a by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '83c3cddb-f790-404a-a673-c172c82709c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:52.595926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Attempting to bind port 3fa95257-a530-49be-b326-1c878680cc0a on network 786d7357-ac62-42b5-a185-f0038da08b8c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:52.603436 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 811b61c9-f062-49ba-b45c-2cd103c22fa9 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:52.667086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.682679 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:52.683555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Checking segment: {'id': '83c3cddb-f790-404a-a673-c172c82709c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:52.684148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.684742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Bound using segment: {'id': '83c3cddb-f790-404a-a673-c172c82709c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:52.685713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Bound port: 3fa95257-a530-49be-b326-1c878680cc0a, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c3cddb-f790-404a-a673-c172c82709c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:52.686308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.727988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Calling delete_port for 618e735a-7297-431b-a79b-7e9dd3ff3692 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:52.737323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=e8f5ceca-f71e-47ad-98d6-6ca06d8bded9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:52.789592 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Transition to ACTIVE for port object 75801c2f-c0a8-46c0-9005-c75fe1424ae3 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:52.851034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:52.917323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Port': ['ID=618e735a-7297-431b-a79b-7e9dd3ff3692,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:52.927207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No DVR routers for this DVR port 618e735a-7297-431b-a79b-7e9dd3ff3692 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:26:52.955359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Transition to ACTIVE for port object 75801c2f-c0a8-46c0-9005-c75fe1424ae3 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:52.967605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 811b61c9-f062-49ba-b45c-2cd103c22fa9 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:52.967966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:53.058297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-578a050b-df3b-4bf8-b5f3-612af8e4798e', 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'tenant_id': '3f133a33860e425babcc7dc930e1ee97', 'fixed_ips': [{'subnet_id': '0fdec905-4fe3-42b5-b94d-28cb8acddfea'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:53.059295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:53.097519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:53.113275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] For port 3fa95257-a530-49be-b326-1c878680cc0a, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:53.116457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] For port 3fa95257-a530-49be-b326-1c878680cc0a, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3fa95257-a530-49be-b326-1c878680cc0a,segment=NetworkSegment(83c3cddb-f790-404a-a673-c172c82709c2),segment_id=83c3cddb-f790-404a-a673-c172c82709c2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:53.130076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b380f3-e6b0-4e37-a418-55b7b85d779c']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:53.145922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ff46de-a82a-4b54-b704-f1dcd59193c7') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:53.146889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ff46de-a82a-4b54-b704-f1dcd59193c7') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:53.160517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:53.174453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:53.180747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:53.190257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:53.191046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:53.209719 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:53.213925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:53.306442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060ccc3c-9352-4591-8038-0375dd0f6392 None None] Update dhcp port {'port': {'network_id': '47b380f3-e6b0-4e37-a418-55b7b85d779c', 'fixed_ips': [{'subnet_id': '82c81b7d-58fe-4fa5-849e-67a26c549fe5'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '618e735a-7297-431b-a79b-7e9dd3ff3692'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:26:53.320541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:53.346934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:53.359318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Network': ['ID=47b380f3-e6b0-4e37-a418-55b7b85d779c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:53.360067 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060ccc3c-9352-4591-8038-0375dd0f6392 None None] Host dv-neutron-834653-1-hyperv tried to update port 618e735a-7297-431b-a79b-7e9dd3ff3692 which no longer exists. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:313}} Mar 22 12:26:53.362624 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6387b419-71a1-4cfc-83c0-07f172bc071b tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/47b380f3-e6b0-4e37-a418-55b7b85d779c HTTP/1.1" status: 204 len: 168 time: 1.1902971 Mar 22 12:26:53.364976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43496) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:53.412093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Network a870987a-f332-48bd-b1ea-ca47e4d7ecca is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:53.419837 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b2d3df-6a4d-4137-b42f-c6cf8823d144 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:53.419837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b2d3df-6a4d-4137-b42f-c6cf8823d144 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:53.422180 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f4b2d3df-6a4d-4137-b42f-c6cf8823d144 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/subnets/a21069f3-f551-416b-b7ae-37e3b570992c HTTP/1.1" status: 404 len: 337 time: 0.0551872 Mar 22 12:26:53.424631 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43500) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:53.424752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:53.444207 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:53.461287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:53.468000 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcab4673-fe93-4abc-a890-61385cfdbae1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:53.468676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcab4673-fe93-4abc-a890-61385cfdbae1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:53.473339 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bcab4673-fe93-4abc-a890-61385cfdbae1 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/8ac228ef-eb25-49d8-bbe9-66b4bf18298e HTTP/1.1" status: 404 len: 339 time: 0.0477512 Mar 22 12:26:53.475886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43504) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:53.542218 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d60556-38e8-4f06-84b3-5e9f4227e20a tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:53.542934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0d60556-38e8-4f06-84b3-5e9f4227e20a tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:53.544743 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0d60556-38e8-4f06-84b3-5e9f4227e20a tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/subnets/7bd2442e-e8d2-4383-a505-d072f5bdbe2b HTTP/1.1" status: 404 len: 337 time: 0.0677385 Mar 22 12:26:53.547301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43508) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:53.552354 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0714c2f2-9101-48fd-852e-c443dc4c4307 None None] DHCP port deletion for 47b380f3-e6b0-4e37-a418-55b7b85d779c request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:26:53.591425 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:26:53.591835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 22 12:26:53.614213 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-995758c3-9927-45b9-9ca2-8072bfb0f6ec tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:53.615030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995758c3-9927-45b9-9ca2-8072bfb0f6ec tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:53.618418 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-995758c3-9927-45b9-9ca2-8072bfb0f6ec tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/1e137d29-4867-4952-a7e2-457f32749cbd HTTP/1.1" status: 404 len: 339 time: 0.0698729 Mar 22 12:26:53.621244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43512) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:53.647463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac58f2e-3511-43a6-a43f-621695870003 None None] Pushing event updated for resources: {'Port': ['ID=3fa95257-a530-49be-b326-1c878680cc0a,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:53.707252 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29f0dd1-b916-4632-99fa-5cfdcd67c98e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:53.707942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29f0dd1-b916-4632-99fa-5cfdcd67c98e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:53.712449 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c29f0dd1-b916-4632-99fa-5cfdcd67c98e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/subnets/acdd385b-3dff-4ae0-8c69-37c1dd060c04 HTTP/1.1" status: 404 len: 337 time: 0.0901067 Mar 22 12:26:53.717136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43516) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:53.757390 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b931e1-410c-4e51-83ed-e22a955ae37e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:53.757973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b931e1-410c-4e51-83ed-e22a955ae37e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:53.762050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Allocated IP 172.23.0.1 (a870987a-f332-48bd-b1ea-ca47e4d7ecca/9730ff68-4d2b-41da-b11d-683672904153/bde831d7-bbc1-42f1-93d0-44d2098b2fbc) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:53.762602 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-55b931e1-410c-4e51-83ed-e22a955ae37e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/66221dc6-a7b6-40f6-8fd3-77312af18d18 HTTP/1.1" status: 404 len: 339 time: 0.0439143 Mar 22 12:26:53.762784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43520) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:53.780388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:53.781645 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:53.941134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:53.949255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:53.959325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Transition to ACTIVE for port object bde831d7-bbc1-42f1-93d0-44d2098b2fbc will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:54.020582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.061246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec78fc0-3fcd-45c6-ac40-b62897975c69 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Deleting subnet df9d1cce-4396-4151-9665-472789a42fa0 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:54.064350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bec78fc0-3fcd-45c6-ac40-b62897975c69 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.096652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=bde831d7-bbc1-42f1-93d0-44d2098b2fbc,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:54.121103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Allocated IP 2001:db8::2 (578a050b-df3b-4bf8-b5f3-612af8e4798e/0fdec905-4fe3-42b5-b94d-28cb8acddfea/2c2e59f9-24d0-4994-860d-41084cfefc10) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:54.127236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bec78fc0-3fcd-45c6-ac40-b62897975c69 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.178168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.240680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bec78fc0-3fcd-45c6-ac40-b62897975c69 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.275028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c5f7985b-ddc2-49ee-9b99-6e396df34c4c None None] Could not find standard attr ID for object 618e735a-7297-431b-a79b-7e9dd3ff3692. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:26:54.278449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Port e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 not found, will not notify nova. {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 22 12:26:54.278890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6c77e145-3cb0-400d-ad43-ab0c69b8d924 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:54.295867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network a870987a-f332-48bd-b1ea-ca47e4d7ecca is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:54.303873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:54.322986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bec78fc0-3fcd-45c6-ac40-b62897975c69 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.369917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:54.380580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec78fc0-3fcd-45c6-ac40-b62897975c69 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Subnet': ['ID=df9d1cce-4396-4151-9665-472789a42fa0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:54.396740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bec78fc0-3fcd-45c6-ac40-b62897975c69 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.404761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.objects.ports [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83793) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 22 12:26:54.413357 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bec78fc0-3fcd-45c6-ac40-b62897975c69 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/subnets/df9d1cce-4396-4151-9665-472789a42fa0 HTTP/1.1" status: 204 len: 168 time: 0.6495681 Mar 22 12:26:54.414135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43524) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:54.417859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.435510 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43528) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:54.444038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'subnets': [{'network_id': '0e724696-8e73-4337-aee8-4c906a94015e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1871374860', 'ip_version': 6}, {'network_id': '0bf1cb12-86af-4731-93a2-4fe45657ffa9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:54.444344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'subnet': {'network_id': '0e724696-8e73-4337-aee8-4c906a94015e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1871374860', 'ip_version': 6}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:54.444995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Request body: {'subnet': {'network_id': '0bf1cb12-86af-4731-93a2-4fe45657ffa9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:54.533363 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec6bacc-df41-4f26-bdfc-139d5c87f5ad None None] Network 39a15fe5-092b-447e-a19a-dfe026761984 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:54.576201 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:54.583287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.585875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:54.592414 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:54.593126 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.596817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Subnet': ['ID=e3a9d6ff-bc4c-4867-9366-ce82a7cae8ce,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:54.628431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.652229 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d47ccd4a-44ad-48d2-b9db-7c374b8d35d6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.0779750 Mar 22 12:26:54.655308 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43532) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:54.661709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Request body: {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'mac_address': 'fa:16:3e:3b:a6:01', 'name': 'tempest-NetworksTestDHCPv6-1919082308'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:54.667752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Pushing event updated for resources: {'Port': ['ID=75801c2f-c0a8-46c0-9005-c75fe1424ae3,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:54.700110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Deleting port a8a30070-0318-4aed-a59e-d7dde8e20bdb {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:54.700372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.711909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Attempting to bind port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:54.712279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Attempting to bind port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '2a10f413-0fdb-4b1d-9864-b75b9a855f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:54.712615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Attempting to bind port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 on network a870987a-f332-48bd-b1ea-ca47e4d7ecca {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:54.779512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:54.779850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Checking segment: {'id': '2a10f413-0fdb-4b1d-9864-b75b9a855f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:54.780242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.781387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Bound using segment: {'id': '2a10f413-0fdb-4b1d-9864-b75b9a855f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:54.781387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Bound port: 75801c2f-c0a8-46c0-9005-c75fe1424ae3, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a10f413-0fdb-4b1d-9864-b75b9a855f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:54.781387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.815261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:54.819316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Usage tracker for resource:subnet and tenant:e7059f11280848b48ebd0ffa83e7b8ca is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:26:54.822150 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:26:54.828085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:54.843770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Made reservation on behalf of e7059f11280848b48ebd0ffa83e7b8ca for: {'subnet': 2} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:54.957099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.963754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:54.994169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Transition to ACTIVE for port object 2c2e59f9-24d0-4994-860d-41084cfefc10 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:55.010487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 6c77e145-3cb0-400d-ad43-ab0c69b8d924 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:55.010847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.053111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:26:55.092720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Transition to ACTIVE for port object 2c2e59f9-24d0-4994-860d-41084cfefc10 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:55.107910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] For port 75801c2f-c0a8-46c0-9005-c75fe1424ae3, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:55.110723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.133706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] For port a8a30070-0318-4aed-a59e-d7dde8e20bdb, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a8a30070-0318-4aed-a59e-d7dde8e20bdb,segment=NetworkSegment(8c3e4ba0-7d82-4f39-a0c8-d358f659583f),segment_id=8c3e4ba0-7d82-4f39-a0c8-d358f659583f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:55.134044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.136642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:26:55.166019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] For port 75801c2f-c0a8-46c0-9005-c75fe1424ae3, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=75801c2f-c0a8-46c0-9005-c75fe1424ae3,segment=NetworkSegment(2a10f413-0fdb-4b1d-9864-b75b9a855f21),segment_id=2a10f413-0fdb-4b1d-9864-b75b9a855f21)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:55.197996 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.217116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:55.226007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:55.228966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:55.246115 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:26:41Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:26:53Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:55.264004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.264562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.274242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Pushing event updated for resources: {'Port': ['ID=2c2e59f9-24d0-4994-860d-41084cfefc10,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:55.342719 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb0e1a-e8d0-43e4-8864-837fb2be29ad None None] The sync data for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv is: [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:26:41Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:26:53Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:26:55.382875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7077e4d-4a6e-4438-abce-60a52f08833a None None] DHCP port deletion for 39a15fe5-092b-447e-a19a-dfe026761984 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:26:55.411999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e7077e4d-4a6e-4438-abce-60a52f08833a None None] Deleting port a8a30070-0318-4aed-a59e-d7dde8e20bdb {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:55.413272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e7077e4d-4a6e-4438-abce-60a52f08833a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.475471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Calling delete_port for a8a30070-0318-4aed-a59e-d7dde8e20bdb owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:55.512075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Made reservation on behalf of 3f133a33860e425babcc7dc930e1ee97 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:26:55.520190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.545716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 91f8e03b-24da-4919-b8a3-0298f6abef44 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:55.598497 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35c72c-51dd-4ee5-ae56-a40ccb5393cc None None] Pushing event updated for resources: {'Port': ['ID=75801c2f-c0a8-46c0-9005-c75fe1424ae3,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:55.610434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Attempting to bind port 2c2e59f9-24d0-4994-860d-41084cfefc10 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:26:55.610803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Attempting to bind port 2c2e59f9-24d0-4994-860d-41084cfefc10 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:26:55.611161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Attempting to bind port 2c2e59f9-24d0-4994-860d-41084cfefc10 on network 578a050b-df3b-4bf8-b5f3-612af8e4798e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:26:55.611566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.612317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] device_id is not set on port 1089d80a-53ce-4a72-ae08-9c9978a302b9 yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:26:55.681116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Port': ['ID=a8a30070-0318-4aed-a59e-d7dde8e20bdb,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:55.684674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e7077e4d-4a6e-4438-abce-60a52f08833a None None] The port 'a8a30070-0318-4aed-a59e-d7dde8e20bdb' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:26:55.689876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No DVR routers for this DVR port a8a30070-0318-4aed-a59e-d7dde8e20bdb on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:26:55.694488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:26:55.694847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Checking segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:55.695272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.709702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Bound using segment: {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:26:55.710339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Bound port: 2c2e59f9-24d0-4994-860d-41084cfefc10, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254a7f9-a760-47f6-998d-b1c36b1257d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:26:55.710725 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.823296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 91f8e03b-24da-4919-b8a3-0298f6abef44 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:55.846052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 91f8e03b-24da-4919-b8a3-0298f6abef44 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:55.846758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.888617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] For port 2c2e59f9-24d0-4994-860d-41084cfefc10, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:26:55.910093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] For port 2c2e59f9-24d0-4994-860d-41084cfefc10, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2c2e59f9-24d0-4994-860d-41084cfefc10,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:26:55.922255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.931550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:55.996096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a15fe5-092b-447e-a19a-dfe026761984']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:56.020301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c3e4ba0-7d82-4f39-a0c8-d358f659583f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:56.020586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c3e4ba0-7d82-4f39-a0c8-d358f659583f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:56.090704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.099999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8::141 (578a050b-df3b-4bf8-b5f3-612af8e4798e/0fdec905-4fe3-42b5-b94d-28cb8acddfea/1089d80a-53ce-4a72-ae08-9c9978a302b9) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:56.109333 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3b:a601 (578a050b-df3b-4bf8-b5f3-612af8e4798e/e3a9d6ff-bc4c-4867-9366-ce82a7cae8ce/1089d80a-53ce-4a72-ae08-9c9978a302b9) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:26:56.128620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.155518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da5a20-2362-4502-b281-1a15ae61bdf3 None None] Pushing event updated for resources: {'Port': ['ID=2c2e59f9-24d0-4994-860d-41084cfefc10,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:56.168711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.218445 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 91f8e03b-24da-4919-b8a3-0298f6abef44, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=91f8e03b-24da-4919-b8a3-0298f6abef44,segment=NetworkSegment(83c3cddb-f790-404a-a673-c172c82709c2),segment_id=83c3cddb-f790-404a-a673-c172c82709c2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:56.228209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.230057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1ede22b5-1619-4d80-9476-14b6f9bf4006 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:56.298388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:26:56.299388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:26:56.316036 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:26:56.393493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 6d4dce75-8453-4451-8ef5-0267b022a089 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:26:56.445481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.450358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.455055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=91f8e03b-24da-4919-b8a3-0298f6abef44,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:56.469347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 1ede22b5-1619-4d80-9476-14b6f9bf4006 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:56.469758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.486943 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Network': ['ID=39a15fe5-092b-447e-a19a-dfe026761984,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:56.498642 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1a4ca234-ab34-44c5-8aa8-dff89d51a1a4 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/39a15fe5-092b-447e-a19a-dfe026761984 HTTP/1.1" status: 204 len: 168 time: 2.0832810 Mar 22 12:26:56.500943 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43536) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:56.574918 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a853409-d935-4244-b45b-50e3d988f54d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:56.575344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a853409-d935-4244-b45b-50e3d988f54d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:56.577370 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4a853409-d935-4244-b45b-50e3d988f54d tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/subnets/d98545c9-6413-4a35-af60-210bd871c943 HTTP/1.1" status: 404 len: 337 time: 0.0754790 Mar 22 12:26:56.582817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43540) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:56.617313 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a3067f-ba22-4982-9fdb-556fe8d2862e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] DELETE failed (client error): The resource could not be found. Mar 22 12:26:56.621868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a3067f-ba22-4982-9fdb-556fe8d2862e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:26:56.623671 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f7a3067f-ba22-4982-9fdb-556fe8d2862e tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/fbb60ec5-6cf7-4b2d-8652-56a340bae019 HTTP/1.1" status: 404 len: 339 time: 0.0398307 Mar 22 12:26:56.626766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43544) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:56.666830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:26:56.708660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e1dddd07-38d5-41cd-a5c6-336410629503 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:56.711540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.715247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.727686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.785590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.790038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port e1dddd07-38d5-41cd-a5c6-336410629503 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:56.790843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.865714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Transition to ACTIVE for port object 1089d80a-53ce-4a72-ae08-9c9978a302b9 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:56.874033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event updated for resources: {'Port': ['ID=bde831d7-bbc1-42f1-93d0-44d2098b2fbc,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:56.902758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:56.976288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 437ab9ca-2a89-4a93-bf73-666e9034b2aa no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:26:56.985696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Checking segment: {'id': 'c22ef258-10c4-4104-b757-41a7c1d04922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0e724696-8e73-4337-aee8-4c906a94015e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:56.986039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Network hostable DHCP agents. Network: 0e724696-8e73-4337-aee8-4c906a94015e, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:56.994278 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event updated for resources: {'Subnet': ['ID=b057af72-6af7-4349-8d62-aa6fa2e87d18,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:57.025704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:57.031241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:57.035296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 437ab9ca-2a89-4a93-bf73-666e9034b2aa {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:26:57.038163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 437ab9ca-2a89-4a93-bf73-666e9034b2aa not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:26:57.047795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d717462a-14d2-4166-b8c0-4985ae4cd999 None None] Sync routers for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:26:57.062007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-547b4b0e-5f74-4e6b-b143-54a72cc622a6 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Deleting subnet 2af498ff-6b61-404b-98aa-b867ad1d2137 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:57.067416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-547b4b0e-5f74-4e6b-b143-54a72cc622a6 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:57.084033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d717462a-14d2-4166-b8c0-4985ae4cd999 None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:57.084792 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d717462a-14d2-4166-b8c0-4985ae4cd999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:57.107387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Network 0e724696-8e73-4337-aee8-4c906a94015e is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:57.128341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 0e724696-8e73-4337-aee8-4c906a94015e) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:57.128341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:57.158238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af1895f-d537-43ba-b78f-8d75431157ed None None] Network a870987a-f332-48bd-b1ea-ca47e4d7ecca requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:57.175140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfab0c5-cf77-49aa-9ced-2e1e73d2f5b1 None None] Network 0e724696-8e73-4337-aee8-4c906a94015e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:57.180191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43548) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:57.182314 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7d79e041-b900-4901-a5eb-83e822a27437 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3286972 Mar 22 12:26:57.200794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:57.206376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:57.231167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:26:57.238055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:57.238724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:57.265772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event updated for resources: {'Port': ['ID=1089d80a-53ce-4a72-ae08-9c9978a302b9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:57.290019 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Network a870987a-f332-48bd-b1ea-ca47e4d7ecca is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:26:57.291717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:57.374138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-547b4b0e-5f74-4e6b-b143-54a72cc622a6 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:57.460689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event updated for resources: {'Subnet': ['ID=51678ffe-69fc-42fc-94c9-c9d3d060be24,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:57.486725 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-80ac5cba-0fec-4f84-bfce-ce37ac0c6787 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8306074 Mar 22 12:26:57.487294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43552) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:57.550211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3c80f588-e509-4308-92a1-7975a3847de5 None None] Provisioning for port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:57.573924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 75801c2f-c0a8-46c0-9005-c75fe1424ae3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:26:57.580757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Checking segment: {'id': 'ca8cc2fc-14af-4cec-8f04-7cc596604446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0bf1cb12-86af-4731-93a2-4fe45657ffa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:26:57.581314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Network hostable DHCP agents. Network: 0bf1cb12-86af-4731-93a2-4fe45657ffa9, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:26:57.612112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9465d53a-7e05-4b36-bbfd-06da9260b7d9 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:57.679203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting subnet 924ebe15-00d6-439d-9b4d-bca8964bc2fc {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:57.680883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Network 0bf1cb12-86af-4731-93a2-4fe45657ffa9 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:26:57.688663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:57.718040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-547b4b0e-5f74-4e6b-b143-54a72cc622a6 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:57.730091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting port 1089d80a-53ce-4a72-ae08-9c9978a302b9 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:57.730885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:57.830913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-d717462a-14d2-4166-b8c0-4985ae4cd999 None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:57.872025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 0bf1cb12-86af-4731-93a2-4fe45657ffa9) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:26:57.891266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:57.891725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:57.892347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:57.905367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7923bd03-b333-4ca5-a1bb-dc358cbd112e None None] Network 0bf1cb12-86af-4731-93a2-4fe45657ffa9 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:57.924729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:57.959339 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1c534681-4845-4375-9cbc-8e3d8d6bb889 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.5204101 Mar 22 12:26:57.960168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43556) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:58.052282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-547b4b0e-5f74-4e6b-b143-54a72cc622a6 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.058535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ea293a-3479-4581-bcfe-0a2048ce9719 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:58.059798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ea293a-3479-4581-bcfe-0a2048ce9719 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:58.061058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ea293a-3479-4581-bcfe-0a2048ce9719 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:58.061872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a9ea293a-3479-4581-bcfe-0a2048ce9719 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Synchronizing usage tracker for tenant:e7059f11280848b48ebd0ffa83e7b8ca on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:58.112779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b4b0e-5f74-4e6b-b143-54a72cc622a6 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Subnet': ['ID=2af498ff-6b61-404b-98aa-b867ad1d2137,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:58.124065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-547b4b0e-5f74-4e6b-b143-54a72cc622a6 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.136025 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.152748 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-547b4b0e-5f74-4e6b-b143-54a72cc622a6 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/subnets/2af498ff-6b61-404b-98aa-b867ad1d2137 HTTP/1.1" status: 204 len: 168 time: 1.5132408 Mar 22 12:26:58.152748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a9ea293a-3479-4581-bcfe-0a2048ce9719 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Unset dirty status for tenant:e7059f11280848b48ebd0ffa83e7b8ca on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:58.152748 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a9ea293a-3479-4581-bcfe-0a2048ce9719 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1818688 Mar 22 12:26:58.152748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43560) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:58.153245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43564) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:58.169150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5b999-5ecc-4c45-8bef-6313f58c3d6a None None] Network 71155c71-05ad-4bbe-b846-f17848b6f5c7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:58.194365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8ecb9684-6c2b-476d-af78-e570582688d6 None None] Provisioning for port 2c2e59f9-24d0-4994-860d-41084cfefc10 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:58.213018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:26:58.214311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.220202 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router cd154f96-abb8-48ae-8aaa-c144cb8928d4 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:26:58.283012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Calling delete_port for 1089d80a-53ce-4a72-ae08-9c9978a302b9 owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:58.373101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe6c968-ae7b-42be-8662-55f7518e5e16 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Deleting subnet b057af72-6af7-4349-8d62-aa6fa2e87d18 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:26:58.381943 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.383582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c968-ae7b-42be-8662-55f7518e5e16 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.450630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:26:58.451885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.457098 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Deleting port 62f27a4d-3d17-421d-8870-5c0ca6609782 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:58.457433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.492041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.503211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c968-ae7b-42be-8662-55f7518e5e16 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.552525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7112adb5-7599-46cb-8b2f-29e46a9f1f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-0e724696-8e73-4337-aee8-4c906a94015e', 'network_id': '0e724696-8e73-4337-aee8-4c906a94015e', 'tenant_id': 'e7059f11280848b48ebd0ffa83e7b8ca', 'fixed_ips': [{'subnet_id': 'b057af72-6af7-4349-8d62-aa6fa2e87d18'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:58.553496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7112adb5-7599-46cb-8b2f-29e46a9f1f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.587985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Subnet': ['ID=924ebe15-00d6-439d-9b4d-bca8964bc2fc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:58.628169 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:26:58.650748 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6a4c48-bede-4feb-a35d-b3cbd7683f2d None None] Network 383e2881-0944-4e07-a32c-e987a8b00238 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:58.652777 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Sync routers for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:26:58.653253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43568) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:58.653887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.654561 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6ab1dec4-2a6d-4b45-9364-6091cb4977c2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8976176 Mar 22 12:26:58.661622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.661870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.662647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.663166 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.663651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.664129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.664592 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.665168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.665673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.666136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.666599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.669945 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:26:58.670547 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:58.683153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7523aeaa-a947-4734-89ec-fe3673949f31 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:26:58.684997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.740750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c968-ae7b-42be-8662-55f7518e5e16 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:58.758386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Port': ['ID=1089d80a-53ce-4a72-ae08-9c9978a302b9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:58.771463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.772101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.772481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.772810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.773571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.773899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.774357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.774680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.775351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.777816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.778152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:26:58.786333 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-51dc9537-f582-4bb7-8e24-7bda74cffb13 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/924ebe15-00d6-439d-9b4d-bca8964bc2fc HTTP/1.1" status: 204 len: 168 time: 1.5769351 Mar 22 12:26:58.788559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43572) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:58.837427 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:26:58.937767 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b942423-c807-40e5-b0b8-b366ba7b1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.000326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] For port 62f27a4d-3d17-421d-8870-5c0ca6609782, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=62f27a4d-3d17-421d-8870-5c0ca6609782,segment=NetworkSegment(344b60d8-38f6-4621-9e4d-fdd42f95adaa),segment_id=344b60d8-38f6-4621-9e4d-fdd42f95adaa)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:59.000607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.015867 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c968-ae7b-42be-8662-55f7518e5e16 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.113791 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.118863 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-55c165f1-e535-47fe-ad5e-f68d4e86375c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/1089d80a-53ce-4a72-ae08-9c9978a302b9 HTTP/1.1" status: 204 len: 168 time: 1.6228874 Mar 22 12:26:59.123588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.127245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43576) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:59.162910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Calling delete_port for 62f27a4d-3d17-421d-8870-5c0ca6609782 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:26:59.179517 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:26:54Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:26:53Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde831d7-bbc1-42f1-93d0-44d2098b2fbc', 'name': '', 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:d9:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9730ff68-4d2b-41da-b11d-683672904153', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:53Z', 'updated_at': '2022-03-22T12:26:55Z', 'revision_number': 2, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '9730ff68-4d2b-41da-b11d-683672904153', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:26:59.184620 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Checking router: cd154f96-abb8-48ae-8aaa-c144cb8928d4 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:26:59.185170 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Updating router cd154f96-abb8-48ae-8aaa-c144cb8928d4 port bde831d7-bbc1-42f1-93d0-44d2098b2fbc binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:26:59.189874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6c968-ae7b-42be-8662-55f7518e5e16 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event deleted for resources: {'Subnet': ['ID=b057af72-6af7-4349-8d62-aa6fa2e87d18,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:59.191049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfaa3c6-3275-4343-bb22-5113ab023d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-0bf1cb12-86af-4731-93a2-4fe45657ffa9', 'network_id': '0bf1cb12-86af-4731-93a2-4fe45657ffa9', 'tenant_id': 'e7059f11280848b48ebd0ffa83e7b8ca', 'fixed_ips': [{'subnet_id': '51678ffe-69fc-42fc-94c9-c9d3d060be24'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:26:59.191958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7dfaa3c6-3275-4343-bb22-5113ab023d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.220085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c968-ae7b-42be-8662-55f7518e5e16 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.249056 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.255540 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3fe6c968-ae7b-42be-8662-55f7518e5e16 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "DELETE /v2.0/subnets/b057af72-6af7-4349-8d62-aa6fa2e87d18 HTTP/1.1" status: 204 len: 168 time: 1.1012194 Mar 22 12:26:59.260523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43580) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:26:59.285000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port e1dddd07-38d5-41cd-a5c6-336410629503 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:26:59.285442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server [None req-7112adb5-7599-46cb-8b2f-29e46a9f1f52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b057af72-6af7-4349-8d62-aa6fa2e87d18: This subnet is being modified by another concurrent operation. Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:59.324673 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise exception Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b057af72-6af7-4349-8d62-aa6fa2e87d18: This subnet is being modified by another concurrent operation. Mar 22 12:26:59.329255 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Mar 22 12:26:59.412417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e64c59-30a3-41bd-a1b8-6c5ecdff733e None None] Network 0e724696-8e73-4337-aee8-4c906a94015e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:26:59.651740 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.675587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513e8674-e63c-4413-89f2-a1d25e83ef0f None None] Update dhcp port {'port': {'network_id': '578a050b-df3b-4bf8-b5f3-612af8e4798e', 'fixed_ips': [{'subnet_id': '0fdec905-4fe3-42b5-b94d-28cb8acddfea', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3a9d6ff-bc4c-4867-9366-ce82a7cae8ce'}], 'binding:host_id': 'dv-neutron-834653-1-hyperv'}, 'id': '2c2e59f9-24d0-4994-860d-41084cfefc10'} from dv-neutron-834653-1-hyperv. {{(pid=83795) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 22 12:26:59.736039 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.749427 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Transition to ACTIVE for port object bde831d7-bbc1-42f1-93d0-44d2098b2fbc will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:26:59.763431 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.768154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-513e8674-e63c-4413-89f2-a1d25e83ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:26:59.844731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b68c3-3705-44ad-a576-ec97f98fe9e2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:26:59.845294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2b3b68c3-3705-44ad-a576-ec97f98fe9e2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:26:59.849680 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acf3ec-d882-44f9-9a29-b5c39053f4ed None None] Pushing event updated for resources: {'Port': ['ID=bde831d7-bbc1-42f1-93d0-44d2098b2fbc,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:26:59.972870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2b3b68c3-3705-44ad-a576-ec97f98fe9e2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:26:59.974371 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2b3b68c3-3705-44ad-a576-ec97f98fe9e2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8400295 Mar 22 12:26:59.981930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port e1dddd07-38d5-41cd-a5c6-336410629503, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e1dddd07-38d5-41cd-a5c6-336410629503,segment=NetworkSegment(1dede012-ff8c-4492-99ea-94f375a19deb),segment_id=1dede012-ff8c-4492-99ea-94f375a19deb)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:26:59.987433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.000156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43584) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:00.019858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-7523aeaa-a947-4734-89ec-fe3673949f31 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 22 12:27:00.034515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-7523aeaa-a947-4734-89ec-fe3673949f31 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Removed routes are [] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 22 12:27:00.034930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7523aeaa-a947-4734-89ec-fe3673949f31 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.046418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.076704 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Attempting to bind port bde831d7-bbc1-42f1-93d0-44d2098b2fbc on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:27:00.077357 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Attempting to bind port bde831d7-bbc1-42f1-93d0-44d2098b2fbc by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '2a10f413-0fdb-4b1d-9864-b75b9a855f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:27:00.077899 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Attempting to bind port bde831d7-bbc1-42f1-93d0-44d2098b2fbc on network a870987a-f332-48bd-b1ea-ca47e4d7ecca {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:27:00.085243 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:27:00.085881 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Checking segment: {'id': '2a10f413-0fdb-4b1d-9864-b75b9a855f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:00.086437 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.086964 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Bound using segment: {'id': '2a10f413-0fdb-4b1d-9864-b75b9a855f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:27:00.087565 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Bound port: bde831d7-bbc1-42f1-93d0-44d2098b2fbc, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a10f413-0fdb-4b1d-9864-b75b9a855f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:27:00.088094 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.126257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-907ad7f5-947a-4206-9efa-57e0b7b2fd31 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Deleting subnet 51678ffe-69fc-42fc-94c9-c9d3d060be24 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:00.192908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] No DVR routers for this DVR port 62f27a4d-3d17-421d-8870-5c0ca6609782 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:27:00.212381 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] For port bde831d7-bbc1-42f1-93d0-44d2098b2fbc, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:27:00.216375 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] For port bde831d7-bbc1-42f1-93d0-44d2098b2fbc, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bde831d7-bbc1-42f1-93d0-44d2098b2fbc,segment=NetworkSegment(2a10f413-0fdb-4b1d-9864-b75b9a855f21),segment_id=2a10f413-0fdb-4b1d-9864-b75b9a855f21)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:27:00.227693 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.239240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for e1dddd07-38d5-41cd-a5c6-336410629503 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:00.287464 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Port': ['ID=62f27a4d-3d17-421d-8870-5c0ca6609782,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:00.302145 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-907ad7f5-947a-4206-9efa-57e0b7b2fd31 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.316607 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-513e8674-e63c-4413-89f2-a1d25e83ef0f None None] Allocated IP 2001:db8:0:1:f816:3eff:feea:8c60 (578a050b-df3b-4bf8-b5f3-612af8e4798e/e3a9d6ff-bc4c-4867-9366-ce82a7cae8ce/2c2e59f9-24d0-4994-860d-41084cfefc10) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:27:00.317170 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acf3ec-d882-44f9-9a29-b5c39053f4ed None None] Pushing event updated for resources: {'Port': ['ID=bde831d7-bbc1-42f1-93d0-44d2098b2fbc,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:00.364625 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:00.365290 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:00.396523 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 75801c2f-c0a8-46c0-9005-c75fe1424ae3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=75801c2f-c0a8-46c0-9005-c75fe1424ae3,segment=NetworkSegment(2a10f413-0fdb-4b1d-9864-b75b9a855f21),segment_id=2a10f413-0fdb-4b1d-9864-b75b9a855f21)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:00.441909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.443184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2c2e59f9-24d0-4994-860d-41084cfefc10 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:00.467624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-907ad7f5-947a-4206-9efa-57e0b7b2fd31 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.479910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.520058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71155c71-05ad-4bbe-b846-f17848b6f5c7']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:00.534912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344b60d8-38f6-4621-9e4d-fdd42f95adaa') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:00.535294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344b60d8-38f6-4621-9e4d-fdd42f95adaa') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:00.549792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.571162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.571963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d717462a-14d2-4166-b8c0-4985ae4cd999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:52Z', 'revision_number': 9, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': '811b61c9-f062-49ba-b45c-2cd103c22fa9', 'name': '', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:90:dd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:11Z', 'updated_at': '2022-03-22T12:26:44Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:36Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:00.574492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b2a351-3114-4c4a-b608-94f4c2ca9f40 None None] DHCP port deletion for 71155c71-05ad-4bbe-b846-f17848b6f5c7 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:27:00.579882 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:00.580431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:00.595454 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:00.636180 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:00.648260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-beb63571-f7f1-4f41-a519-9294ad2905ce None None] Provisioning for port bde831d7-bbc1-42f1-93d0-44d2098b2fbc completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:00.652216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-907ad7f5-947a-4206-9efa-57e0b7b2fd31 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.688016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d717462a-14d2-4166-b8c0-4985ae4cd999 None None] Checking router: 6d4dce75-8453-4451-8ef5-0267b022a089 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:00.699162 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.746841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 2c2e59f9-24d0-4994-860d-41084cfefc10 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:00.775076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 2c2e59f9-24d0-4994-860d-41084cfefc10 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:00.775702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.823179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d4c10-5a4b-4d7d-b0db-7e38db4270c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:00.824726 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8c8d4c10-5a4b-4d7d-b0db-7e38db4270c6 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8234208 Mar 22 12:27:00.842378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43588) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:00.847296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=e1dddd07-38d5-41cd-a5c6-336410629503,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:00.854646 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d717462a-14d2-4166-b8c0-4985ae4cd999 None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:00.855289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d717462a-14d2-4166-b8c0-4985ae4cd999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:26:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:00.887155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.917693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No DVR routers for this DVR port e1dddd07-38d5-41cd-a5c6-336410629503 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:27:00.919827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.930683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] Pushing event deleted for resources: {'Network': ['ID=71155c71-05ad-4bbe-b846-f17848b6f5c7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:00.954492 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-70abb6d0-e828-41a1-87f5-cee17663c205 tempest-NetworksIpV6Test-1324195108 tempest-NetworksIpV6Test-1324195108-project] 10.222.0.62 "DELETE /v2.0/networks/71155c71-05ad-4bbe-b846-f17848b6f5c7 HTTP/1.1" status: 204 len: 168 time: 2.8059304 Mar 22 12:27:00.960940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7523aeaa-a947-4734-89ec-fe3673949f31 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:00.965230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7523aeaa-a947-4734-89ec-fe3673949f31 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:01.066132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2e6d9-8565-47b5-970d-fd486abaabf2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:01.067717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2e6d9-8565-47b5-970d-fd486abaabf2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:01.069069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2e6d9-8565-47b5-970d-fd486abaabf2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:01.069945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82a2e6d9-8565-47b5-970d-fd486abaabf2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:01.097746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-d717462a-14d2-4166-b8c0-4985ae4cd999 None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:01.128890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:01.144281 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:00Z', 'revision_number': 6, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:26:53Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde831d7-bbc1-42f1-93d0-44d2098b2fbc', 'name': '', 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:d9:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9730ff68-4d2b-41da-b11d-683672904153', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:53Z', 'updated_at': '2022-03-22T12:27:00Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '9730ff68-4d2b-41da-b11d-683672904153', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:01.151278 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-907ad7f5-947a-4206-9efa-57e0b7b2fd31 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:01.154492 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d1de4-ce53-4ee8-a760-5f635ededb8b None None] The sync data for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv is: [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:00Z', 'revision_number': 6, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:26:53Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde831d7-bbc1-42f1-93d0-44d2098b2fbc', 'name': '', 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:d9:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9730ff68-4d2b-41da-b11d-683672904153', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:53Z', 'updated_at': '2022-03-22T12:27:00Z', 'revision_number': 4, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '9730ff68-4d2b-41da-b11d-683672904153', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:01.165145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7523aeaa-a947-4734-89ec-fe3673949f31 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router cd154f96-abb8-48ae-8aaa-c144cb8928d4 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:01.211794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-907ad7f5-947a-4206-9efa-57e0b7b2fd31 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:01.252475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ad7f5-947a-4206-9efa-57e0b7b2fd31 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event deleted for resources: {'Subnet': ['ID=51678ffe-69fc-42fc-94c9-c9d3d060be24,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:01.259208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82a2e6d9-8565-47b5-970d-fd486abaabf2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:01.260486 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-82a2e6d9-8565-47b5-970d-fd486abaabf2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4151411 Mar 22 12:27:01.273378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43594) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:01.330997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383e2881-0944-4e07-a32c-e987a8b00238']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:01.352065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dede012-ff8c-4492-99ea-94f375a19deb') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:01.352335 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dede012-ff8c-4492-99ea-94f375a19deb') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:01.368275 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-907ad7f5-947a-4206-9efa-57e0b7b2fd31 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "DELETE /v2.0/subnets/51678ffe-69fc-42fc-94c9-c9d3d060be24 HTTP/1.1" status: 204 len: 168 time: 2.0989180 Mar 22 12:27:01.384167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43600) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:01.397007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:01.400812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f009d5-8b28-4c3d-9305-c50aa2458c80 None None] DHCP port deletion for 383e2881-0944-4e07-a32c-e987a8b00238 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:27:01.439200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=75801c2f-c0a8-46c0-9005-c75fe1424ae3,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:01.443424 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-beb63571-f7f1-4f41-a519-9294ad2905ce None None] Provisioning complete for port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:01.443846 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-beb63571-f7f1-4f41-a519-9294ad2905ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:01.489531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:01.529765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:01.530185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:01.544909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43604) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server [None req-7dfaa3c6-3275-4343-bb22-5113ab023d21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51678ffe-69fc-42fc-94c9-c9d3d060be24: This subnet is being modified by another concurrent operation. Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise value Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server raise exception Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51678ffe-69fc-42fc-94c9-c9d3d060be24: This subnet is being modified by another concurrent operation. Mar 22 12:27:01.553641 dv-neutron-834653-1-hyperv neutron-server[83795]: ERROR oslo_messaging.rpc.server Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:01.619039 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:01.625591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e479f6-5cfd-4137-a046-80a5c5947454 None None] Network 0bf1cb12-86af-4731-93a2-4fe45657ffa9 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:01.630399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b682925-15ea-442f-bd8a-3801a22c4675 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:01.631085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5b682925-15ea-442f-bd8a-3801a22c4675 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Synchronizing usage tracker for tenant:e7059f11280848b48ebd0ffa83e7b8ca on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:01.685659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7523aeaa-a947-4734-89ec-fe3673949f31 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:01.702557 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7523aeaa-a947-4734-89ec-fe3673949f31 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:01.703824 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7523aeaa-a947-4734-89ec-fe3673949f31 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4 HTTP/1.1" status: 200 len: 933 time: 3.0444713 Mar 22 12:27:01.707039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43610) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:01.720515 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:01.720850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:01.722289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:01.722816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:01.723313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:01.723795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:01.724275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:01.724754 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:01.725229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:01.725741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:01.726216 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:01.798313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:01.800239 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5b682925-15ea-442f-bd8a-3801a22c4675 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Unset dirty status for tenant:e7059f11280848b48ebd0ffa83e7b8ca on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:01.801402 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5b682925-15ea-442f-bd8a-3801a22c4675 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4140069 Mar 22 12:27:01.808079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:01.819384 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43614) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:01.856927 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/networks/383e2881-0944-4e07-a32c-e987a8b00238 HTTP/1.1" status: 204 len: 168 time: 3.0662766 Mar 22 12:27:01.860123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778b1fe-a438-419c-82d3-53be332a646a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Network': ['ID=383e2881-0944-4e07-a32c-e987a8b00238,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:01.865603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43616) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:01.948513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-513e8674-e63c-4413-89f2-a1d25e83ef0f None None] For port 2c2e59f9-24d0-4994-860d-41084cfefc10, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2c2e59f9-24d0-4994-860d-41084cfefc10,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:01.989942 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ae79cb8c-42cb-48dc-b63a-62566d12a79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.052974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38b38b5-a239-4bda-9ab8-eaf17f94b251 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet 0fdec905-4fe3-42b5-b94d-28cb8acddfea {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:02.076816 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-829f2062-a1c4-4de0-a2ea-7a9cb5ef1353 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7f4a5f6a2a4455c955e1d7d3a73e220&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5289366 Mar 22 12:27:02.085407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.086461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43622) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:02.104042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.resource_extend [None req-513e8674-e63c-4413-89f2-a1d25e83ef0f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:27:02.115208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.129032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-513e8674-e63c-4413-89f2-a1d25e83ef0f None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.134371 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.138892 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:27:02.162859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-513e8674-e63c-4413-89f2-a1d25e83ef0f None None] Transition to ACTIVE for port object 2c2e59f9-24d0-4994-860d-41084cfefc10 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:02.165324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.168109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f38b38b5-a239-4bda-9ab8-eaf17f94b251 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.224614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f38b38b5-a239-4bda-9ab8-eaf17f94b251 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.240155 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-513e8674-e63c-4413-89f2-a1d25e83ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.300331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02926272-7ca3-44bc-8a23-40d9809a0708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.306877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.333813 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ee181afc-82f8-4261-af26-58681540e0b4 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4 HTTP/1.1" status: 200 len: 933 time: 0.6257458 Mar 22 12:27:02.336427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43626) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:02.355881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-04535d79-bcbb-4d64-acb0-e331efe2bacb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'routes': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:02.429369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf1cb12-86af-4731-93a2-4fe45657ffa9']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:02.437634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02926272-7ca3-44bc-8a23-40d9809a0708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.451651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f38b38b5-a239-4bda-9ab8-eaf17f94b251 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.512888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8cc2fc-14af-4cec-8f04-7cc596604446') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:02.513131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8cc2fc-14af-4cec-8f04-7cc596604446') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:02.515821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:27:02.517000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:27:02.524151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e8674-e63c-4413-89f2-a1d25e83ef0f None None] Pushing event updated for resources: {'Port': ['ID=2c2e59f9-24d0-4994-860d-41084cfefc10,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:02.537319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.550151 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.555344 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-d717462a-14d2-4166-b8c0-4985ae4cd999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:52Z', 'revision_number': 9, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': '811b61c9-f062-49ba-b45c-2cd103c22fa9', 'name': '', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:90:dd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:11Z', 'updated_at': '2022-03-22T12:26:44Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:36Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:02.564538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d717462a-14d2-4166-b8c0-4985ae4cd999 None None] The sync data for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv is: [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:26:52Z', 'revision_number': 9, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': '811b61c9-f062-49ba-b45c-2cd103c22fa9', 'name': '', 'network_id': '69f697c3-4091-474d-b317-8b6a340b14c7', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:90:dd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:11Z', 'updated_at': '2022-03-22T12:26:44Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '02ae4e0d-e627-47a3-853b-a7120e095fc8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:36Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:02.577533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.588144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:02.588547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:02.605299 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:02.665085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f38b38b5-a239-4bda-9ab8-eaf17f94b251 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.686387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02926272-7ca3-44bc-8a23-40d9809a0708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.714273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b38b5-a239-4bda-9ab8-eaf17f94b251 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=0fdec905-4fe3-42b5-b94d-28cb8acddfea,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:02.716717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02926272-7ca3-44bc-8a23-40d9809a0708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbc96f1-9380-4120-8349-efa4b073085c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:02.724600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f38b38b5-a239-4bda-9ab8-eaf17f94b251 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.724757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.743268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.749289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02926272-7ca3-44bc-8a23-40d9809a0708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:02.753036 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-02926272-7ca3-44bc-8a23-40d9809a0708 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1cbc96f1-9380-4120-8349-efa4b073085c HTTP/1.1" status: 204 len: 168 time: 0.6621053 Mar 22 12:27:02.756344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43632) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:02.759844 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f38b38b5-a239-4bda-9ab8-eaf17f94b251 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/0fdec905-4fe3-42b5-b94d-28cb8acddfea HTTP/1.1" status: 204 len: 168 time: 1.4784608 Mar 22 12:27:02.761154 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event deleted for resources: {'Network': ['ID=0bf1cb12-86af-4731-93a2-4fe45657ffa9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:02.779175 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-79dcab35-e775-418f-af05-4f22077122fe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "DELETE /v2.0/networks/0bf1cb12-86af-4731-93a2-4fe45657ffa9 HTTP/1.1" status: 204 len: 168 time: 0.9192002 Mar 22 12:27:02.783588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43638) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:02.971268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.147180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.189106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 2c2e59f9-24d0-4994-860d-41084cfefc10, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2c2e59f9-24d0-4994-860d-41084cfefc10,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:03.235655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.237464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 91f8e03b-24da-4919-b8a3-0298f6abef44 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:03.246955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.311460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e724696-8e73-4337-aee8-4c906a94015e']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:03.339289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22ef258-10c4-4104-b757-41a7c1d04922') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:03.339569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22ef258-10c4-4104-b757-41a7c1d04922') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:03.363765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.385400 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0f91e7-056f-4503-896c-c5d881261193 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:03.419393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.428489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:03.428883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:03.443860 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:03.494064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.517854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d40afe9f-83cc-4c26-beb1-11baba81b8fb None None] Could not find standard attr ID for object 1089d80a-53ce-4a72-ae08-9c9978a302b9. {{(pid=83795) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 22 12:27:03.534737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-8079b5ca-fa18-47ab-8a7f-14cb574dbe46 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Deleting subnet e3a9d6ff-bc4c-4867-9366-ce82a7cae8ce {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:03.540293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8079b5ca-fa18-47ab-8a7f-14cb574dbe46 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.588243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=2c2e59f9-24d0-4994-860d-41084cfefc10,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:03.604523 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d40afe9f-83cc-4c26-beb1-11baba81b8fb None None] Provisioning for port 2c2e59f9-24d0-4994-860d-41084cfefc10 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:03.614801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d40afe9f-83cc-4c26-beb1-11baba81b8fb None None] Provisioning complete for port 2c2e59f9-24d0-4994-860d-41084cfefc10 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:03.615433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d40afe9f-83cc-4c26-beb1-11baba81b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.655448 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8079b5ca-fa18-47ab-8a7f-14cb574dbe46 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.736117 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 91f8e03b-24da-4919-b8a3-0298f6abef44 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:03.736890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.790989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-04535d79-bcbb-4d64-acb0-e331efe2bacb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added routes are [] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 22 12:27:03.791291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-04535d79-bcbb-4d64-acb0-e331efe2bacb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 22 12:27:03.821873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8079b5ca-fa18-47ab-8a7f-14cb574dbe46 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.824871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.864839 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.872779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04535d79-bcbb-4d64-acb0-e331efe2bacb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:03.914389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event deleted for resources: {'Network': ['ID=0e724696-8e73-4337-aee8-4c906a94015e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:03.919012 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-85ae912b-bff1-440b-a541-737b5a9ec416 tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "DELETE /v2.0/networks/0e724696-8e73-4337-aee8-4c906a94015e HTTP/1.1" status: 204 len: 168 time: 1.1357200 Mar 22 12:27:03.922093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43656) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:03.998298 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3fa95257-a530-49be-b326-1c878680cc0a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:04.048342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8079b5ca-fa18-47ab-8a7f-14cb574dbe46 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.092751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079b5ca-fa18-47ab-8a7f-14cb574dbe46 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a9d6ff-bc4c-4867-9366-ce82a7cae8ce,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:04.095112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 3fa95257-a530-49be-b326-1c878680cc0a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:04.104304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8079b5ca-fa18-47ab-8a7f-14cb574dbe46 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.106382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3fa95257-a530-49be-b326-1c878680cc0a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:04.106743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.121905 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8079b5ca-fa18-47ab-8a7f-14cb574dbe46 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/e3a9d6ff-bc4c-4867-9366-ce82a7cae8ce HTTP/1.1" status: 204 len: 168 time: 1.3616922 Mar 22 12:27:04.123557 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43662) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:04.128771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.151287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43666) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:04.225332 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-efd60a4f-119e-4602-ae14-3dce41f66cf7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993872 Mar 22 12:27:04.225978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43672) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:04.302396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.352331 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 3fa95257-a530-49be-b326-1c878680cc0a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3fa95257-a530-49be-b326-1c878680cc0a,segment=NetworkSegment(83c3cddb-f790-404a-a673-c172c82709c2),segment_id=83c3cddb-f790-404a-a673-c172c82709c2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:04.364483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.372118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.409386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 811b61c9-f062-49ba-b45c-2cd103c22fa9 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:04.409807 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.458645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1417176652-network', 'tenant_id': 'd288b347060540bb805ec0abc06f922d'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:04.461067 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 618e735a-7297-431b-a79b-7e9dd3ff3692 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:04.465270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71726b0b-3a14-4ed4-973a-2d0a6665dc77']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:04.480462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:04.487250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1670c9dd-230e-4b19-9dc0-a3c8d262286d') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:04.487537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1670c9dd-230e-4b19-9dc0-a3c8d262286d') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:04.492060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04535d79-bcbb-4d64-acb0-e331efe2bacb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.498863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04535d79-bcbb-4d64-acb0-e331efe2bacb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.499175 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 618e735a-7297-431b-a79b-7e9dd3ff3692 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:04.499365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 618e735a-7297-431b-a79b-7e9dd3ff3692 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:04.499916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a8a30070-0318-4aed-a59e-d7dde8e20bdb no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:04.506113 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Usage tracker for resource:network and tenant:d288b347060540bb805ec0abc06f922d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:04.510990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:04.517011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.534812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=3fa95257-a530-49be-b326-1c878680cc0a,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:04.537679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:04.544518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a8a30070-0318-4aed-a59e-d7dde8e20bdb {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:04.545166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a8a30070-0318-4aed-a59e-d7dde8e20bdb not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:04.571148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.629055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:04.629484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:04.644295 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:04.646841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dab6c1f-7905-4481-ba41-8797409132dc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:04.651203 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4dab6c1f-7905-4481-ba41-8797409132dc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4241292 Mar 22 12:27:04.652155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Made reservation on behalf of d288b347060540bb805ec0abc06f922d for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:04.652622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43676) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:04.654404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.765804 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e774ee-7975-4612-9d73-931db1e3627c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:04.766842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-51e774ee-7975-4612-9d73-931db1e3627c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Synchronizing usage tracker for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:04.784227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 75801c2f-c0a8-46c0-9005-c75fe1424ae3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:04.796095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.818031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04535d79-bcbb-4d64-acb0-e331efe2bacb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router cd154f96-abb8-48ae-8aaa-c144cb8928d4 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:04.818709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-51e774ee-7975-4612-9d73-931db1e3627c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Unset dirty status for tenant:3f133a33860e425babcc7dc930e1ee97 on resource:subnet {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:04.825978 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-51e774ee-7975-4612-9d73-931db1e3627c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1573582 Mar 22 12:27:04.826927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43680) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:04.846683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port 811b61c9-f062-49ba-b45c-2cd103c22fa9, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=811b61c9-f062-49ba-b45c-2cd103c22fa9,segment=NetworkSegment(099a4927-2848-4dd1-96af-160014f143bf),segment_id=099a4927-2848-4dd1-96af-160014f143bf)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:04.847121 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.874662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:04.875107 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:04.906549 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb545ce1-f72f-4b31-bfa0-1cfc1785df00 None None] Network 578a050b-df3b-4bf8-b5f3-612af8e4798e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:04.909610 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b4b39c89-729b-4743-8173-41035ad69483 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807154 Mar 22 12:27:04.930138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43684) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:04.994692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.004614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for 811b61c9-f062-49ba-b45c-2cd103c22fa9 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:05.040330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eda2f07f-0519-44f4-9597-f0bb1d48ac24 None None] Provisioning complete for port 2c2e59f9-24d0-4994-860d-41084cfefc10 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:05.040778 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eda2f07f-0519-44f4-9597-f0bb1d48ac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.058437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.112575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event deleted for resources: {'Network': ['ID=71726b0b-3a14-4ed4-973a-2d0a6665dc77,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:05.123102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:05.125587 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-008faffc-bf1d-4de0-a6ed-a932d0051ed8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:05.126017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008faffc-bf1d-4de0-a6ed-a932d0051ed8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:05.130429 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-008faffc-bf1d-4de0-a6ed-a932d0051ed8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/1089d80a-53ce-4a72-ae08-9c9978a302b9 HTTP/1.1" status: 404 len: 333 time: 0.1909792 Mar 22 12:27:05.131954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43688) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:05.132990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Usage tracker for resource:security_group_rule and tenant:d288b347060540bb805ec0abc06f922d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:05.140141 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e62d1ffe-9fcb-479d-98cc-a7f074a27cdb tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "DELETE /v2.0/networks/71726b0b-3a14-4ed4-973a-2d0a6665dc77 HTTP/1.1" status: 204 len: 168 time: 1.2142851 Mar 22 12:27:05.140511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:05.141102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43692) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:05.183387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:05.188522 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae23bbaf-f5d0-41ae-87b0-b1ce89ded9a9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:05.188991 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae23bbaf-f5d0-41ae-87b0-b1ce89ded9a9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:05.190651 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae23bbaf-f5d0-41ae-87b0-b1ce89ded9a9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/e3a9d6ff-bc4c-4867-9366-ce82a7cae8ce HTTP/1.1" status: 404 len: 337 time: 0.0549779 Mar 22 12:27:05.194211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43696) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:05.230842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2c2e59f9-24d0-4994-860d-41084cfefc10 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:05.261629 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b393f5-d466-49f7-ac9d-956e521bea29 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:05.262090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b393f5-d466-49f7-ac9d-956e521bea29 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:05.263748 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e9b393f5-d466-49f7-ac9d-956e521bea29 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/0fdec905-4fe3-42b5-b94d-28cb8acddfea HTTP/1.1" status: 404 len: 337 time: 0.0686624 Mar 22 12:27:05.267822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43700) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:05.289189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.320872 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-926c67d3-d249-4129-adbe-9805099feb23 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:05.321358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926c67d3-d249-4129-adbe-9805099feb23 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:05.342809 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-926c67d3-d249-4129-adbe-9805099feb23 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/9da49ef4-a794-46b2-b832-7a39562968ac HTTP/1.1" status: 404 len: 333 time: 0.0702703 Mar 22 12:27:05.343424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43704) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:05.370997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 2c2e59f9-24d0-4994-860d-41084cfefc10 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:05.371422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.397497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.400789 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc0cbeb-a9eb-4e56-8475-5cd54e8397d0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:05.401526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc0cbeb-a9eb-4e56-8475-5cd54e8397d0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:05.403575 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ecc0cbeb-a9eb-4e56-8475-5cd54e8397d0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/25714490-8627-4981-9153-a1a765538c3b HTTP/1.1" status: 404 len: 337 time: 0.0589478 Mar 22 12:27:05.408607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43708) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:05.433234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.456086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd0cbf-71cc-47da-8d46-b3c89ed785e9 None None] DHCP port deletion for 578a050b-df3b-4bf8-b5f3-612af8e4798e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:27:05.474032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-85bd0cbf-71cc-47da-8d46-b3c89ed785e9 None None] Deleting port 2c2e59f9-24d0-4994-860d-41084cfefc10 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:05.474397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-85bd0cbf-71cc-47da-8d46-b3c89ed785e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.490969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:27:05.493038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:05.496411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04535d79-bcbb-4d64-acb0-e331efe2bacb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:05.510485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04535d79-bcbb-4d64-acb0-e331efe2bacb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.511481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.514616 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Added segment b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6 of type vlan for network 07fa19aa-f3cd-46af-bca2-e0620255dccc Mar 22 12:27:05.515228 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-04535d79-bcbb-4d64-acb0-e331efe2bacb tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4 HTTP/1.1" status: 200 len: 699 time: 3.1759419 Mar 22 12:27:05.517225 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4872b8-ecf6-431e-a8a5-f9ff3ff2c699 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:05.517846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4872b8-ecf6-431e-a8a5-f9ff3ff2c699 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:05.518310 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43712) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:05.520366 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8e4872b8-ecf6-431e-a8a5-f9ff3ff2c699 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/a68d9bc6-e3b4-4d15-ad3d-4fa77cac2a17 HTTP/1.1" status: 404 len: 337 time: 0.1057799 Mar 22 12:27:05.521910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.526683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43716) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:05.544712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.570132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800497bf-97f0-4f4a-8e1e-a0a8f7c0781d']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:05.582905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4099ad-4fbc-4aa5-bc83-98d2833f41c1') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:05.583188 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4099ad-4fbc-4aa5-bc83-98d2833f41c1') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:05.595359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.613104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.619720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:05.620636 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:05.635638 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:05.717800 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bde831d7-bbc1-42f1-93d0-44d2098b2fbc up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:05.723159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.740986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.754001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] Pushing event deleted for resources: {'Network': ['ID=800497bf-97f0-4f4a-8e1e-a0a8f7c0781d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:05.759107 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8055a179-1d9e-4ac2-a144-e4345ea62dbe tempest-BulkNetworkOpsIpV6Test-1297099281 tempest-BulkNetworkOpsIpV6Test-1297099281-project] 10.222.0.62 "DELETE /v2.0/networks/800497bf-97f0-4f4a-8e1e-a0a8f7c0781d HTTP/1.1" status: 204 len: 168 time: 0.6087649 Mar 22 12:27:05.776706 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-85bd0cbf-71cc-47da-8d46-b3c89ed785e9 None None] For port 2c2e59f9-24d0-4994-860d-41084cfefc10, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2c2e59f9-24d0-4994-860d-41084cfefc10,segment=NetworkSegment(8254a7f9-a760-47f6-998d-b1c36b1257d2),segment_id=8254a7f9-a760-47f6-998d-b1c36b1257d2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:05.777087 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-85bd0cbf-71cc-47da-8d46-b3c89ed785e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.835027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=811b61c9-f062-49ba-b45c-2cd103c22fa9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:05.864413 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-089d5f50-7f74-4805-b55e-e5f48591b21f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:05.865131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089d5f50-7f74-4805-b55e-e5f48591b21f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:05.910887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-85bd0cbf-71cc-47da-8d46-b3c89ed785e9 None None] Calling delete_port for 2c2e59f9-24d0-4994-860d-41084cfefc10 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:05.918432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:05.998296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port bde831d7-bbc1-42f1-93d0-44d2098b2fbc completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:06.007674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port bde831d7-bbc1-42f1-93d0-44d2098b2fbc triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:06.008145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:06.018183 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-089d5f50-7f74-4805-b55e-e5f48591b21f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/1cee5540-5872-4571-8463-3649d9dea7cb HTTP/1.1" status: 404 len: 333 time: 0.4615409 Mar 22 12:27:06.020805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43724) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.063667 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-85bd0cbf-71cc-47da-8d46-b3c89ed785e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:06.065536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43728) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.083141 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84eb396-e45e-4aa7-9cc0-738b0915c2e3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.083741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84eb396-e45e-4aa7-9cc0-738b0915c2e3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.085654 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c84eb396-e45e-4aa7-9cc0-738b0915c2e3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/7c66193a-9f6c-425a-a6d0-61c813984937 HTTP/1.1" status: 404 len: 337 time: 0.0638015 Mar 22 12:27:06.088273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43734) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.136501 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf25a4d9-2062-4bf8-bbb8-57319b639266 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.136980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf25a4d9-2062-4bf8-bbb8-57319b639266 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.138757 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf25a4d9-2062-4bf8-bbb8-57319b639266 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/31621c01-1084-44c1-9a08-8c8bd38fdc13 HTTP/1.1" status: 404 len: 337 time: 0.0495672 Mar 22 12:27:06.142358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43738) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.144976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:06.145888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:06.146461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:06.180790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd0cbf-71cc-47da-8d46-b3c89ed785e9 None None] Pushing event deleted for resources: {'Port': ['ID=2c2e59f9-24d0-4994-860d-41084cfefc10,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:06.196766 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2919395-b346-4666-9e2f-d574634ad444 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.198067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2919395-b346-4666-9e2f-d574634ad444 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.202597 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e2919395-b346-4666-9e2f-d574634ad444 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/3f2c1b78-e055-405a-9345-760b5788686f HTTP/1.1" status: 404 len: 333 time: 0.0565701 Mar 22 12:27:06.203117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43742) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.220074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd0cbf-71cc-47da-8d46-b3c89ed785e9 None None] No DVR routers for this DVR port 2c2e59f9-24d0-4994-860d-41084cfefc10 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:27:06.241847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820de88c-c988-442c-ae0c-ea961cf62568 None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:27:06.252863 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d3a72d-8a74-4df6-bde4-ac44f29330a2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.253309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d3a72d-8a74-4df6-bde4-ac44f29330a2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.255147 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b2d3a72d-8a74-4df6-bde4-ac44f29330a2 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/4ff322e3-9cbc-4c0d-9daf-d02a80f38119 HTTP/1.1" status: 404 len: 337 time: 0.0510755 Mar 22 12:27:06.260648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43746) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.315744 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1209970 Mar 22 12:27:06.316521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43750) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.318314 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2970ca2-3675-4bf0-9421-8621326377e4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.318847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2970ca2-3675-4bf0-9421-8621326377e4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.320452 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c2970ca2-3675-4bf0-9421-8621326377e4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/871c39ab-7383-4a1b-a1aa-0064f07ecaf0 HTTP/1.1" status: 404 len: 337 time: 0.0589795 Mar 22 12:27:06.321198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e42c7-d103-4147-8fa1-75c6f01bc356 admin admin] Pushing event updated for resources: {'Network': ['ID=07fa19aa-f3cd-46af-bca2-e0620255dccc,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:06.323250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43754) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.327728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Request body: {'subnet': {'network_id': '07fa19aa-f3cd-46af-bca2-e0620255dccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1417176652-subnet', 'tenant_id': 'd288b347060540bb805ec0abc06f922d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:06.337007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:06.350233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 07fa19aa-f3cd-46af-bca2-e0620255dccc details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:27:06.352325 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-905b2d47-7595-4e93-8c65-432bfcf2ca3a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4 HTTP/1.1" status: 200 len: 699 time: 0.8320367 Mar 22 12:27:06.353484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Usage tracker for resource:subnet and tenant:d288b347060540bb805ec0abc06f922d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:06.354714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43758) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.357955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:06.365280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:06.379878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:06.383494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Made reservation on behalf of d288b347060540bb805ec0abc06f922d for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:06.385833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:06.430831 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecfba5b-b861-4414-a93d-7ce7327274e3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.431274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ecfba5b-b861-4414-a93d-7ce7327274e3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.432952 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0ecfba5b-b861-4414-a93d-7ce7327274e3 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/6b682530-c9dc-4ddf-a676-037822994451 HTTP/1.1" status: 404 len: 333 time: 0.1086123 Mar 22 12:27:06.441687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43762) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.472440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:06.544492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port bde831d7-bbc1-42f1-93d0-44d2098b2fbc, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bde831d7-bbc1-42f1-93d0-44d2098b2fbc,segment=NetworkSegment(2a10f413-0fdb-4b1d-9864-b75b9a855f21),segment_id=2a10f413-0fdb-4b1d-9864-b75b9a855f21)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:06.545755 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dc7981-7fbd-4616-a95a-e9bc26f80ba0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.546208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4dc7981-7fbd-4616-a95a-e9bc26f80ba0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.547912 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b4dc7981-7fbd-4616-a95a-e9bc26f80ba0 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/010cd88b-aab2-48df-b97c-a9c426d64b14 HTTP/1.1" status: 404 len: 337 time: 0.1035709 Mar 22 12:27:06.550691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43766) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.557346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:06.558217 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3fa95257-a530-49be-b326-1c878680cc0a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:06.586327 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-22845050-0f50-41ad-a4e5-9a2ff868c057 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7059f11280848b48ebd0ffa83e7b8ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5143156 Mar 22 12:27:06.589118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43770) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.599868 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70418c1-36a1-468f-861a-7be0dd25e970 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.600343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70418c1-36a1-468f-861a-7be0dd25e970 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.601871 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a70418c1-36a1-468f-861a-7be0dd25e970 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/8f32f996-2451-4789-834e-30d7a033b100 HTTP/1.1" status: 404 len: 333 time: 0.0500965 Mar 22 12:27:06.604654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43774) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.653743 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0a49e4-354c-4b0d-ad90-cfdd412290a7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.654451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0a49e4-354c-4b0d-ad90-cfdd412290a7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.656223 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4e0a49e4-354c-4b0d-ad90-cfdd412290a7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/27b3a520-6392-47ee-8560-e51eb650f430 HTTP/1.1" status: 404 len: 337 time: 0.0505455 Mar 22 12:27:06.656586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820de88c-c988-442c-ae0c-ea961cf62568 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 12:27:06.658981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43778) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.692305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=bde831d7-bbc1-42f1-93d0-44d2098b2fbc,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:06.702047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d596765c-7fbf-4ebc-b66d-f8e37ac6e73e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.702791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d596765c-7fbf-4ebc-b66d-f8e37ac6e73e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.704737 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d596765c-7fbf-4ebc-b66d-f8e37ac6e73e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/10ed2de6-c830-4c33-9d00-e0b4b4d13ddf HTTP/1.1" status: 404 len: 333 time: 0.0447304 Mar 22 12:27:06.707673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43782) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.750300 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8dcae06-1704-43d9-8a8d-5c77680a4c5f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.751087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8dcae06-1704-43d9-8a8d-5c77680a4c5f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.752384 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a8dcae06-1704-43d9-8a8d-5c77680a4c5f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/ac1a4e17-e0fc-427e-bbcb-882d16e9a47d HTTP/1.1" status: 404 len: 337 time: 0.0436559 Mar 22 12:27:06.755082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43786) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.756765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b26baca6-c1b6-4e4e-932d-c1b65eea4be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:06.778664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3fa95257-a530-49be-b326-1c878680cc0a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:06.779243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:06.799601 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cb394e-4f0c-414c-9d52-7a61258db48c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.800016 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7cb394e-4f0c-414c-9d52-7a61258db48c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.801604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b26baca6-c1b6-4e4e-932d-c1b65eea4be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:06.802013 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d7cb394e-4f0c-414c-9d52-7a61258db48c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/8e970c05-784b-40f8-86c0-05f7ef9574b9 HTTP/1.1" status: 404 len: 333 time: 0.0457213 Mar 22 12:27:06.804533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43790) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:06.844312 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53ed6db-5521-431a-b6ac-712b9551d13c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:06.845000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53ed6db-5521-431a-b6ac-712b9551d13c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:06.849157 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f53ed6db-5521-431a-b6ac-712b9551d13c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/c47c09b4-9d96-4eda-a74c-479dba80dbad HTTP/1.1" status: 404 len: 337 time: 0.0410972 Mar 22 12:27:06.849342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43794) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:07.014586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:07.091665 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:07.110636 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c806142-bf4b-4c7d-bfe6-3cfdd90c289f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:07.111062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c806142-bf4b-4c7d-bfe6-3cfdd90c289f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:07.114047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6c806142-bf4b-4c7d-bfe6-3cfdd90c289f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/682e3053-cf06-4c6c-9fa1-4c4f12d9f405 HTTP/1.1" status: 404 len: 333 time: 0.2636988 Mar 22 12:27:07.120965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43798) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:07.126201 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c661a53d-bda7-41be-8c97-f18dd5794409,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:07.165545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b26baca6-c1b6-4e4e-932d-c1b65eea4be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:07.190503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:07.191609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:07.192020 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e8f5ceca-f71e-47ad-98d6-6ca06d8bded9 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:07.192151 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-2402d850-500c-498d-9ef1-e02cc8ad7a50 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:07.192458 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2402d850-500c-498d-9ef1-e02cc8ad7a50 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:07.192570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e1dddd07-38d5-41cd-a5c6-336410629503 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:07.229430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: e1dddd07-38d5-41cd-a5c6-336410629503 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:07.229817 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e1dddd07-38d5-41cd-a5c6-336410629503 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:07.230358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 62f27a4d-3d17-421d-8870-5c0ca6609782 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:07.277766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 62f27a4d-3d17-421d-8870-5c0ca6609782 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:07.278129 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 62f27a4d-3d17-421d-8870-5c0ca6609782 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:07.311404 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38705fa-0dc9-402a-9a52-1369a5c419f4 None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:27:07.373428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26baca6-c1b6-4e4e-932d-c1b65eea4be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fbd43b-836c-4d5c-a5de-ccab225dca5c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:07.438975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b26baca6-c1b6-4e4e-932d-c1b65eea4be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:07.440087 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b26baca6-c1b6-4e4e-932d-c1b65eea4be1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/82fbd43b-836c-4d5c-a5de-ccab225dca5c HTTP/1.1" status: 204 len: 168 time: 0.8451405 Mar 22 12:27:07.443966 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2402d850-500c-498d-9ef1-e02cc8ad7a50 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/15908cd5-5cf5-4e88-b134-3f483e04e931 HTTP/1.1" status: 404 len: 337 time: 0.3194442 Mar 22 12:27:07.447217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43804) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:07.480542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bde831d7-bbc1-42f1-93d0-44d2098b2fbc up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:07.486209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Checking segment: {'id': 'b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07fa19aa-f3cd-46af-bca2-e0620255dccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:07.486562 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Network hostable DHCP agents. Network: 07fa19aa-f3cd-46af-bca2-e0620255dccc, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:27:07.511130 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7afc8a-f94c-47c2-8027-7ac49cbd9ea8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:07.511559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7afc8a-f94c-47c2-8027-7ac49cbd9ea8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:07.513185 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5f7afc8a-f94c-47c2-8027-7ac49cbd9ea8 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/c342cc01-2731-4f79-ae5c-57fb539db601 HTTP/1.1" status: 404 len: 333 time: 0.0654581 Mar 22 12:27:07.523228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43808) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:07.577402 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed26f6a-ada7-408b-91c8-337977e812a5 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:07.577764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed26f6a-ada7-408b-91c8-337977e812a5 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:07.579477 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fed26f6a-ada7-408b-91c8-337977e812a5 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/31b98c04-841a-44af-9f18-1d97eb4877ea HTTP/1.1" status: 404 len: 337 time: 0.0536981 Mar 22 12:27:07.585160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43812) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:07.593680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38705fa-0dc9-402a-9a52-1369a5c419f4 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 12:27:07.625771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Network 07fa19aa-f3cd-46af-bca2-e0620255dccc is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:27:07.628123 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port bde831d7-bbc1-42f1-93d0-44d2098b2fbc triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:07.628500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:07.629078 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e53af4-3244-4088-bb3f-fe58d9311a0f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:07.629537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e53af4-3244-4088-bb3f-fe58d9311a0f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:07.631178 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-98e53af4-3244-4088-bb3f-fe58d9311a0f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/5925c65c-c31a-488d-bc2e-feb8ecf3cd1e HTTP/1.1" status: 404 len: 337 time: 0.0451064 Mar 22 12:27:07.637814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43816) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:07.661496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 07fa19aa-f3cd-46af-bca2-e0620255dccc) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:07.678421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:07.682039 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:07.696780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 6d4dce75-8453-4451-8ef5-0267b022a089 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:07.710518 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-22edbdbb-13bc-4e1d-9141-27a883f73cd9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:07.710937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22edbdbb-13bc-4e1d-9141-27a883f73cd9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:07.715385 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-22edbdbb-13bc-4e1d-9141-27a883f73cd9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/b81018a9-7636-409e-8227-d638b1785dd7 HTTP/1.1" status: 404 len: 333 time: 0.0476453 Mar 22 12:27:07.720502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43822) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:07.759217 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c039729f-ee63-450f-9da4-2b3b3b7d3295 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:07.760372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c039729f-ee63-450f-9da4-2b3b3b7d3295 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:07.764385 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-da9ec1e0-4878-44ff-9637-e6f68a5948e6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4466481 Mar 22 12:27:07.764938 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c039729f-ee63-450f-9da4-2b3b3b7d3295 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/9b91810e-918c-4c26-9072-e906bf386254 HTTP/1.1" status: 404 len: 337 time: 0.0433354 Mar 22 12:27:07.765728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43826) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:07.817786 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8055c661-1189-451c-97ba-d565a48d15b4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:07.818208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8055c661-1189-451c-97ba-d565a48d15b4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:07.822492 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8055c661-1189-451c-97ba-d565a48d15b4 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/1abf3f79-3eba-4743-9f01-80400563c19c HTTP/1.1" status: 404 len: 337 time: 0.0554838 Mar 22 12:27:07.824860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43834) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:07.866971 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3beedab-304c-4f94-9d00-32d1ac71f287 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:07.867398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3beedab-304c-4f94-9d00-32d1ac71f287 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:07.871387 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d3beedab-304c-4f94-9d00-32d1ac71f287 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/fe3d7dcd-dda8-4c6f-94d0-cf0209c6b5d7 HTTP/1.1" status: 404 len: 333 time: 0.0432937 Mar 22 12:27:07.872167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43840) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:07.913400 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab86f12e-6bb2-4612-8cf4-3b3375166306 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:07.913863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab86f12e-6bb2-4612-8cf4-3b3375166306 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:07.917915 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ab86f12e-6bb2-4612-8cf4-3b3375166306 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/7cc11d89-5f36-4bb9-955a-45adb55259b3 HTTP/1.1" status: 404 len: 337 time: 0.0424614 Mar 22 12:27:07.919377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43844) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.025006 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30e2194-b228-414c-902d-c313888c673b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:08.026543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30e2194-b228-414c-902d-c313888c673b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:08.029768 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e30e2194-b228-414c-902d-c313888c673b tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/b9832c19-5ebc-4090-85f6-fcd1d8d11ee0 HTTP/1.1" status: 404 len: 337 time: 0.1093645 Mar 22 12:27:08.032705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43850) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.044543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2c2e59f9-24d0-4994-860d-41084cfefc10 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:08.111146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port bde831d7-bbc1-42f1-93d0-44d2098b2fbc {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:08.111501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:08.149219 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d6c7a6-b59b-4820-bddb-cccb5beecd0f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:08.149662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d6c7a6-b59b-4820-bddb-cccb5beecd0f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:08.151467 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-43d6c7a6-b59b-4820-bddb-cccb5beecd0f tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/545d230e-bb65-48c0-a225-0debb604c883 HTTP/1.1" status: 404 len: 333 time: 0.1182430 Mar 22 12:27:08.157358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43858) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.169235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:08.189110 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-50bcc0d3-292b-48c2-9025-3b4fa3685970 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3206358 Mar 22 12:27:08.189553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43860) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.270601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 2c2e59f9-24d0-4994-860d-41084cfefc10 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:08.270839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2c2e59f9-24d0-4994-860d-41084cfefc10 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:08.291508 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85370110-5f8e-4449-983a-b59524211529 None None] Sync routers for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:08.302153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58cd990-79c0-4ce0-8325-a34fe622e12e None None] Network 07fa19aa-f3cd-46af-bca2-e0620255dccc requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:08.305730 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-259b8087-5f17-4e65-9c9f-ca50e8bb8efd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:08.306162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259b8087-5f17-4e65-9c9f-ca50e8bb8efd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:08.307786 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-259b8087-5f17-4e65-9c9f-ca50e8bb8efd tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/f5fea13d-4260-4cbb-b52f-28a9f64ae1a8 HTTP/1.1" status: 404 len: 337 time: 0.1201313 Mar 22 12:27:08.310601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43868) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.349728 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4752cfca-f284-4f52-8232-52ef2bd60a61 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:08.350120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4752cfca-f284-4f52-8232-52ef2bd60a61 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:08.351815 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4752cfca-f284-4f52-8232-52ef2bd60a61 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/e6e2b71d-2329-4642-90d7-c0a166c56211 HTTP/1.1" status: 404 len: 337 time: 0.0403106 Mar 22 12:27:08.354587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43872) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.397650 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-738dbc01-c40a-444b-a51a-04df3ae94cb7 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports?device_id=c3e1ea57-548c-47e5-809f-4fbba01da210 HTTP/1.1" status: 200 len: 205 time: 0.0419559 Mar 22 12:27:08.398800 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85370110-5f8e-4449-983a-b59524211529 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:08.399419 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-85370110-5f8e-4449-983a-b59524211529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:08.400334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43876) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.491521 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-3b619ad1-d968-46a1-a35a-4959308ddd65 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] delete failed (client error): The resource could not be found. Mar 22 12:27:08.492703 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3b619ad1-d968-46a1-a35a-4959308ddd65 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/routers/c3e1ea57-548c-47e5-809f-4fbba01da210 HTTP/1.1" status: 404 len: 336 time: 0.0910888 Mar 22 12:27:08.511257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43882) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.567036 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e13904-9c20-43c4-bbb8-a011c39a8d91 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:08.567623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e13904-9c20-43c4-bbb8-a011c39a8d91 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:08.573096 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-90e13904-9c20-43c4-bbb8-a011c39a8d91 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/9b5257e9-8d8b-4c0c-b62a-30ad25e1820b HTTP/1.1" status: 404 len: 337 time: 0.0605805 Mar 22 12:27:08.576881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43890) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.633853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-85370110-5f8e-4449-983a-b59524211529 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:08.644245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a6914b-dcd0-46ec-bd88-88b64355ad17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting subnet 02ae4e0d-e627-47a3-853b-a7120e095fc8 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:08.648446 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24a6914b-dcd0-46ec-bd88-88b64355ad17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:08.677844 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fad8e44b-c558-49f4-84bf-36dc06d07600 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "GET /v2.0/ports?device_id=10e7e216-9e94-4056-8acb-994f345f6a98 HTTP/1.1" status: 200 len: 205 time: 0.0993364 Mar 22 12:27:08.678869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43896) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.736833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24a6914b-dcd0-46ec-bd88-88b64355ad17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:08.811387 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-6d62ce47-f92f-442c-98eb-b5277c33945e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] delete failed (client error): The resource could not be found. Mar 22 12:27:08.813639 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6d62ce47-f92f-442c-98eb-b5277c33945e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/routers/10e7e216-9e94-4056-8acb-994f345f6a98 HTTP/1.1" status: 404 len: 336 time: 0.1308002 Mar 22 12:27:08.816345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43904) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.843397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84037b66-c873-49b9-8f3e-9c179da4d0c7 None None] Network 07fa19aa-f3cd-46af-bca2-e0620255dccc requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:08.883048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24a6914b-dcd0-46ec-bd88-88b64355ad17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:08.896707 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-0916f0e3-130b-4641-bc56-8633131c6973 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:08.897430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0916f0e3-130b-4641-bc56-8633131c6973 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:08.899546 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0916f0e3-130b-4641-bc56-8633131c6973 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/e1d8a255-e98d-4016-bbfc-e3e264abd52e HTTP/1.1" status: 404 len: 337 time: 0.0819433 Mar 22 12:27:08.903103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port bde831d7-bbc1-42f1-93d0-44d2098b2fbc, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bde831d7-bbc1-42f1-93d0-44d2098b2fbc,segment=NetworkSegment(2a10f413-0fdb-4b1d-9864-b75b9a855f21),segment_id=2a10f413-0fdb-4b1d-9864-b75b9a855f21)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:08.903702 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:08.912102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43908) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.928742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43912) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:08.996558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24a6914b-dcd0-46ec-bd88-88b64355ad17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.071251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6914b-dcd0-46ec-bd88-88b64355ad17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Subnet': ['ID=02ae4e0d-e627-47a3-853b-a7120e095fc8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:09.098755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-24a6914b-dcd0-46ec-bd88-88b64355ad17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.107518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c38301d-9b45-496d-87d8-2c2003dc9362 None None] Network 69f697c3-4091-474d-b317-8b6a340b14c7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:09.116582 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-24a6914b-dcd0-46ec-bd88-88b64355ad17 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/02ae4e0d-e627-47a3-853b-a7120e095fc8 HTTP/1.1" status: 204 len: 168 time: 0.9242501 Mar 22 12:27:09.118936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43922) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:09.201153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for bde831d7-bbc1-42f1-93d0-44d2098b2fbc owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:09.228996 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa22b90-0132-4a2d-b8d1-ec4a9cb4a890 None None] Sync routers for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:09.255714 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa22b90-0132-4a2d-b8d1-ec4a9cb4a890 None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:09.256758 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-daa22b90-0132-4a2d-b8d1-ec4a9cb4a890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:09.270125 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac2d04a-9f4e-4a6f-bd59-8a31d5407f60 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:09.270556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac2d04a-9f4e-4a6f-bd59-8a31d5407f60 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:09.281971 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9ac2d04a-9f4e-4a6f-bd59-8a31d5407f60 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/28d2282d-7cb1-4a75-bdcb-83d903ca5217 HTTP/1.1" status: 404 len: 337 time: 0.3686526 Mar 22 12:27:09.293126 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43926) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:09.353077 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8adf96-56c5-422b-8d38-6de52014702d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:09.353926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8adf96-56c5-422b-8d38-6de52014702d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:09.356363 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3d8adf96-56c5-422b-8d38-6de52014702d tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/fdb5ac38-4997-462c-957b-40c0257bcbc7 HTTP/1.1" status: 404 len: 333 time: 0.0619433 Mar 22 12:27:09.363533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43930) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:09.394416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.415691 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-1acacde8-2e3c-4786-8a78-7bf25231844a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:09.416340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1acacde8-2e3c-4786-8a78-7bf25231844a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:09.417859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 02cef6c2-2074-484c-89e6-233fc20cd916 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:09.418442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.420852 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1acacde8-2e3c-4786-8a78-7bf25231844a tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/e7b2e429-9a0f-4eaa-80d1-9e3620e98e92 HTTP/1.1" status: 404 len: 337 time: 0.0566914 Mar 22 12:27:09.421652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43936) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:09.461238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599911649'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:09.476754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:09.489224 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:09.494168 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6636c6a0-618b-48aa-b0c7-081643058339 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:09.494363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:09.494620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6636c6a0-618b-48aa-b0c7-081643058339 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:09.499262 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6636c6a0-618b-48aa-b0c7-081643058339 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/3fd61c1d-88d1-44fe-9f5f-14593fa5b5e5 HTTP/1.1" status: 404 len: 333 time: 0.0745590 Mar 22 12:27:09.499814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43940) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:09.503359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:09.510987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43944) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:09.519872 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1486138866-network', 'tenant_id': '3fa3809c65bf4e04ade4f90880eed0f9'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:09.521104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-85370110-5f8e-4449-983a-b59524211529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:03Z', 'revision_number': 7, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:27:04Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde831d7-bbc1-42f1-93d0-44d2098b2fbc', 'name': '', 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:d9:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9730ff68-4d2b-41da-b11d-683672904153', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:53Z', 'updated_at': '2022-03-22T12:27:06Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '9730ff68-4d2b-41da-b11d-683672904153', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:09.524350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:09.527682 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85370110-5f8e-4449-983a-b59524211529 None None] Checking router: cd154f96-abb8-48ae-8aaa-c144cb8928d4 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:09.528132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Usage tracker for resource:network and tenant:3fa3809c65bf4e04ade4f90880eed0f9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:09.531093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:09.536806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:09.553233 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4293b474-5c30-4e2f-a1de-6daa7fd96498 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:09.553813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4293b474-5c30-4e2f-a1de-6daa7fd96498 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:09.558307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85370110-5f8e-4449-983a-b59524211529 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:09.558474 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4293b474-5c30-4e2f-a1de-6daa7fd96498 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/fed04022-9295-49b7-b1ce-f0ea5fbf4a43 HTTP/1.1" status: 404 len: 337 time: 0.0560224 Mar 22 12:27:09.559359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-85370110-5f8e-4449-983a-b59524211529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:09.560192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43948) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:09.572993 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-daa22b90-0132-4a2d-b8d1-ec4a9cb4a890 None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:09.582306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Made reservation on behalf of 3fa3809c65bf4e04ade4f90880eed0f9 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:09.584538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.607481 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4115a52-86bf-4ab6-8687-f04dc20d7c0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:09.608528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4115a52-86bf-4ab6-8687-f04dc20d7c0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:09.614554 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b4115a52-86bf-4ab6-8687-f04dc20d7c0c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/150ef1ef-1085-42c4-89e7-8936d362acf8 HTTP/1.1" status: 404 len: 333 time: 0.0531971 Mar 22 12:27:09.615181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43952) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:09.652115 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accbde56-bf15-4280-83b8-f7e88deebd24 None None] DHCP port deletion for 69f697c3-4091-474d-b317-8b6a340b14c7 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:27:09.661069 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-6849ae62-1fef-41a3-bb25-0acb687f4f2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:09.662589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6849ae62-1fef-41a3-bb25-0acb687f4f2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:09.667317 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6849ae62-1fef-41a3-bb25-0acb687f4f2e tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/fb835b11-ce21-4f01-b268-621d24ba4137 HTTP/1.1" status: 404 len: 337 time: 0.0496972 Mar 22 12:27:09.669720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43956) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:09.714568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.726968 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9311afe9-66ee-4a1a-9e67-926122277abb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:09.727680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9311afe9-66ee-4a1a-9e67-926122277abb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:09.730860 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-accbde56-bf15-4280-83b8-f7e88deebd24 None None] Deleting port 02cef6c2-2074-484c-89e6-233fc20cd916 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:09.733822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-accbde56-bf15-4280-83b8-f7e88deebd24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.733997 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9311afe9-66ee-4a1a-9e67-926122277abb tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/021dc910-f061-4262-b690-f728c77ba43c HTTP/1.1" status: 404 len: 333 time: 0.0607030 Mar 22 12:27:09.735023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43960) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:09.735457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.760100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.785152 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cc85f7-b757-4965-93dd-8e3e3f45b6bc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:09.786624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cc85f7-b757-4965-93dd-8e3e3f45b6bc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:09.790742 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-17cc85f7-b757-4965-93dd-8e3e3f45b6bc tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/7351b81d-525e-4c36-b49e-ec328df0d151 HTTP/1.1" status: 404 len: 337 time: 0.0524070 Mar 22 12:27:09.791814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43964) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:09.868124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:09.871911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:09.874956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:09.876592 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-85370110-5f8e-4449-983a-b59524211529 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:09.880783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:09.936121 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6be5deb-1a2e-4b1a-9e45-837435e1af80 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:09.937228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6be5deb-1a2e-4b1a-9e45-837435e1af80 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:09.940024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.950179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.956451 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-daa22b90-0132-4a2d-b8d1-ec4a9cb4a890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:27:05Z', 'revision_number': 10, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:36Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:09.962063 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa22b90-0132-4a2d-b8d1-ec4a9cb4a890 None None] Checking router: 6d4dce75-8453-4451-8ef5-0267b022a089 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:09.971036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:09.976568 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa22b90-0132-4a2d-b8d1-ec4a9cb4a890 None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:09.977383 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-daa22b90-0132-4a2d-b8d1-ec4a9cb4a890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:09.989193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:09.992946 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:09.995992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:09.998475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=bde831d7-bbc1-42f1-93d0-44d2098b2fbc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:10.003544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:10.004413 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d6be5deb-1a2e-4b1a-9e45-837435e1af80 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/38e2a137-5ac8-4011-b325-316e090c8887 HTTP/1.1" status: 404 len: 333 time: 0.2113974 Mar 22 12:27:10.007408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43968) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:10.056013 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.059799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:10.074572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Usage tracker for resource:security_group_rule and tenant:3fa3809c65bf4e04ade4f90880eed0f9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:10.083579 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-37aa209c-0c6b-4fd1-aeaf-db2ebb22efde tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:10.084252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37aa209c-0c6b-4fd1-aeaf-db2ebb22efde tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:10.084496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.088633 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:10.089592 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-37aa209c-0c6b-4fd1-aeaf-db2ebb22efde tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/186e58d2-2dfb-4f30-998c-dd3c1060ece5 HTTP/1.1" status: 404 len: 337 time: 0.0806243 Mar 22 12:27:10.110893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43972) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:10.130450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:10.187287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae69e69-6eb1-410c-9882-ef663d589a7d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:10.210166 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-daa22b90-0132-4a2d-b8d1-ec4a9cb4a890 None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:10.238741 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8343842-c406-4ce8-8ea1-6ad2b78eddae tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:10.239090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8343842-c406-4ce8-8ea1-6ad2b78eddae tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:10.248643 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port 02cef6c2-2074-484c-89e6-233fc20cd916, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=02cef6c2-2074-484c-89e6-233fc20cd916,segment=NetworkSegment(099a4927-2848-4dd1-96af-160014f143bf),segment_id=099a4927-2848-4dd1-96af-160014f143bf)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:10.248996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.263323 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e8343842-c406-4ce8-8ea1-6ad2b78eddae tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/f8defdcc-3e8b-46e2-a1e0-dec7b1973568 HTTP/1.1" status: 404 len: 333 time: 0.1439524 Mar 22 12:27:10.274446 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43976) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:10.359373 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-accbde56-bf15-4280-83b8-f7e88deebd24 None None] For port 02cef6c2-2074-484c-89e6-233fc20cd916, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=02cef6c2-2074-484c-89e6-233fc20cd916,segment=NetworkSegment(099a4927-2848-4dd1-96af-160014f143bf),segment_id=099a4927-2848-4dd1-96af-160014f143bf)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:10.359984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-accbde56-bf15-4280-83b8-f7e88deebd24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.402247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.403429 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4739954 Mar 22 12:27:10.411589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43980) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:10.478498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for 02cef6c2-2074-484c-89e6-233fc20cd916 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:10.506044 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e54261-72af-4150-ae91-75c288d86d58 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055516b7-e1d3-487e-bd49-e598f28cf368,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:10.507522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-accbde56-bf15-4280-83b8-f7e88deebd24 None None] Calling delete_port for 02cef6c2-2074-484c-89e6-233fc20cd916 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:10.516313 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca915ed-e0fa-4baf-a507-3171239a4280 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:10.517155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca915ed-e0fa-4baf-a507-3171239a4280 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:10.523920 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-08f32086-cf3a-4d16-9b09-87ef540ac6b5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1110516 Mar 22 12:27:10.527499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 43984) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:10.531573 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aca915ed-e0fa-4baf-a507-3171239a4280 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/ef636963-b341-44c0-b041-ffca32c09cc6 HTTP/1.1" status: 404 len: 337 time: 0.2537749 Mar 22 12:27:10.539424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4ad5ace7-073a-450c-a8c3-57286a5c1b8e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group': {'name': 'tempest-security--2037210844', 'description': 'tempest-security-description-2081676232'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:10.539620 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43988) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:10.583430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.590929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ad5ace7-073a-450c-a8c3-57286a5c1b8e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.607510 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f28305-155c-4df8-9806-ef0644bad59c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:10.607510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f28305-155c-4df8-9806-ef0644bad59c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:10.633135 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-73f28305-155c-4df8-9806-ef0644bad59c tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/ports/e1114d0b-065c-4dba-8a68-a91b87f7295b HTTP/1.1" status: 404 len: 333 time: 0.0912938 Mar 22 12:27:10.643415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43992) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:10.651525 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-daa22b90-0132-4a2d-b8d1-ec4a9cb4a890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:27:05Z', 'revision_number': 10, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:36Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:10.657382 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa22b90-0132-4a2d-b8d1-ec4a9cb4a890 None None] The sync data for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv is: [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:27:05Z', 'revision_number': 10, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None, '_interfaces': [{'id': 'f2867853-538b-44de-ba97-64419e2e1523', 'name': '', 'network_id': 'e3133f50-4786-4d2f-bce0-e829cfa1de00', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'mac_address': 'fa:16:3e:da:a4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:01Z', 'updated_at': '2022-03-22T12:26:36Z', 'revision_number': 5, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'subnets': [{'id': '6e75be47-45bc-4012-8a26-29951b82e76f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:10.697080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-85370110-5f8e-4449-983a-b59524211529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:03Z', 'revision_number': 7, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:27:04Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde831d7-bbc1-42f1-93d0-44d2098b2fbc', 'name': '', 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:d9:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9730ff68-4d2b-41da-b11d-683672904153', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:53Z', 'updated_at': '2022-03-22T12:27:06Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '9730ff68-4d2b-41da-b11d-683672904153', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:10.702210 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85370110-5f8e-4449-983a-b59524211529 None None] The sync data for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv is: [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:03Z', 'revision_number': 7, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:27:04Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bde831d7-bbc1-42f1-93d0-44d2098b2fbc', 'name': '', 'network_id': 'a870987a-f332-48bd-b1ea-ca47e4d7ecca', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:d9:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9730ff68-4d2b-41da-b11d-683672904153', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:53Z', 'updated_at': '2022-03-22T12:27:06Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '9730ff68-4d2b-41da-b11d-683672904153', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:10.705672 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-055aa901-134d-4117-b825-9200da5f84ce tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:10.706117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055aa901-134d-4117-b825-9200da5f84ce tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:10.722719 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.724946 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-055aa901-134d-4117-b825-9200da5f84ce tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/subnets/922339c5-0f1d-4e07-8e85-eb9a950628ea HTTP/1.1" status: 404 len: 337 time: 0.0805678 Mar 22 12:27:10.725922 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.728466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-accbde56-bf15-4280-83b8-f7e88deebd24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:27:10.728936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-accbde56-bf15-4280-83b8-f7e88deebd24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:27:10.730107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 43996) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:10.788624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.798073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ad5ace7-073a-450c-a8c3-57286a5c1b8e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.810428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ad5ace7-073a-450c-a8c3-57286a5c1b8e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.813143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4ad5ace7-073a-450c-a8c3-57286a5c1b8e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:10.814463 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4ad5ace7-073a-450c-a8c3-57286a5c1b8e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "PUT /v2.0/security-groups/055516b7-e1d3-487e-bd49-e598f28cf368 HTTP/1.1" status: 200 len: 1612 time: 0.2858481 Mar 22 12:27:10.824998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44000) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:10.868829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=02cef6c2-2074-484c-89e6-233fc20cd916,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:10.891094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5ace7-073a-450c-a8c3-57286a5c1b8e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055516b7-e1d3-487e-bd49-e598f28cf368,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:10.897254 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No DVR routers for this DVR port 02cef6c2-2074-484c-89e6-233fc20cd916 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:27:10.907376 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4d05ce1f-eefb-4757-ba12-0c410678c6b8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups/055516b7-e1d3-487e-bd49-e598f28cf368 HTTP/1.1" status: 200 len: 1612 time: 0.0784240 Mar 22 12:27:10.907376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44004) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:10.942268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:27:10.981765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c255190-9738-462f-978a-1ec3568546da,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:11.000295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.002675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.003018 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Added segment d36d17e5-4a78-4c9c-9124-8a23987cd46c of type vlan for network febe7053-dabb-49b9-a5d5-43371d16b204 Mar 22 12:27:11.099392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.112802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.185643 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f697c3-4091-474d-b317-8b6a340b14c7']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:11.219288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-472ac97e-1bd4-4cfb-a522-80f4eec7c7a8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.230618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-accbde56-bf15-4280-83b8-f7e88deebd24 None None] Deleting port 02cef6c2-2074-484c-89e6-233fc20cd916 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:11.231379 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-accbde56-bf15-4280-83b8-f7e88deebd24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.251774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-472ac97e-1bd4-4cfb-a522-80f4eec7c7a8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.278513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099a4927-2848-4dd1-96af-160014f143bf') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:11.278794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099a4927-2848-4dd1-96af-160014f143bf') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:11.299423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.307785 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.318328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.318591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:11.318995 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.359555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-accbde56-bf15-4280-83b8-f7e88deebd24 None None] The port '02cef6c2-2074-484c-89e6-233fc20cd916' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:27:11.368658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.437388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578a050b-df3b-4bf8-b5f3-612af8e4798e']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:11.438475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-472ac97e-1bd4-4cfb-a522-80f4eec7c7a8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.445055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:11.445487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.467621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 811b61c9-f062-49ba-b45c-2cd103c22fa9 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:11.471037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ac97e-1bd4-4cfb-a522-80f4eec7c7a8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055516b7-e1d3-487e-bd49-e598f28cf368,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:11.482149 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:11.484540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] Pushing event updated for resources: {'Network': ['ID=febe7053-dabb-49b9-a5d5-43371d16b204,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:11.485564 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-82942d5f-a1c4-4742-8b64-9f195bcd9e59 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9736018 Mar 22 12:27:11.491957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44008) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:11.497421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-472ac97e-1bd4-4cfb-a522-80f4eec7c7a8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.498844 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-472ac97e-1bd4-4cfb-a522-80f4eec7c7a8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-groups/055516b7-e1d3-487e-bd49-e598f28cf368 HTTP/1.1" status: 204 len: 168 time: 0.5905857 Mar 22 12:27:11.502575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44010) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:11.508859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 811b61c9-f062-49ba-b45c-2cd103c22fa9 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:11.509197 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 811b61c9-f062-49ba-b45c-2cd103c22fa9 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:11.509636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 02cef6c2-2074-484c-89e6-233fc20cd916 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:11.537779 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network febe7053-dabb-49b9-a5d5-43371d16b204 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:27:11.545854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router cd154f96-abb8-48ae-8aaa-c144cb8928d4 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:11.551501 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Request body: {'subnet': {'network_id': 'febe7053-dabb-49b9-a5d5-43371d16b204', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1486138866-subnet', 'tenant_id': '3fa3809c65bf4e04ade4f90880eed0f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:11.560270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 02cef6c2-2074-484c-89e6-233fc20cd916 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:11.560595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 02cef6c2-2074-484c-89e6-233fc20cd916 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:11.662901 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8254a7f9-a760-47f6-998d-b1c36b1257d2') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:11.663176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8254a7f9-a760-47f6-998d-b1c36b1257d2') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:11.674745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:11.683481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Usage tracker for resource:subnet and tenant:3fa3809c65bf4e04ade4f90880eed0f9 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:11.687531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.693829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:11.701470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:11.703521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-998cce96-f82b-4591-ba25-8dbed3e0cc19 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:11.706557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.727543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.729956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.743870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:11.744287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.747876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-998cce96-f82b-4591-ba25-8dbed3e0cc19 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:11.749097 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-998cce96-f82b-4591-ba25-8dbed3e0cc19 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2454338 Mar 22 12:27:11.752520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44018) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:11.758505 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:11.760967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Network': ['ID=69f697c3-4091-474d-b317-8b6a340b14c7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:11.768781 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2144094b-97d5-4509-9c16-0eac46c92039 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/networks/69f697c3-4091-474d-b317-8b6a340b14c7 HTTP/1.1" status: 204 len: 168 time: 2.6456387 Mar 22 12:27:11.768781 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Made reservation on behalf of 3fa3809c65bf4e04ade4f90880eed0f9 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:11.769159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44022) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:11.769295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:11.830287 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-95989efd-9058-4554-b135-49ddfb920462 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] delete failed (client error): The resource could not be found. Mar 22 12:27:11.831194 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-95989efd-9058-4554-b135-49ddfb920462 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-groups/055516b7-e1d3-487e-bd49-e598f28cf368 HTTP/1.1" status: 404 len: 347 time: 0.0777929 Mar 22 12:27:11.835966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44026) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:11.896639 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579214162'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:11.918183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:11.921802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:11.924571 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7159d762-cbc8-4891-8ea6-9997e1235f7c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5640709 Mar 22 12:27:11.926844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44030) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:11.931359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb11702-8c28-40e8-aa88-d32988ee7652 None None] Sync routers for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:11.944193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb11702-8c28-40e8-aa88-d32988ee7652 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:11.945227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-feb11702-8c28-40e8-aa88-d32988ee7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:12.016298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:12.025210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.102715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-feb11702-8c28-40e8-aa88-d32988ee7652 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:12.102973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.122635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] Pushing event deleted for resources: {'Network': ['ID=578a050b-df3b-4bf8-b5f3-612af8e4798e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:12.133091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.135859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.149401 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7b4040f5-42e5-4d41-afa4-4e4f7422dac9 tempest-NetworksTestDHCPv6-1983426783 tempest-NetworksTestDHCPv6-1983426783-project] 10.222.0.62 "DELETE /v2.0/networks/578a050b-df3b-4bf8-b5f3-612af8e4798e HTTP/1.1" status: 204 len: 168 time: 1.3903594 Mar 22 12:27:12.193700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:12.197441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:12.200296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:12.206366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:12.263064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.276103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.351012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e2a46e-154f-4b9b-91b4-4794383957a7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting subnet 9730ff68-4d2b-41da-b11d-683672904153 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:12.371370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a46e-154f-4b9b-91b4-4794383957a7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.413497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e702cd2d-6ae9-41bb-b6bd-0461e4cd4802,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:12.437864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.441881 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b90e723f-f000-4646-97ea-0b573c1aec8f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6023002 Mar 22 12:27:12.453896 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44036) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:12.464474 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-eaaa19f0-7cca-47b8-b875-dd487792b273 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': 'e702cd2d-6ae9-41bb-b6bd-0461e4cd4802', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:12.470329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a46e-154f-4b9b-91b4-4794383957a7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.508578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eaaa19f0-7cca-47b8-b875-dd487792b273 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:12.532085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eaaa19f0-7cca-47b8-b875-dd487792b273 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:12.540543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-eaaa19f0-7cca-47b8-b875-dd487792b273 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:12.551564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eaaa19f0-7cca-47b8-b875-dd487792b273 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:12.557161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.598552 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44042) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:12.609126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-feb11702-8c28-40e8-aa88-d32988ee7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:09Z', 'revision_number': 8, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:27:04Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:12.616413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb11702-8c28-40e8-aa88-d32988ee7652 None None] Checking router: cd154f96-abb8-48ae-8aaa-c144cb8928d4 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:12.630722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb11702-8c28-40e8-aa88-d32988ee7652 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:12.631892 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-feb11702-8c28-40e8-aa88-d32988ee7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:12.644823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eaaa19f0-7cca-47b8-b875-dd487792b273 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.686451 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f34c03c1-0b17-4f95-b50f-d0f8af2e4bd0,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:12.703083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a46e-154f-4b9b-91b4-4794383957a7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.762631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Checking segment: {'id': 'd36d17e5-4a78-4c9c-9124-8a23987cd46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'febe7053-dabb-49b9-a5d5-43371d16b204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:12.762985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Network hostable DHCP agents. Network: febe7053-dabb-49b9-a5d5-43371d16b204, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:27:12.794934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-feb11702-8c28-40e8-aa88-d32988ee7652 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:12.804810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eaaa19f0-7cca-47b8-b875-dd487792b273 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.830465 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eaaa19f0-7cca-47b8-b875-dd487792b273 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.852543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Network febe7053-dabb-49b9-a5d5-43371d16b204 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:27:12.865587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa19f0-7cca-47b8-b875-dd487792b273 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d57fc73-bf4c-4c6a-aa72-cf809b8da305,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:12.869542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a46e-154f-4b9b-91b4-4794383957a7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.919869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port f2867853-538b-44de-ba97-64419e2e1523 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:12.920522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.932027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2a46e-154f-4b9b-91b4-4794383957a7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Subnet': ['ID=9730ff68-4d2b-41da-b11d-683672904153,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:12.935601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, febe7053-dabb-49b9-a5d5-43371d16b204) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:12.939898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eaaa19f0-7cca-47b8-b875-dd487792b273 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.940510 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eaaa19f0-7cca-47b8-b875-dd487792b273 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4856687 Mar 22 12:27:12.946394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:12.946955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.949870 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9ad7e7-15b7-43f0-8b00-b69b02b62036 None None] Network febe7053-dabb-49b9-a5d5-43371d16b204 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:12.950177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44048) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:12.956502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9e2a46e-154f-4b9b-91b4-4794383957a7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:12.958256 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c9e2a46e-154f-4b9b-91b4-4794383957a7 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/9730ff68-4d2b-41da-b11d-683672904153 HTTP/1.1" status: 204 len: 168 time: 1.0283177 Mar 22 12:27:12.960981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44052) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:12.967305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d477250-6354-41d3-a5c4-8363d9242f1e None None] Network a870987a-f332-48bd-b1ea-ca47e4d7ecca requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:13.002827 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ed513ffc-63e5-4c7a-85cb-60d1aaa41f46 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f133a33860e425babcc7dc930e1ee97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4004099 Mar 22 12:27:13.006020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44056) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:13.007255 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6f712d79-9b8b-4904-9fdd-a818fc7627b5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4667299 Mar 22 12:27:13.016043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7daacc5-2ee3-4727-9406-60c4f482072b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.035962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7daacc5-2ee3-4727-9406-60c4f482072b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.072924 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7daacc5-2ee3-4727-9406-60c4f482072b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.102977 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7daacc5-2ee3-4727-9406-60c4f482072b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.108046 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d7daacc5-2ee3-4727-9406-60c4f482072b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/3d57fc73-bf4c-4c6a-aa72-cf809b8da305 HTTP/1.1" status: 204 len: 168 time: 0.1546686 Mar 22 12:27:13.109518 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44062) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:13.110542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daacc5-2ee3-4727-9406-60c4f482072b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d57fc73-bf4c-4c6a-aa72-cf809b8da305,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:13.205582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ae084e42-0da3-4ab3-9601-20e91f2b5ba4 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:13.216780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.230213 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ae084e42-0da3-4ab3-9601-20e91f2b5ba4 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:13.233505 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae084e42-0da3-4ab3-9601-20e91f2b5ba4 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1142614 Mar 22 12:27:13.234823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44068) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:13.275991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:13.276383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.310533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-877ea5b8-cede-4293-94d0-16e0fff6361e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.328257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e09513-1902-451b-b84a-78797fb2e53e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.352191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port f2867853-538b-44de-ba97-64419e2e1523, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f2867853-538b-44de-ba97-64419e2e1523,segment=NetworkSegment(5061b1a7-f338-4531-b083-6b557be8dffc),segment_id=5061b1a7-f338-4531-b083-6b557be8dffc)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:13.352537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.371567 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e09513-1902-451b-b84a-78797fb2e53e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.385829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-877ea5b8-cede-4293-94d0-16e0fff6361e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.393856 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.432464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e09513-1902-451b-b84a-78797fb2e53e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.457089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e09513-1902-451b-b84a-78797fb2e53e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e702cd2d-6ae9-41bb-b6bd-0461e4cd4802,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:13.482657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3e09513-1902-451b-b84a-78797fb2e53e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.484406 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a3e09513-1902-451b-b84a-78797fb2e53e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-groups/e702cd2d-6ae9-41bb-b6bd-0461e4cd4802 HTTP/1.1" status: 204 len: 168 time: 0.2470591 Mar 22 12:27:13.487061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44082) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:13.559629 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bc8f7d98-dc48-4f89-b3af-435c57d84a8e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:13.567001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for f2867853-538b-44de-ba97-64419e2e1523 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:13.590318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bc8f7d98-dc48-4f89-b3af-435c57d84a8e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:13.599911 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bc8f7d98-dc48-4f89-b3af-435c57d84a8e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1116016 Mar 22 12:27:13.600603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44086) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:13.608716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816161723'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:13.622725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:13.636838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecb24ac-de1a-46af-9290-c1cb76201178 None None] Network febe7053-dabb-49b9-a5d5-43371d16b204 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:13.643728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:13.669148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.744041 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-feb11702-8c28-40e8-aa88-d32988ee7652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:09Z', 'revision_number': 8, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:27:04Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:13.753347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:13.760457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:13.764972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb11702-8c28-40e8-aa88-d32988ee7652 None None] The sync data for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv is: [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:09Z', 'revision_number': 8, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fa95257-a530-49be-b326-1c878680cc0a', 'name': '', 'network_id': '786d7357-ac62-42b5-a185-f0038da08b8c', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:81:45:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:37Z', 'updated_at': '2022-03-22T12:27:04Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '0120c758-aa2e-4d32-bd76-c93416c10777', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:13.765232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:13.785666 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-877ea5b8-cede-4293-94d0-16e0fff6361e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.787010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:13.825157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986b4efc-e4f4-4c11-a9ee-d05477524eb0 None None] DHCP port deletion for a870987a-f332-48bd-b1ea-ca47e4d7ecca request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:27:13.834623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ea5b8-cede-4293-94d0-16e0fff6361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ec2c52-65d6-4916-b53c-80a1ec442e0c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:13.842015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-986b4efc-e4f4-4c11-a9ee-d05477524eb0 None None] Deleting port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:13.842554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-986b4efc-e4f4-4c11-a9ee-d05477524eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.844168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port 75801c2f-c0a8-46c0-9005-c75fe1424ae3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=75801c2f-c0a8-46c0-9005-c75fe1424ae3,segment=NetworkSegment(2a10f413-0fdb-4b1d-9864-b75b9a855f21),segment_id=2a10f413-0fdb-4b1d-9864-b75b9a855f21)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:13.844558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.858005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-877ea5b8-cede-4293-94d0-16e0fff6361e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.862195 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-877ea5b8-cede-4293-94d0-16e0fff6361e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7ec2c52-65d6-4916-b53c-80a1ec442e0c HTTP/1.1" status: 204 len: 168 time: 0.8131933 Mar 22 12:27:13.884124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.890418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.958257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:13.964116 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3623724 Mar 22 12:27:13.964942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44096) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:13.987083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c21e0beb-1e63-444f-96fc-8052c6b60a4b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': 'fecb5e8b-d713-4cf5-8bcc-cbeb2159ff13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:13.990741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 75801c2f-c0a8-46c0-9005-c75fe1424ae3 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:14.003512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c21e0beb-1e63-444f-96fc-8052c6b60a4b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:14.010485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c21e0beb-1e63-444f-96fc-8052c6b60a4b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:14.014756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99526a3-bda4-494e-a859-bbcdebb403b1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecb5e8b-d713-4cf5-8bcc-cbeb2159ff13,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:14.022888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c21e0beb-1e63-444f-96fc-8052c6b60a4b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:14.036220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c21e0beb-1e63-444f-96fc-8052c6b60a4b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:14.075985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c21e0beb-1e63-444f-96fc-8052c6b60a4b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.161369 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c21e0beb-1e63-444f-96fc-8052c6b60a4b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.170468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c21e0beb-1e63-444f-96fc-8052c6b60a4b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.182573 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-986b4efc-e4f4-4c11-a9ee-d05477524eb0 None None] For port 75801c2f-c0a8-46c0-9005-c75fe1424ae3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=75801c2f-c0a8-46c0-9005-c75fe1424ae3,segment=NetworkSegment(2a10f413-0fdb-4b1d-9864-b75b9a855f21),segment_id=2a10f413-0fdb-4b1d-9864-b75b9a855f21)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:14.182726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-986b4efc-e4f4-4c11-a9ee-d05477524eb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.221889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.226730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e0beb-1e63-444f-96fc-8052c6b60a4b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4fa113-807d-4546-88be-91a67d2cf3a9,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:14.231673 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c21e0beb-1e63-444f-96fc-8052c6b60a4b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.236902 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c21e0beb-1e63-444f-96fc-8052c6b60a4b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2607994 Mar 22 12:27:14.237574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44104) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:14.244180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0de7d9ef-0f52-4e6c-a734-ab174f834447 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': 'fecb5e8b-d713-4cf5-8bcc-cbeb2159ff13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:14.251816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0de7d9ef-0f52-4e6c-a734-ab174f834447 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:14.256489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0de7d9ef-0f52-4e6c-a734-ab174f834447 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:14.259938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0de7d9ef-0f52-4e6c-a734-ab174f834447 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:14.266501 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0de7d9ef-0f52-4e6c-a734-ab174f834447 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:14.291072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0de7d9ef-0f52-4e6c-a734-ab174f834447 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.323674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-986b4efc-e4f4-4c11-a9ee-d05477524eb0 None None] Calling delete_port for 75801c2f-c0a8-46c0-9005-c75fe1424ae3 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:14.390906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0de7d9ef-0f52-4e6c-a734-ab174f834447 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.404454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0de7d9ef-0f52-4e6c-a734-ab174f834447 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.435955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7d9ef-0f52-4e6c-a734-ab174f834447 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3db01b-b02e-47a1-9263-71715907bd66,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:14.446031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-986b4efc-e4f4-4c11-a9ee-d05477524eb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:27:14.448083 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-986b4efc-e4f4-4c11-a9ee-d05477524eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:27:14.450728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0de7d9ef-0f52-4e6c-a734-ab174f834447 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.456122 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0de7d9ef-0f52-4e6c-a734-ab174f834447 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2175307 Mar 22 12:27:14.456789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44112) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:14.462817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-da786d87-1ec3-45c7-a9c0-8f12be396bd6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': 'fecb5e8b-d713-4cf5-8bcc-cbeb2159ff13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:14.469731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-da786d87-1ec3-45c7-a9c0-8f12be396bd6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:14.474077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-da786d87-1ec3-45c7-a9c0-8f12be396bd6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:14.477818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-da786d87-1ec3-45c7-a9c0-8f12be396bd6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:14.484072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-da786d87-1ec3-45c7-a9c0-8f12be396bd6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:14.506783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da786d87-1ec3-45c7-a9c0-8f12be396bd6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.520103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=75801c2f-c0a8-46c0-9005-c75fe1424ae3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:14.537621 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No DVR routers for this DVR port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:27:14.575401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da786d87-1ec3-45c7-a9c0-8f12be396bd6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.579837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da786d87-1ec3-45c7-a9c0-8f12be396bd6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.604703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da786d87-1ec3-45c7-a9c0-8f12be396bd6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72512962-f0c2-4023-b0ea-65a5fbb24d81,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:14.607250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.621767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-da786d87-1ec3-45c7-a9c0-8f12be396bd6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.623011 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-da786d87-1ec3-45c7-a9c0-8f12be396bd6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1652341 Mar 22 12:27:14.625760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44120) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:14.631382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a399409a-6913-4234-9725-5d2c657756ad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': 'fecb5e8b-d713-4cf5-8bcc-cbeb2159ff13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:14.637110 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a399409a-6913-4234-9725-5d2c657756ad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:14.641325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a399409a-6913-4234-9725-5d2c657756ad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:14.644138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a399409a-6913-4234-9725-5d2c657756ad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:14.649790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a399409a-6913-4234-9725-5d2c657756ad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:14.667810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a399409a-6913-4234-9725-5d2c657756ad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.731891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=f2867853-538b-44de-ba97-64419e2e1523,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:14.743062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a399409a-6913-4234-9725-5d2c657756ad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.747008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-b968a850-95d7-43a5-9cfd-02affed637e9 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:14.747273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a399409a-6913-4234-9725-5d2c657756ad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.748536 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-b968a850-95d7-43a5-9cfd-02affed637e9 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/networks?id=07fa19aa-f3cd-46af-bca2-e0620255dccc HTTP/1.1" status: 200 len: 812 time: 0.5821559 Mar 22 12:27:14.775948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399409a-6913-4234-9725-5d2c657756ad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3b0cda-f077-4e33-8288-9787d07d4fd7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:14.781062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.797354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a399409a-6913-4234-9725-5d2c657756ad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.801479 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a399409a-6913-4234-9725-5d2c657756ad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1723325 Mar 22 12:27:14.801798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44126) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:14.809017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a9914117-39b4-4614-84a0-8098e2ba2ecf tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': 'fecb5e8b-d713-4cf5-8bcc-cbeb2159ff13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:14.817067 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a9914117-39b4-4614-84a0-8098e2ba2ecf tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:14.822571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a9914117-39b4-4614-84a0-8098e2ba2ecf tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:14.827141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a9914117-39b4-4614-84a0-8098e2ba2ecf tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:14.835317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a9914117-39b4-4614-84a0-8098e2ba2ecf tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:14.857442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9914117-39b4-4614-84a0-8098e2ba2ecf tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.872836 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a870987a-f332-48bd-b1ea-ca47e4d7ecca']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:14.936568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9914117-39b4-4614-84a0-8098e2ba2ecf tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.942622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9914117-39b4-4614-84a0-8098e2ba2ecf tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.949190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-986b4efc-e4f4-4c11-a9ee-d05477524eb0 None None] Deleting port 75801c2f-c0a8-46c0-9005-c75fe1424ae3 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:14.950510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-986b4efc-e4f4-4c11-a9ee-d05477524eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.957479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a10f413-0fdb-4b1d-9864-b75b9a855f21') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:14.957772 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a10f413-0fdb-4b1d-9864-b75b9a855f21') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:14.969470 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-daded4d8-1239-41c9-8890-33e39ab5d4a9 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/quotas/d288b347060540bb805ec0abc06f922d HTTP/1.1" status: 200 len: 375 time: 0.1806192 Mar 22 12:27:14.985938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.986435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a9914117-39b4-4614-84a0-8098e2ba2ecf tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:14.987644 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a9914117-39b4-4614-84a0-8098e2ba2ecf tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1846321 Mar 22 12:27:14.988495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9914117-39b4-4614-84a0-8098e2ba2ecf tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db76a6b-a535-4888-b397-b5f147064b30,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:14.993916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44134) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:15.046745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-986b4efc-e4f4-4c11-a9ee-d05477524eb0 None None] The port '75801c2f-c0a8-46c0-9005-c75fe1424ae3' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:27:15.062867 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-eb0ab5bd-ab20-43d7-a685-9743d28538e8 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d288b347060540bb805ec0abc06f922d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829837 Mar 22 12:27:15.071055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:15.091887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44138) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:15.097218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:15.097634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:15.113470 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:15.115641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:15.122723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9d73d802-2809-4a2a-81b7-f70fdb2fe343 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:15.202646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9d73d802-2809-4a2a-81b7-f70fdb2fe343 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:15.245359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-df719a2f-0198-4aa7-85b1-c8bdc3257193 tempest-DvrRoutersNegativeTest-1847249813 tempest-DvrRoutersNegativeTest-1847249813-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1109239971', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:15.247728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.policy [None req-df719a2f-0198-4aa7-85b1-c8bdc3257193 tempest-DvrRoutersNegativeTest-1847249813 tempest-DvrRoutersNegativeTest-1847249813-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83793) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 22 12:27:15.248011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.policy [None req-df719a2f-0198-4aa7-85b1-c8bdc3257193 tempest-DvrRoutersNegativeTest-1847249813 tempest-DvrRoutersNegativeTest-1847249813-project] Failed policy check for 'create_router' {{(pid=83793) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 22 12:27:15.248775 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-df719a2f-0198-4aa7-85b1-c8bdc3257193 tempest-DvrRoutersNegativeTest-1847249813 tempest-DvrRoutersNegativeTest-1847249813-project] create failed (client error): Access was denied to this resource. Mar 22 12:27:15.249615 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df719a2f-0198-4aa7-85b1-c8bdc3257193 tempest-DvrRoutersNegativeTest-1847249813 tempest-DvrRoutersNegativeTest-1847249813-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1565921 Mar 22 12:27:15.401625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:15.406247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:15.436569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 75801c2f-c0a8-46c0-9005-c75fe1424ae3 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:15.458957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Network': ['ID=a870987a-f332-48bd-b1ea-ca47e4d7ecca,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:15.469747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9d73d802-2809-4a2a-81b7-f70fdb2fe343 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:15.479197 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 75801c2f-c0a8-46c0-9005-c75fe1424ae3 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:15.479533 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 75801c2f-c0a8-46c0-9005-c75fe1424ae3 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:15.479944 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bde831d7-bbc1-42f1-93d0-44d2098b2fbc no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:15.486311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9d73d802-2809-4a2a-81b7-f70fdb2fe343 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:15.487389 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9d73d802-2809-4a2a-81b7-f70fdb2fe343 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/5db76a6b-a535-4888-b397-b5f147064b30 HTTP/1.1" status: 204 len: 168 time: 0.4574544 Mar 22 12:27:15.490614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44150) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:15.492047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c6eb0d22-c977-4d83-bfd0-69a65e137541 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/networks/a870987a-f332-48bd-b1ea-ca47e4d7ecca HTTP/1.1" status: 204 len: 168 time: 2.5299463 Mar 22 12:27:15.494695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44154) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:15.497413 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73d802-2809-4a2a-81b7-f70fdb2fe343 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5db76a6b-a535-4888-b397-b5f147064b30,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:15.518984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: bde831d7-bbc1-42f1-93d0-44d2098b2fbc {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:15.519317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bde831d7-bbc1-42f1-93d0-44d2098b2fbc not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:15.572181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44158) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:15.664731 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-f27d2241-2e7c-4eb6-b5fe-03f08ba8d8dd service neutron] 10.222.0.62 "GET /v2.0/networks/07fa19aa-f3cd-46af-bca2-e0620255dccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813575 Mar 22 12:27:15.769171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57b74f13-d888-4d13-a60c-31ec9f8afdad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:15.792932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57b74f13-d888-4d13-a60c-31ec9f8afdad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:15.794351 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-57b74f13-d888-4d13-a60c-31ec9f8afdad tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3020635 Mar 22 12:27:15.797416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44164) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:15.836558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc48408c-4ddb-4c2b-8b08-33b8f2e706d4 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:15.904069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc48408c-4ddb-4c2b-8b08-33b8f2e706d4 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.001551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddf6836a-5484-458c-8f0f-d62a878d6682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.003700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc48408c-4ddb-4c2b-8b08-33b8f2e706d4 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.028796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48408c-4ddb-4c2b-8b08-33b8f2e706d4 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c3b0cda-f077-4e33-8288-9787d07d4fd7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:16.034675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dc48408c-4ddb-4c2b-8b08-33b8f2e706d4 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.038497 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dc48408c-4ddb-4c2b-8b08-33b8f2e706d4 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/0c3b0cda-f077-4e33-8288-9787d07d4fd7 HTTP/1.1" status: 204 len: 168 time: 0.2377257 Mar 22 12:27:16.039817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44168) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:16.061964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.099446 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ddf6836a-5484-458c-8f0f-d62a878d6682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:16.103884 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-6d30274e-34a9-492b-80aa-c1f9cc6edec2 service neutron] 10.222.0.62 "GET /v2.0/networks/07fa19aa-f3cd-46af-bca2-e0620255dccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309723 Mar 22 12:27:16.107469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ddf6836a-5484-458c-8f0f-d62a878d6682 admin admin] Usage tracker for resource:security_group_rule and tenant:4312baf151c943afa99cfe64971eb3c4 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:16.117920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ddf6836a-5484-458c-8f0f-d62a878d6682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:16.131924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 6d4dce75-8453-4451-8ef5-0267b022a089 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:16.132919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ddf6836a-5484-458c-8f0f-d62a878d6682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:16.153326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b9c4d0bc-743f-436e-a653-731dd73cbd25 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:16.260782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b9c4d0bc-743f-436e-a653-731dd73cbd25 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:16.262078 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b9c4d0bc-743f-436e-a653-731dd73cbd25 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2213883 Mar 22 12:27:16.297613 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44174) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:16.370848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddf6836a-5484-458c-8f0f-d62a878d6682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.373189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:16.375877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ddf6836a-5484-458c-8f0f-d62a878d6682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.383217 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1caf84d-d33a-4931-adc7-2f28d40769d5 None None] Sync routers for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:16.399060 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1caf84d-d33a-4931-adc7-2f28d40769d5 None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:16.400401 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e1caf84d-d33a-4931-adc7-2f28d40769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:16.438378 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-27019c8c-ea0a-426a-811f-111155dec252 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6668260 Mar 22 12:27:16.439478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44190) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:16.440099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6836a-5484-458c-8f0f-d62a878d6682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e726def-6746-407a-a0d3-960a7831e9f8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:16.449121 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ddf6836a-5484-458c-8f0f-d62a878d6682 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4312baf151c943afa99cfe64971eb3c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8739414 Mar 22 12:27:16.463268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44194) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:16.584619 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e1caf84d-d33a-4931-adc7-2f28d40769d5 None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:16.609972 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97366bdd-0edd-48a9-97ac-9c7b2ad017f2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.652795 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97366bdd-0edd-48a9-97ac-9c7b2ad017f2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.706417 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e1caf84d-d33a-4931-adc7-2f28d40769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:27:14Z', 'revision_number': 11, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:16.710117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-350559f1-1afa-4ae6-ae84-6c6f02b17ee5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting subnet 6e75be47-45bc-4012-8a26-29951b82e76f {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:16.710950 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1caf84d-d33a-4931-adc7-2f28d40769d5 None None] Checking router: 6d4dce75-8453-4451-8ef5-0267b022a089 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:16.714778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-350559f1-1afa-4ae6-ae84-6c6f02b17ee5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.723915 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1caf84d-d33a-4931-adc7-2f28d40769d5 None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:16.724733 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e1caf84d-d33a-4931-adc7-2f28d40769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:16.744730 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3dd28d25-63c0-4f97-be9a-c6c1d784d0e6 req-c141fb50-9a99-40f1-a3d5-7b48be59c0a5 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 210 time: 0.3364041 Mar 22 12:27:16.779574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-350559f1-1afa-4ae6-ae84-6c6f02b17ee5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.829437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9b9cd0a-9375-4add-9734-78654d71d3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.865246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97366bdd-0edd-48a9-97ac-9c7b2ad017f2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.865738 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e1caf84d-d33a-4931-adc7-2f28d40769d5 None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:16.898617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9b9cd0a-9375-4add-9734-78654d71d3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.903434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-350559f1-1afa-4ae6-ae84-6c6f02b17ee5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.911897 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97366bdd-0edd-48a9-97ac-9c7b2ad017f2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72512962-f0c2-4023-b0ea-65a5fbb24d81,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:16.913827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97366bdd-0edd-48a9-97ac-9c7b2ad017f2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:16.917894 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-97366bdd-0edd-48a9-97ac-9c7b2ad017f2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/72512962-f0c2-4023-b0ea-65a5fbb24d81 HTTP/1.1" status: 204 len: 168 time: 0.5604453 Mar 22 12:27:16.918670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44206) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:16.982930 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e1caf84d-d33a-4931-adc7-2f28d40769d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:27:14Z', 'revision_number': 11, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:16.990210 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1caf84d-d33a-4931-adc7-2f28d40769d5 None None] The sync data for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv is: [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:27:14Z', 'revision_number': 11, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:17.020533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-350559f1-1afa-4ae6-ae84-6c6f02b17ee5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.063983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b46b8a89-b51e-4203-b03a-ac86f46ce9a8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:17.066267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350559f1-1afa-4ae6-ae84-6c6f02b17ee5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Subnet': ['ID=6e75be47-45bc-4012-8a26-29951b82e76f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:17.069389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9b9cd0a-9375-4add-9734-78654d71d3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.072296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-350559f1-1afa-4ae6-ae84-6c6f02b17ee5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.080852 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-350559f1-1afa-4ae6-ae84-6c6f02b17ee5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/6e75be47-45bc-4012-8a26-29951b82e76f HTTP/1.1" status: 204 len: 168 time: 0.6357341 Mar 22 12:27:17.081159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55c7fc4-70fc-4ffd-abf3-a6237f9eea44 None None] Network e3133f50-4786-4d2f-bce0-e829cfa1de00 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:17.081674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44210) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:17.092541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9cd0a-9375-4add-9734-78654d71d3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e726def-6746-407a-a0d3-960a7831e9f8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:17.111227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9b9cd0a-9375-4add-9734-78654d71d3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.112446 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c9b9cd0a-9375-4add-9734-78654d71d3ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e726def-6746-407a-a0d3-960a7831e9f8 HTTP/1.1" status: 204 len: 168 time: 0.6482615 Mar 22 12:27:17.128068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b46b8a89-b51e-4203-b03a-ac86f46ce9a8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:17.135143 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b46b8a89-b51e-4203-b03a-ac86f46ce9a8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2129335 Mar 22 12:27:17.138100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44216) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:17.232221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.257209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2b47256-715c-403a-a45b-38939440fd24 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.263692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Deleting port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:17.264408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.285036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2b47256-715c-403a-a45b-38939440fd24 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.338478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 3fa95257-a530-49be-b326-1c878680cc0a {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:17.339191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.381227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f2867853-538b-44de-ba97-64419e2e1523 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:17.396158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2b47256-715c-403a-a45b-38939440fd24 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.445295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b47256-715c-403a-a45b-38939440fd24 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d3db01b-b02e-47a1-9263-71715907bd66,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:17.470416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: f2867853-538b-44de-ba97-64419e2e1523 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:17.480905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2b47256-715c-403a-a45b-38939440fd24 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.482455 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f2867853-538b-44de-ba97-64419e2e1523 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:17.482580 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c2b47256-715c-403a-a45b-38939440fd24 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/3d3db01b-b02e-47a1-9263-71715907bd66 HTTP/1.1" status: 204 len: 168 time: 0.3420355 Mar 22 12:27:17.545862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7f12f1-245e-4c01-b5ad-e3ed85acf424 None None] DHCP port deletion for e3133f50-4786-4d2f-bce0-e829cfa1de00 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:27:17.550461 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f12f1-245e-4c01-b5ad-e3ed85acf424 None None] Deleting port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:17.550831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7a7f12f1-245e-4c01-b5ad-e3ed85acf424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.558825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44222) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:17.577556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] For port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4,segment=NetworkSegment(5061b1a7-f338-4531-b083-6b557be8dffc),segment_id=5061b1a7-f338-4531-b083-6b557be8dffc)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:17.577940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.643116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e500125b-44f7-4a35-8500-acfc7c7d52e8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:17.676360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e500125b-44f7-4a35-8500-acfc7c7d52e8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:17.677961 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e500125b-44f7-4a35-8500-acfc7c7d52e8 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1182213 Mar 22 12:27:17.681603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44230) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:17.718148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Calling delete_port for 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:17.735447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port 3fa95257-a530-49be-b326-1c878680cc0a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3fa95257-a530-49be-b326-1c878680cc0a,segment=NetworkSegment(83c3cddb-f790-404a-a673-c172c82709c2),segment_id=83c3cddb-f790-404a-a673-c172c82709c2)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:17.738087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.812493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:17.877963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Port': ['ID=1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:17.885723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No DVR routers for this DVR port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:27:18.010890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7a7f12f1-245e-4c01-b5ad-e3ed85acf424 None None] For port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4,segment=NetworkSegment(5061b1a7-f338-4531-b083-6b557be8dffc),segment_id=5061b1a7-f338-4531-b083-6b557be8dffc)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:18.011277 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7a7f12f1-245e-4c01-b5ad-e3ed85acf424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.160040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f12f1-245e-4c01-b5ad-e3ed85acf424 None None] Calling delete_port for 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:18.208110 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-847b9a0e-7dbb-4b30-9370-1ecdffc2c4f2 req-b7d84a99-0153-4d4c-9973-8c2fd1bc3b5f tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 210 time: 0.0685699 Mar 22 12:27:18.241896 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-7a7f12f1-245e-4c01-b5ad-e3ed85acf424 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:27:18.242047 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-7a7f12f1-245e-4c01-b5ad-e3ed85acf424 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:27:18.257282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.282361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3133f50-4786-4d2f-bce0-e829cfa1de00']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:18.296008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5061b1a7-f338-4531-b083-6b557be8dffc') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:18.296258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5061b1a7-f338-4531-b083-6b557be8dffc') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:18.307890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.325781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.328053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-9aabd687-ff4a-4fdb-9b1c-74477108d2da tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:18.328786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-9aabd687-ff4a-4fdb-9b1c-74477108d2da tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Synchronizing usage tracker for tenant:d288b347060540bb805ec0abc06f922d on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:18.333323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:18.333941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.338846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 3fa95257-a530-49be-b326-1c878680cc0a owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:18.348489 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:18.365396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97eeca7c-5923-4309-a56a-cf6b92eb9876 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.393163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97eeca7c-5923-4309-a56a-cf6b92eb9876 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.407980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-9aabd687-ff4a-4fdb-9b1c-74477108d2da tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Unset dirty status for tenant:d288b347060540bb805ec0abc06f922d on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:18.409080 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-9aabd687-ff4a-4fdb-9b1c-74477108d2da tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.55 "GET /v2.0/networks?id=07fa19aa-f3cd-46af-bca2-e0620255dccc HTTP/1.1" status: 200 len: 812 time: 0.3352766 Mar 22 12:27:18.430041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44246) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:18.430241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Request body: {'port': {'device_id': '86bf5bdc-24f3-4048-8c2b-a754bd0cd683', 'network_id': '07fa19aa-f3cd-46af-bca2-e0620255dccc', 'admin_state_up': True, 'tenant_id': 'd288b347060540bb805ec0abc06f922d'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:18.437367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.455160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.465933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Pushing event deleted for resources: {'Network': ['ID=e3133f50-4786-4d2f-bce0-e829cfa1de00,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:18.476939 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cf88f488-fc3a-4d0a-b9a8-7d502b21a720 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/networks/e3133f50-4786-4d2f-bce0-e829cfa1de00 HTTP/1.1" status: 204 len: 168 time: 1.3923249 Mar 22 12:27:18.477680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44252) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:18.483009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-47c9fa00-e72a-45bf-a90c-b3107945ff5a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'routes': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:18.525316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97eeca7c-5923-4309-a56a-cf6b92eb9876 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.564943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeca7c-5923-4309-a56a-cf6b92eb9876 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a4fa113-807d-4546-88be-91a67d2cf3a9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:18.591918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-97eeca7c-5923-4309-a56a-cf6b92eb9876 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.592852 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-97eeca7c-5923-4309-a56a-cf6b92eb9876 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1a4fa113-807d-4546-88be-91a67d2cf3a9 HTTP/1.1" status: 204 len: 168 time: 0.9101374 Mar 22 12:27:18.595741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-dd0e4815-fab9-47d2-8153-4322467ff2d2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:18.596317 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-dd0e4815-fab9-47d2-8153-4322467ff2d2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 12:27:18.600749 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dd0e4815-fab9-47d2-8153-4322467ff2d2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1655145 Mar 22 12:27:18.601908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44256) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:18.602227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44258) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:18.623686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021211819'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:18.634046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:18.652681 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:18.659423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:18.673720 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:18.707156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:18.716405 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Usage tracker for resource:port and tenant:d288b347060540bb805ec0abc06f922d is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:18.732042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:18.741224 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.743960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f12f1-245e-4c01-b5ad-e3ed85acf424 None None] Deleting port 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:18.744345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7a7f12f1-245e-4c01-b5ad-e3ed85acf424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.751469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:18.772990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.784113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-47c9fa00-e72a-45bf-a90c-b3107945ff5a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Added routes are [] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 22 12:27:18.784430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.extraroute_db [None req-47c9fa00-e72a-45bf-a90c-b3107945ff5a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Removed routes are [] {{(pid=83794) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 22 12:27:18.784749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47c9fa00-e72a-45bf-a90c-b3107945ff5a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.790389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3ac74984-486a-49d1-b8fb-33b143272397 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:18.801641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Made reservation on behalf of d288b347060540bb805ec0abc06f922d for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:18.804729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.812759 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f12f1-245e-4c01-b5ad-e3ed85acf424 None None] The port '1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:27:18.832101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:18.894555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3ac74984-486a-49d1-b8fb-33b143272397 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:18.895675 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3ac74984-486a-49d1-b8fb-33b143272397 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2925749 Mar 22 12:27:18.896564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=3fa95257-a530-49be-b326-1c878680cc0a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:18.899440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44264) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:18.939996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:18.985664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:18.995179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:19.033819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:19.088969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47c9fa00-e72a-45bf-a90c-b3107945ff5a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.096621 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47c9fa00-e72a-45bf-a90c-b3107945ff5a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.101678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c3673f10-7a43-42e5-9399-a631ec8b89ca tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.274737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c3673f10-7a43-42e5-9399-a631ec8b89ca tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.308751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Allocated IP 172.20.0.2 (07fa19aa-f3cd-46af-bca2-e0620255dccc/c661a53d-bda7-41be-8c97-f18dd5794409/1aaf4401-72f9-4032-827c-ac484ee463e1) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:27:19.329935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c9fa00-e72a-45bf-a90c-b3107945ff5a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 6d4dce75-8453-4451-8ef5-0267b022a089 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:19.344289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.405022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c3673f10-7a43-42e5-9399-a631ec8b89ca tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.407428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.434290 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c5f9d5bc-2310-4211-9990-3b4e4b750eb8 req-b1814ea0-6ebb-4236-9946-5999e85f0644 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 210 time: 0.0792716 Mar 22 12:27:19.469556 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:19.483856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:19.494539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:19.503515 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:19.503859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1c7263e6-6f63-4fe7-aeba-fcbe9fd4a8c4 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:19.513822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:19.516647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3545c63-4e7b-477b-baac-d9d27a077e0c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:19.578995 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:19.586208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3673f10-7a43-42e5-9399-a631ec8b89ca tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecb5e8b-d713-4cf5-8bcc-cbeb2159ff13,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:19.612446 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c3673f10-7a43-42e5-9399-a631ec8b89ca tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.613762 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c3673f10-7a43-42e5-9399-a631ec8b89ca tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-groups/fecb5e8b-d713-4cf5-8bcc-cbeb2159ff13 HTTP/1.1" status: 204 len: 168 time: 0.7120793 Mar 22 12:27:19.617574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44270) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:19.634118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c9fa00-e72a-45bf-a90c-b3107945ff5a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:19.636447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.640906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-47c9fa00-e72a-45bf-a90c-b3107945ff5a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.645180 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-47c9fa00-e72a-45bf-a90c-b3107945ff5a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089 HTTP/1.1" status: 200 len: 705 time: 1.1662319 Mar 22 12:27:19.646367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccf996-e9f5-458d-9eb5-29d75e66702e None None] Sync routers for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:19.649139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44274) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:19.660376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccf996-e9f5-458d-9eb5-29d75e66702e None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:19.660978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-22ccf996-e9f5-458d-9eb5-29d75e66702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:19.699725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1eb7eb83-cfa6-4c5e-bf94-60b0171b5215 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Synchronizing usage tracker for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:19.731411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4dd2f552-2c66-4c40-a478-375e2b3bd712 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:19.735724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1eb7eb83-cfa6-4c5e-bf94-60b0171b5215 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Unset dirty status for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:19.737939 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1eb7eb83-cfa6-4c5e-bf94-60b0171b5215 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d4dce75-8453-4451-8ef5-0267b022a089 HTTP/1.1" status: 200 len: 205 time: 0.0882616 Mar 22 12:27:19.742562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44278) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:19.795350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-22ccf996-e9f5-458d-9eb5-29d75e66702e None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:19.876974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.877926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4dd2f552-2c66-4c40-a478-375e2b3bd712 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:19.881332 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4dd2f552-2c66-4c40-a478-375e2b3bd712 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2606106 Mar 22 12:27:19.889810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44282) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:19.896536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group': {'name': 'tempest-secgroup--700806561'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:19.902535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-22ccf996-e9f5-458d-9eb5-29d75e66702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:27:14Z', 'revision_number': 11, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:19.904676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:19.906584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccf996-e9f5-458d-9eb5-29d75e66702e None None] Checking router: 6d4dce75-8453-4451-8ef5-0267b022a089 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:19.917126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccf996-e9f5-458d-9eb5-29d75e66702e None None] Routers {'6d4dce75-8453-4451-8ef5-0267b022a089'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:19.917689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:19.917860 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-22ccf996-e9f5-458d-9eb5-29d75e66702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6d4dce75-8453-4451-8ef5-0267b022a089'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:19.922340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b34a05a-7ee5-4c06-b94f-125db9cbf783 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.936035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:19.943136 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.002571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb31edb-64f5-4f6d-9bbe-ba1e565c8a87,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:20.023045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.024447 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a657b54f-56c1-4b6a-969b-df89aea6b95f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4199417 Mar 22 12:27:20.028194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44286) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:20.038084 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d81d6412-782e-4ddf-a055-2c402ca5512e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': 'fdb31edb-64f5-4f6d-9bbe-ba1e565c8a87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:20.047913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-22ccf996-e9f5-458d-9eb5-29d75e66702e None None] Set router 6d4dce75-8453-4451-8ef5-0267b022a089 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:20.048384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d81d6412-782e-4ddf-a055-2c402ca5512e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:20.048901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.057660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d81d6412-782e-4ddf-a055-2c402ca5512e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:20.061976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d81d6412-782e-4ddf-a055-2c402ca5512e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:20.069609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d81d6412-782e-4ddf-a055-2c402ca5512e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:20.072871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.162165 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-22ccf996-e9f5-458d-9eb5-29d75e66702e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:27:14Z', 'revision_number': 11, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:20.166122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ccf996-e9f5-458d-9eb5-29d75e66702e None None] The sync data for ids ['6d4dce75-8453-4451-8ef5-0267b022a089'] in dv-neutron-834653-1-hyperv is: [{'id': '6d4dce75-8453-4451-8ef5-0267b022a089', 'name': 'tempest-RoutersIpV6Test-router-1460621854', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:25:57Z', 'updated_at': '2022-03-22T12:27:14Z', 'revision_number': 11, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:20.216153 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d81d6412-782e-4ddf-a055-2c402ca5512e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.219901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:20.227327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:20.283950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:20.301537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Pushing event updated for resources: {'Port': ['ID=1aaf4401-72f9-4032-827c-ac484ee463e1,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:20.321135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Network 07fa19aa-f3cd-46af-bca2-e0620255dccc is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:27:20.332753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:20.340537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:27:20.351476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:20.372886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b34a05a-7ee5-4c06-b94f-125db9cbf783 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.381180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b34a05a-7ee5-4c06-b94f-125db9cbf783 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.437189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.438000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:20.438547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b34a05a-7ee5-4c06-b94f-125db9cbf783 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.438665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.439093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b34a05a-7ee5-4c06-b94f-125db9cbf783 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Fanout notify agent at l3_agent the message router_deleted on router 6d4dce75-8453-4451-8ef5-0267b022a089 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:27:20.443133 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d81d6412-782e-4ddf-a055-2c402ca5512e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.446084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.509221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f88091-3c4e-4e3c-8293-57645e2baaf3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:20.513718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b34a05a-7ee5-4c06-b94f-125db9cbf783 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.520160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d81d6412-782e-4ddf-a055-2c402ca5512e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.520160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44292) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:20.521134 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0b34a05a-7ee5-4c06-b94f-125db9cbf783 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089 HTTP/1.1" status: 204 len: 168 time: 0.7733636 Mar 22 12:27:20.521134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.521736 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f17c01b5-73bd-4ec1-91b0-1408aa2808d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6309574 Mar 22 12:27:20.532831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44294) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:20.538398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-219153e7-486e-4461-a8a8-33fcc476062a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': '76f88091-3c4e-4e3c-8293-57645e2baaf3', 'direction': 'ingress', 'protocol': 17}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:20.544428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-219153e7-486e-4461-a8a8-33fcc476062a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:20.550829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-219153e7-486e-4461-a8a8-33fcc476062a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:20.554186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-219153e7-486e-4461-a8a8-33fcc476062a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:20.560305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-219153e7-486e-4461-a8a8-33fcc476062a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:20.591820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5842b143-c1fd-495f-b8c1-374e84c8c8c2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1863155568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:20.614431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5842b143-c1fd-495f-b8c1-374e84c8c8c2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:20.619242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d6412-782e-4ddf-a055-2c402ca5512e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41708d56-bd98-41a2-b316-949c769a325c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:20.628984 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2b0211b-76da-477c-9159-ca9f9c296623 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2059674 Mar 22 12:27:20.630509 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5842b143-c1fd-495f-b8c1-374e84c8c8c2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Usage tracker for resource:router and tenant:5dd8bca4cef24b479926d2da06c53eaa is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:20.634630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5842b143-c1fd-495f-b8c1-374e84c8c8c2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:20.642659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d81d6412-782e-4ddf-a055-2c402ca5512e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.643748 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d81d6412-782e-4ddf-a055-2c402ca5512e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6145356 Mar 22 12:27:20.646028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5842b143-c1fd-495f-b8c1-374e84c8c8c2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:20.646989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-219153e7-486e-4461-a8a8-33fcc476062a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.652303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44300) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:20.658235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c74ef66c-4167-4ae8-8b81-b12c597a2095 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': 'fdb31edb-64f5-4f6d-9bbe-ba1e565c8a87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:20.679092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c74ef66c-4167-4ae8-8b81-b12c597a2095 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:20.686421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5842b143-c1fd-495f-b8c1-374e84c8c8c2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.687404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5842b143-c1fd-495f-b8c1-374e84c8c8c2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.690669 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c74ef66c-4167-4ae8-8b81-b12c597a2095 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:20.696632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c74ef66c-4167-4ae8-8b81-b12c597a2095 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:20.708979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c74ef66c-4167-4ae8-8b81-b12c597a2095 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:20.720035 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bde3a-21e9-4d0f-8e8c-b2221368f0aa req-34e98a8a-770b-4a1e-8c4b-db3b138d6c06 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:20.726939 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-357bde3a-21e9-4d0f-8e8c-b2221368f0aa req-34e98a8a-770b-4a1e-8c4b-db3b138d6c06 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 931 time: 0.1296816 Mar 22 12:27:20.732484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5842b143-c1fd-495f-b8c1-374e84c8c8c2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.744986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Request body: {'port': {'device_id': '86bf5bdc-24f3-4048-8c2b-a754bd0cd683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:20.776169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-219153e7-486e-4461-a8a8-33fcc476062a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.782682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-219153e7-486e-4461-a8a8-33fcc476062a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.789916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c74ef66c-4167-4ae8-8b81-b12c597a2095 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.802174 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-357bde3a-21e9-4d0f-8e8c-b2221368f0aa req-fb6ab729-211f-482c-958d-683911a970cd tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741355 Mar 22 12:27:20.812711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219153e7-486e-4461-a8a8-33fcc476062a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d717cb-138e-462d-80b0-377e9226cea0,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:20.837307 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-219153e7-486e-4461-a8a8-33fcc476062a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.838402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5842b143-c1fd-495f-b8c1-374e84c8c8c2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.838605 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-219153e7-486e-4461-a8a8-33fcc476062a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3046768 Mar 22 12:27:20.841369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44306) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:20.902522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router cd154f96-abb8-48ae-8aaa-c144cb8928d4 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:20.903750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c4657b-0753-49af-bb6a-8fd34b6da69e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.931969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c4657b-0753-49af-bb6a-8fd34b6da69e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.933197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5842b143-c1fd-495f-b8c1-374e84c8c8c2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:20.934406 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5842b143-c1fd-495f-b8c1-374e84c8c8c2 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4051824 Mar 22 12:27:20.938286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44310) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:20.957482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4e2a5e51-b46f-4c4e-9af3-6a34e2dae35c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:20.981658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c4657b-0753-49af-bb6a-8fd34b6da69e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.000258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4657b-0753-49af-bb6a-8fd34b6da69e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f88091-3c4e-4e3c-8293-57645e2baaf3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:21.013254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c4657b-0753-49af-bb6a-8fd34b6da69e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.017304 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-33c4657b-0753-49af-bb6a-8fd34b6da69e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-groups/76f88091-3c4e-4e3c-8293-57645e2baaf3 HTTP/1.1" status: 204 len: 168 time: 0.1725259 Mar 22 12:27:21.017496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44314) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:21.068852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0359cbad-6c20-4bfb-89a1-3583428d88f0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:21.069462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.084626 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0359cbad-6c20-4bfb-89a1-3583428d88f0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:21.089336 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0359cbad-6c20-4bfb-89a1-3583428d88f0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0673807 Mar 22 12:27:21.089813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44318) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:21.095213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group': {'name': 'tempest-secgroup--729919068'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:21.101641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:21.111406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:21.122083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.146415 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-c74ef66c-4167-4ae8-8b81-b12c597a2095 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 12:27:21.147513 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c74ef66c-4167-4ae8-8b81-b12c597a2095 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4935138 Mar 22 12:27:21.151732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44322) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:21.173515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:21.181155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:21.189793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:21.198752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:21.252430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4666-aae9-48c1-b8f7-d7f9180132ed tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.302437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4666-aae9-48c1-b8f7-d7f9180132ed tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.310428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.316345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.389046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f63fe4-39c8-4da7-995e-f55aa1127c4a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:21.391881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.395742 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-db286d39-c9e4-462d-969f-c72c59b25185 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3023274 Mar 22 12:27:21.396087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44326) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:21.401758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043961378'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:21.408051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:21.413274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:21.416253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:21.418873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4666-aae9-48c1-b8f7-d7f9180132ed tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.434193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:21.446256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d4666-aae9-48c1-b8f7-d7f9180132ed tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb31edb-64f5-4f6d-9bbe-ba1e565c8a87,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:21.450145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9b8d4666-aae9-48c1-b8f7-d7f9180132ed tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.454204 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9b8d4666-aae9-48c1-b8f7-d7f9180132ed tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "DELETE /v2.0/security-groups/fdb31edb-64f5-4f6d-9bbe-ba1e565c8a87 HTTP/1.1" status: 204 len: 168 time: 0.2986610 Mar 22 12:27:21.454699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44330) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:21.456959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.532568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:21.537157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:21.540978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-88222791-833b-40b3-a8df-b3e6924abb11 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Synchronizing usage tracker for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:21.543274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:21.549438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:21.573342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-88222791-833b-40b3-a8df-b3e6924abb11 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Unset dirty status for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:21.574736 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-88222791-833b-40b3-a8df-b3e6924abb11 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1193743 Mar 22 12:27:21.579254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44334) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:21.585493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310247144'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:21.599490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:21.619607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:21.635546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.641015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.660998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.701367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88146139-4e73-4f98-8468-96a10ea3839c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:21.721828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.723043 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c007607f-9f9a-4542-a216-21f35011f386 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3260484 Mar 22 12:27:21.726286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44338) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:21.732988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e7f22f87-0994-48f1-ad23-f8e0a9bfe9a0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': 'c0f63fe4-39c8-4da7-995e-f55aa1127c4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '88146139-4e73-4f98-8468-96a10ea3839c', 'remote_ip_prefix': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:21.740234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:21.742541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e7f22f87-0994-48f1-ad23-f8e0a9bfe9a0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:21.746801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:21.750798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e7f22f87-0994-48f1-ad23-f8e0a9bfe9a0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:21.753299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:21.756013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e7f22f87-0994-48f1-ad23-f8e0a9bfe9a0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:21.763109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:21.765096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e7f22f87-0994-48f1-ad23-f8e0a9bfe9a0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:21.812203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e7f22f87-0994-48f1-ad23-f8e0a9bfe9a0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.849004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5e51-b46f-4c4e-9af3-6a34e2dae35c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:21.854146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:21.864309 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce2ace8e-365e-49d8-8fa8-3400b0975c1d tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3684726 Mar 22 12:27:21.867805 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44344) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:21.870154 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fbd5df-dcdb-46d6-beed-2e698cea5d33 None None] Sync routers for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:21.883630 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fbd5df-dcdb-46d6-beed-2e698cea5d33 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:21.884291 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b6fbd5df-dcdb-46d6-beed-2e698cea5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:21.915059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5e51-b46f-4c4e-9af3-6a34e2dae35c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.013686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.022798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.081005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e7f22f87-0994-48f1-ad23-f8e0a9bfe9a0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.083985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be911d64-5814-433a-9d94-06107e3a3ed4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:22.091418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e7f22f87-0994-48f1-ad23-f8e0a9bfe9a0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.107739 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b6fbd5df-dcdb-46d6-beed-2e698cea5d33 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:22.109437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f22f87-0994-48f1-ad23-f8e0a9bfe9a0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6f8840-cc2c-4db8-8911-e2950a7caf6a,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:22.112340 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.resource_extend [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 12:27:22.113062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.116933 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf9ebcf7-8451-4ff9-8fb5-56c2c3b429f2 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5344503 Mar 22 12:27:22.119891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44348) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:22.128159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7460e92c-f84a-4cb5-af94-caed96adb476 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': 'be911d64-5814-433a-9d94-06107e3a3ed4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:22.128874 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-7460e92c-f84a-4cb5-af94-caed96adb476 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:22.133568 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7460e92c-f84a-4cb5-af94-caed96adb476 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099766 Mar 22 12:27:22.134298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44352) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:22.148959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e7f22f87-0994-48f1-ad23-f8e0a9bfe9a0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.150197 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e7f22f87-0994-48f1-ad23-f8e0a9bfe9a0 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.4230239 Mar 22 12:27:22.153513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44356) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:22.205597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cee7f1b8-dc3e-4444-af5b-4d1cde7a792a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.218597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cee7f1b8-dc3e-4444-af5b-4d1cde7a792a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.246598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc3cfaab-cad5-4d72-94a6-b5f4dde5679a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.294527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc3cfaab-cad5-4d72-94a6-b5f4dde5679a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.313345 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aaf4401-72f9-4032-827c-ac484ee463e1 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:27:22.339936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.345309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cee7f1b8-dc3e-4444-af5b-4d1cde7a792a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.376049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7f1b8-dc3e-4444-af5b-4d1cde7a792a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b6f8840-cc2c-4db8-8911-e2950a7caf6a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:22.392245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Transition to ACTIVE for port object 1aaf4401-72f9-4032-827c-ac484ee463e1 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:22.397886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cee7f1b8-dc3e-4444-af5b-4d1cde7a792a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.398479 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2ebaa2-daa9-442a-a1e5-a395f71efbef tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting subnet 0120c758-aa2e-4d32-bd76-c93416c10777 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:22.399415 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cee7f1b8-dc3e-4444-af5b-4d1cde7a792a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1b6f8840-cc2c-4db8-8911-e2950a7caf6a HTTP/1.1" status: 204 len: 168 time: 0.2449515 Mar 22 12:27:22.400414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc3cfaab-cad5-4d72-94a6-b5f4dde5679a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.403563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-dc3cfaab-cad5-4d72-94a6-b5f4dde5679a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.407818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923685d-eff8-418f-a1e1-1d76741ec779 req-b2b20530-5a2a-4968-9c31-5aff5cbd137f tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:22.407975 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dc3cfaab-cad5-4d72-94a6-b5f4dde5679a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "DELETE /v2.0/security-groups/be911d64-5814-433a-9d94-06107e3a3ed4 HTTP/1.1" status: 204 len: 168 time: 0.2725337 Mar 22 12:27:22.408559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d923685d-eff8-418f-a1e1-1d76741ec779 req-b2b20530-5a2a-4968-9c31-5aff5cbd137f tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Synchronizing usage tracker for tenant:d288b347060540bb805ec0abc06f922d on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:22.409178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44360) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:22.409731 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44362) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:22.415571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebaa2-daa9-442a-a1e5-a395f71efbef tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.445856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.480359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cfaab-cad5-4d72-94a6-b5f4dde5679a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be911d64-5814-433a-9d94-06107e3a3ed4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:22.515169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5b723d18-b82d-46e5-b632-5e78c14901fb tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:22.550109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c2679b3f-d813-4a27-81b2-94ad59302dba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Synchronizing usage tracker for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:22.554290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5b723d18-b82d-46e5-b632-5e78c14901fb tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:22.558534 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5b723d18-b82d-46e5-b632-5e78c14901fb tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1366560 Mar 22 12:27:22.558858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44368) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:22.564104 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b6fbd5df-dcdb-46d6-beed-2e698cea5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:18Z', 'revision_number': 9, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:22.568399 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fbd5df-dcdb-46d6-beed-2e698cea5d33 None None] Checking router: cd154f96-abb8-48ae-8aaa-c144cb8928d4 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:22.580762 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fbd5df-dcdb-46d6-beed-2e698cea5d33 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:22.581681 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b6fbd5df-dcdb-46d6-beed-2e698cea5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:22.598128 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c2679b3f-d813-4a27-81b2-94ad59302dba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Unset dirty status for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:22.599446 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c2679b3f-d813-4a27-81b2-94ad59302dba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1788883 Mar 22 12:27:22.600384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d923685d-eff8-418f-a1e1-1d76741ec779 req-b2b20530-5a2a-4968-9c31-5aff5cbd137f tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Unset dirty status for tenant:d288b347060540bb805ec0abc06f922d on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:22.603717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44372) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:22.605958 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d923685d-eff8-418f-a1e1-1d76741ec779 req-b2b20530-5a2a-4968-9c31-5aff5cbd137f tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 931 time: 0.6013217 Mar 22 12:27:22.611608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebaa2-daa9-442a-a1e5-a395f71efbef tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.615744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group': {'name': 'tempest-secgroup--685383357'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:22.625044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:22.639215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:22.661998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0a20-c24a-4373-8c0a-027ff724e49c tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.665708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.678998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Pushing event updated for resources: {'Port': ['ID=1aaf4401-72f9-4032-827c-ac484ee463e1,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:22.704659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2a5e51-b46f-4c4e-9af3-6a34e2dae35c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Router 5f80378c-79b3-4cee-b648-981a83ab3ca5 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:27:22.709020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0a20-c24a-4373-8c0a-027ff724e49c tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.752937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:22.760720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:22.763602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:22.770167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:22.786827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0a20-c24a-4373-8c0a-027ff724e49c tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.793570 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b6fbd5df-dcdb-46d6-beed-2e698cea5d33 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:22.813296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf0a20-c24a-4373-8c0a-027ff724e49c tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88146139-4e73-4f98-8468-96a10ea3839c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:22.835816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d923685d-eff8-418f-a1e1-1d76741ec779 req-b1228245-36cf-418e-a33e-65886aa7c9cd tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Synchronizing usage tracker for tenant:d288b347060540bb805ec0abc06f922d on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:22.860474 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0a20-c24a-4373-8c0a-027ff724e49c tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.864238 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4bf0a20-c24a-4373-8c0a-027ff724e49c tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-groups/88146139-4e73-4f98-8468-96a10ea3839c HTTP/1.1" status: 204 len: 168 time: 0.3020515 Mar 22 12:27:22.864238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.865008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44376) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:22.885155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.943778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:22.945168 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3405454 Mar 22 12:27:22.949123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44380) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:22.951822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ad4ab-39d5-46f2-b572-ffe5494e69a0 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7585ac9f-2f29-4857-b10a-cc50383b0bd2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:22.961578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1aeb717b-e2b9-45f4-9bc7-ae3e8662ce53 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '7585ac9f-2f29-4857-b10a-cc50383b0bd2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:22.962783 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-1aeb717b-e2b9-45f4-9bc7-ae3e8662ce53 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:22.966620 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1aeb717b-e2b9-45f4-9bc7-ae3e8662ce53 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0136189 Mar 22 12:27:22.966982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44384) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.034791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ad1fb15f-e1b3-427a-b975-3fb3af6770a1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:23.064615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72279ed7-48a5-412f-9a90-90ba19f2df79 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.075440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ad1fb15f-e1b3-427a-b975-3fb3af6770a1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:23.077913 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ad1fb15f-e1b3-427a-b975-3fb3af6770a1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2120225 Mar 22 12:27:23.081055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44388) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.110888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebaa2-daa9-442a-a1e5-a395f71efbef tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.112368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72279ed7-48a5-412f-9a90-90ba19f2df79 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.172316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Attempting to bind port 1aaf4401-72f9-4032-827c-ac484ee463e1 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:27:23.173105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Attempting to bind port 1aaf4401-72f9-4032-827c-ac484ee463e1 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07fa19aa-f3cd-46af-bca2-e0620255dccc'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:27:23.173732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Attempting to bind port 1aaf4401-72f9-4032-827c-ac484ee463e1 on network 07fa19aa-f3cd-46af-bca2-e0620255dccc {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:27:23.183792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d923685d-eff8-418f-a1e1-1d76741ec779 req-b1228245-36cf-418e-a33e-65886aa7c9cd tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Unset dirty status for tenant:d288b347060540bb805ec0abc06f922d on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:23.189383 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b6fbd5df-dcdb-46d6-beed-2e698cea5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:18Z', 'revision_number': 9, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:23.191223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9bebd4-42d9-4b7a-a90d-36c854cdd93f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.196958 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fbd5df-dcdb-46d6-beed-2e698cea5d33 None None] The sync data for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv is: [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:18Z', 'revision_number': 9, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c77e145-3cb0-400d-ad43-ab0c69b8d924', 'name': '', 'network_id': 'bfe5838e-00c3-4f6d-9e15-50568a73a6a4', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:e3:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:25Z', 'updated_at': '2022-03-22T12:26:46Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': '8fef7f99-6076-4dac-819c-6a0e6ddfce7b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:23.198000 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d923685d-eff8-418f-a1e1-1d76741ec779 req-b1228245-36cf-418e-a33e-65886aa7c9cd tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471427 Mar 22 12:27:23.205233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72279ed7-48a5-412f-9a90-90ba19f2df79 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.231797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Port 1aaf4401-72f9-4032-827c-ac484ee463e1 on network 07fa19aa-f3cd-46af-bca2-e0620255dccc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:27:23.232196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Attempting to bind port 1aaf4401-72f9-4032-827c-ac484ee463e1 on network 07fa19aa-f3cd-46af-bca2-e0620255dccc {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:27:23.236445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2a5e51-b46f-4c4e-9af3-6a34e2dae35c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:23.256954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9cc58-6edc-4e12-a748-82af32d9cd40 None None] Sync routers for ids ['5f80378c-79b3-4cee-b648-981a83ab3ca5'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:23.260465 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4e2a5e51-b46f-4c4e-9af3-6a34e2dae35c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.261826 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4e2a5e51-b46f-4c4e-9af3-6a34e2dae35c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "PUT /v2.0/routers/5f80378c-79b3-4cee-b648-981a83ab3ca5 HTTP/1.1" status: 200 len: 698 time: 2.3195465 Mar 22 12:27:23.262840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:27:23.263339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Checking segment: {'id': 'b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07fa19aa-f3cd-46af-bca2-e0620255dccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:23.263773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Bound using segment: {'id': 'b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07fa19aa-f3cd-46af-bca2-e0620255dccc'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:27:23.264291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Bound port: 1aaf4401-72f9-4032-827c-ac484ee463e1, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '07fa19aa-f3cd-46af-bca2-e0620255dccc'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:27:23.264689 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.273055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9bebd4-42d9-4b7a-a90d-36c854cdd93f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.277607 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9cc58-6edc-4e12-a748-82af32d9cd40 None None] Routers {'5f80378c-79b3-4cee-b648-981a83ab3ca5'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:23.277929 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44392) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.280048 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08c9cc58-6edc-4e12-a748-82af32d9cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5f80378c-79b3-4cee-b648-981a83ab3ca5'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:23.294217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72279ed7-48a5-412f-9a90-90ba19f2df79 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585ac9f-2f29-4857-b10a-cc50383b0bd2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:23.324264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72279ed7-48a5-412f-9a90-90ba19f2df79 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.328198 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-72279ed7-48a5-412f-9a90-90ba19f2df79 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "DELETE /v2.0/security-groups/7585ac9f-2f29-4857-b10a-cc50383b0bd2 HTTP/1.1" status: 204 len: 168 time: 0.3575716 Mar 22 12:27:23.334259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44396) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.393953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9bebd4-42d9-4b7a-a90d-36c854cdd93f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.402176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebaa2-daa9-442a-a1e5-a395f71efbef tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.411031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e90dd7a9-7663-42df-b659-d3dce46e5c68 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Synchronizing usage tracker for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:23.422508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bebd4-42d9-4b7a-a90d-36c854cdd93f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f63fe4-39c8-4da7-995e-f55aa1127c4a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:23.446808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e90dd7a9-7663-42df-b659-d3dce46e5c68 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Unset dirty status for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:23.448529 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e90dd7a9-7663-42df-b659-d3dce46e5c68 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1133871 Mar 22 12:27:23.452862 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44400) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.456452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a9bebd4-42d9-4b7a-a90d-36c854cdd93f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.460398 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a9bebd4-42d9-4b7a-a90d-36c854cdd93f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-groups/c0f63fe4-39c8-4da7-995e-f55aa1127c4a HTTP/1.1" status: 204 len: 168 time: 0.3784380 Mar 22 12:27:23.461159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44404) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.465240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group': {'name': 'tempest-secgroup--702711580'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:23.487599 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-08c9cc58-6edc-4e12-a748-82af32d9cd40 None None] Set router 5f80378c-79b3-4cee-b648-981a83ab3ca5 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:23.497615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ebaa2-daa9-442a-a1e5-a395f71efbef tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Subnet': ['ID=0120c758-aa2e-4d32-bd76-c93416c10777,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:23.507879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:23.522291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebaa2-daa9-442a-a1e5-a395f71efbef tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.524381 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fd2ebaa2-daa9-442a-a1e5-a395f71efbef tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/0120c758-aa2e-4d32-bd76-c93416c10777 HTTP/1.1" status: 204 len: 168 time: 1.6536050 Mar 22 12:27:23.528827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44408) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.530928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:23.539958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecf8505-b8c4-48e0-8851-7f19017f1da7 None None] Network 786d7357-ac62-42b5-a185-f0038da08b8c requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:23.598889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dbcc2c8-5f57-4ab5-86b9-80a961da474c tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:23.613815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.654642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dbcc2c8-5f57-4ab5-86b9-80a961da474c tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:23.660185 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7dbcc2c8-5f57-4ab5-86b9-80a961da474c tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1895063 Mar 22 12:27:23.663420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44412) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.670555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group': {'name': 'tempest-secgroup--463896048'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:23.679413 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:23.682163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:23.686831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:23.692559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:23.696398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.701148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:23.703883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:23.712454 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fdf14433-9cc4-400e-bb33-89f8305db3e4 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/routers/5f80378c-79b3-4cee-b648-981a83ab3ca5 HTTP/1.1" status: 200 len: 704 time: 0.4333456 Mar 22 12:27:23.716159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44416) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.717991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3fa95257-a530-49be-b326-1c878680cc0a no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:23.722056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.754489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] For port 1aaf4401-72f9-4032-827c-ac484ee463e1, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:27:23.757331 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08c9cc58-6edc-4e12-a748-82af32d9cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f80378c-79b3-4cee-b648-981a83ab3ca5', 'name': 'tempest-RoutersIpV6Test-router-1863155568', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:20Z', 'updated_at': '2022-03-22T12:27:21Z', 'revision_number': 2, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:23.762723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 91f8e03b-24da-4919-b8a3-0298f6abef44 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:23.763208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.800155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.809369 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2df36483-5007-45bf-a9c8-b184c6d0db44 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Synchronizing usage tracker for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:23.820676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.824815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] For port 1aaf4401-72f9-4032-827c-ac484ee463e1, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1aaf4401-72f9-4032-827c-ac484ee463e1,segment=NetworkSegment(b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6),segment_id=b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:27:23.843021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2df36483-5007-45bf-a9c8-b184c6d0db44 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Unset dirty status for tenant:5dd8bca4cef24b479926d2da06c53eaa on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:23.847402 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2df36483-5007-45bf-a9c8-b184c6d0db44 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f80378c-79b3-4cee-b648-981a83ab3ca5 HTTP/1.1" status: 200 len: 205 time: 0.1304903 Mar 22 12:27:23.850844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44420) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.853321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:23.855658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.863693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:23.870537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:23.895831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:23.905212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601ce89f-7887-4046-8956-fa2b993b47f3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:23.918659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 3fa95257-a530-49be-b326-1c878680cc0a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:23.918993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3fa95257-a530-49be-b326-1c878680cc0a not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:23.926037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9cc58-6edc-4e12-a748-82af32d9cd40 None None] Checking router: 5f80378c-79b3-4cee-b648-981a83ab3ca5 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:23.936430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:23.938557 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2ab0276d-70d1-4b5e-8c61-5064993cdb8b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4844820 Mar 22 12:27:23.942945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44424) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.948828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9cc58-6edc-4e12-a748-82af32d9cd40 None None] Routers {'5f80378c-79b3-4cee-b648-981a83ab3ca5'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:23.949707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08c9cc58-6edc-4e12-a748-82af32d9cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5f80378c-79b3-4cee-b648-981a83ab3ca5'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:23.950434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e330d14c-f1d4-4aaa-8863-785b33811fa3 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '601ce89f-7887-4046-8956-fa2b993b47f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:23.951229 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-e330d14c-f1d4-4aaa-8863-785b33811fa3 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:23.952615 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e330d14c-f1d4-4aaa-8863-785b33811fa3 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082531 Mar 22 12:27:23.955340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44428) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.965831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f968a537-5b1c-41c2-be7a-45e85527b702 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '601ce89f-7887-4046-8956-fa2b993b47f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:23.966659 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-f968a537-5b1c-41c2-be7a-45e85527b702 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:23.968458 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f968a537-5b1c-41c2-be7a-45e85527b702 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117345 Mar 22 12:27:23.974267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44432) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:23.985590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-46f0d61c-1da5-44f6-92e3-fb5e8d4ccbfb tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '601ce89f-7887-4046-8956-fa2b993b47f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:23.986439 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-46f0d61c-1da5-44f6-92e3-fb5e8d4ccbfb tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:23.987685 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-46f0d61c-1da5-44f6-92e3-fb5e8d4ccbfb tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121953 Mar 22 12:27:23.992220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44436) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:24.001000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-55195c73-f553-486e-860f-c7609953b4cf tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '601ce89f-7887-4046-8956-fa2b993b47f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:24.002031 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-55195c73-f553-486e-860f-c7609953b4cf tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:24.003117 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-55195c73-f553-486e-860f-c7609953b4cf tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098929 Mar 22 12:27:24.014639 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44440) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:24.060627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.073290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.108853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-08c9cc58-6edc-4e12-a748-82af32d9cd40 None None] Set router 5f80378c-79b3-4cee-b648-981a83ab3ca5 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:24.146275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f03b9b-9ae2-404c-a50c-7e9375c96b15,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:24.149127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.153144 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-04087a1d-03e1-4750-afba-7a28c6ebd6d5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4861438 Mar 22 12:27:24.154013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44444) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:24.162956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9971c364-7cd4-4c64-92c7-24c37585d7c5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': '82f03b9b-9ae2-404c-a50c-7e9375c96b15', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:24.172833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9971c364-7cd4-4c64-92c7-24c37585d7c5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:24.179727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9971c364-7cd4-4c64-92c7-24c37585d7c5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:24.181896 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.183664 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] 10.222.0.55 "PUT /v2.0/ports/1aaf4401-72f9-4032-827c-ac484ee463e1 HTTP/1.1" status: 200 len: 1093 time: 3.5422714 Mar 22 12:27:24.186436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9971c364-7cd4-4c64-92c7-24c37585d7c5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:24.204818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9971c364-7cd4-4c64-92c7-24c37585d7c5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:24.227121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-466d57e0-719f-4a9f-9097-2e65763085ba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.245103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86bf5bdc-24f3-4048-8c2b-a754bd0cd683', 'tag': '1aaf4401-72f9-4032-827c-ac484ee463e1'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:27:24.258400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9971c364-7cd4-4c64-92c7-24c37585d7c5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.275647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a85f4-f26f-4db7-8d14-d934343d7360 None None] DHCP port deletion for 786d7357-ac62-42b5-a185-f0038da08b8c request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:27:24.295554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a85f4-f26f-4db7-8d14-d934343d7360 None None] Deleting port 91f8e03b-24da-4919-b8a3-0298f6abef44 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:24.301833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9b1a85f4-f26f-4db7-8d14-d934343d7360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.320825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef3433-b716-476d-984c-14d5bbf09dee service neutron] Pushing event updated for resources: {'Port': ['ID=1aaf4401-72f9-4032-827c-ac484ee463e1,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:24.357697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fdcdad8-faf2-454d-bd54-7ad41f9b1e45 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.368590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-08c9cc58-6edc-4e12-a748-82af32d9cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f80378c-79b3-4cee-b648-981a83ab3ca5', 'name': 'tempest-RoutersIpV6Test-router-1863155568', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:20Z', 'updated_at': '2022-03-22T12:27:21Z', 'revision_number': 2, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:24.378219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-466d57e0-719f-4a9f-9097-2e65763085ba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.398918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9cc58-6edc-4e12-a748-82af32d9cd40 None None] The sync data for ids ['5f80378c-79b3-4cee-b648-981a83ab3ca5'] in dv-neutron-834653-1-hyperv is: [{'id': '5f80378c-79b3-4cee-b648-981a83ab3ca5', 'name': 'tempest-RoutersIpV6Test-router-1863155568', 'tenant_id': '5dd8bca4cef24b479926d2da06c53eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:20Z', 'updated_at': '2022-03-22T12:27:21Z', 'revision_number': 2, 'project_id': '5dd8bca4cef24b479926d2da06c53eaa', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:24.471574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9971c364-7cd4-4c64-92c7-24c37585d7c5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.519015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port 91f8e03b-24da-4919-b8a3-0298f6abef44, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=91f8e03b-24da-4919-b8a3-0298f6abef44,segment=NetworkSegment(83c3cddb-f790-404a-a673-c172c82709c2),segment_id=83c3cddb-f790-404a-a673-c172c82709c2)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:24.519301 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.573004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9971c364-7cd4-4c64-92c7-24c37585d7c5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.608101 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9b1a85f4-f26f-4db7-8d14-d934343d7360 None None] For port 91f8e03b-24da-4919-b8a3-0298f6abef44, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=91f8e03b-24da-4919-b8a3-0298f6abef44,segment=NetworkSegment(83c3cddb-f790-404a-a673-c172c82709c2),segment_id=83c3cddb-f790-404a-a673-c172c82709c2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:24.608583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9b1a85f4-f26f-4db7-8d14-d934343d7360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.629681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971c364-7cd4-4c64-92c7-24c37585d7c5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266acf21-e847-44a6-8d74-22f10dae7ac2,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:24.667185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-466d57e0-719f-4a9f-9097-2e65763085ba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.670083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-466d57e0-719f-4a9f-9097-2e65763085ba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.673969 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-466d57e0-719f-4a9f-9097-2e65763085ba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "DELETE /v2.0/security-groups/601ce89f-7887-4046-8956-fa2b993b47f3 HTTP/1.1" status: 204 len: 168 time: 0.6552551 Mar 22 12:27:24.680476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44454) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:24.683233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9971c364-7cd4-4c64-92c7-24c37585d7c5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.684317 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9971c364-7cd4-4c64-92c7-24c37585d7c5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5292618 Mar 22 12:27:24.688234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44458) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:24.724773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7c289-1518-4998-a965-4bd7008902ff req-53f1098f-4fd0-4a5f-9b6e-fe2b4cdcad8b tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:24.726261 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-21e7c289-1518-4998-a965-4bd7008902ff req-53f1098f-4fd0-4a5f-9b6e-fe2b4cdcad8b tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 943 time: 0.3249986 Mar 22 12:27:24.727117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d57e0-719f-4a9f-9097-2e65763085ba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=601ce89f-7887-4046-8956-fa2b993b47f3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:24.784754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5389cce6-d3f4-49dd-847c-c1c0bf044133 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.792684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9b1a85f4-f26f-4db7-8d14-d934343d7360 None None] Calling delete_port for 91f8e03b-24da-4919-b8a3-0298f6abef44 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:24.801801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 91f8e03b-24da-4919-b8a3-0298f6abef44 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:24.824170 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-21e7c289-1518-4998-a965-4bd7008902ff req-f6216509-34b5-41f4-8dae-17daae9051f6 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874338 Mar 22 12:27:24.828425 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86bf5bdc-24f3-4048-8c2b-a754bd0cd683', 'tag': '1aaf4401-72f9-4032-827c-ac484ee463e1', 'status': 'completed', 'code': 200} Mar 22 12:27:24.830078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5389cce6-d3f4-49dd-847c-c1c0bf044133 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.867185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e3687a2-56d6-4c84-87f3-69a25c2164e8 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Synchronizing usage tracker for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:24.872224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5389cce6-d3f4-49dd-847c-c1c0bf044133 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.885256 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9b1a85f4-f26f-4db7-8d14-d934343d7360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.899628 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389cce6-d3f4-49dd-847c-c1c0bf044133 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=266acf21-e847-44a6-8d74-22f10dae7ac2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:24.903919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5389cce6-d3f4-49dd-847c-c1c0bf044133 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:24.906933 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5389cce6-d3f4-49dd-847c-c1c0bf044133 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/266acf21-e847-44a6-8d74-22f10dae7ac2 HTTP/1.1" status: 204 len: 168 time: 0.2037625 Mar 22 12:27:24.909329 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44462) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:24.929082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a85f4-f26f-4db7-8d14-d934343d7360 None None] Pushing event deleted for resources: {'Port': ['ID=91f8e03b-24da-4919-b8a3-0298f6abef44,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:24.929512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e3687a2-56d6-4c84-87f3-69a25c2164e8 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Unset dirty status for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:24.932452 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e3687a2-56d6-4c84-87f3-69a25c2164e8 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2497127 Mar 22 12:27:24.936257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44466) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:24.940232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a85f4-f26f-4db7-8d14-d934343d7360 None None] No DVR routers for this DVR port 91f8e03b-24da-4919-b8a3-0298f6abef44 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:27:24.947242 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056393918'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:24.953870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:24.972822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:24.983764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bfc9a17c-d3e8-4ee1-bd21-3ec1479ff6d7 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:24.999241 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.001915 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-01f8e166-ddf5-4888-bb30-d3586927853d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d288b347060540bb805ec0abc06f922d&device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 1096 time: 0.7359879 Mar 22 12:27:25.017629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bfc9a17c-d3e8-4ee1-bd21-3ec1479ff6d7 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:25.022025 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bfc9a17c-d3e8-4ee1-bd21-3ec1479ff6d7 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1108470 Mar 22 12:27:25.022650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44470) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.073357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:25.082740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:25.087599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:25.094306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:25.094590 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-d2c585de-3476-43f7-bcf2-0802853bd646 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aaf4401-72f9-4032-827c-ac484ee463e1 HTTP/1.1" status: 200 len: 217 time: 0.0818903 Mar 22 12:27:25.121743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1fb99e6a-49bc-4f1b-bdca-e2a164d062da tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.169416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1fb99e6a-49bc-4f1b-bdca-e2a164d062da tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.212328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.225931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.252122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.db.api [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:27:25.252675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG oslo_db.api [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:27:25.263960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fdcdad8-faf2-454d-bd54-7ad41f9b1e45 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.273169 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fdcdad8-faf2-454d-bd54-7ad41f9b1e45 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.277060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1fb99e6a-49bc-4f1b-bdca-e2a164d062da tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.281749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-fcf87cf9-0dce-445b-8dfe-d686087a4fd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:25.283251 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-fcf87cf9-0dce-445b-8dfe-d686087a4fd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c661a53d-bda7-41be-8c97-f18dd5794409 HTTP/1.1" status: 200 len: 852 time: 0.1322255 Mar 22 12:27:25.286614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99dee6ab-04fe-41f4-a97a-b0d809742e0b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:25.307758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb99e6a-49bc-4f1b-bdca-e2a164d062da tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f03b9b-9ae2-404c-a50c-7e9375c96b15,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:25.311191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.315547 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b42626fa-4b8e-4bbd-b6f9-81167308a9cc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3755319 Mar 22 12:27:25.315547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1fb99e6a-49bc-4f1b-bdca-e2a164d062da tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.316516 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1fb99e6a-49bc-4f1b-bdca-e2a164d062da tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-groups/82f03b9b-9ae2-404c-a50c-7e9375c96b15 HTTP/1.1" status: 204 len: 168 time: 0.2918622 Mar 22 12:27:25.317013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44474) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.319510 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44478) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.323223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5bbcc5ee-9b9a-4c47-8e4e-aed4948b893e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '99dee6ab-04fe-41f4-a97a-b0d809742e0b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:25.323871 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-5bbcc5ee-9b9a-4c47-8e4e-aed4948b893e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:25.327692 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5bbcc5ee-9b9a-4c47-8e4e-aed4948b893e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068085 Mar 22 12:27:25.333164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44482) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.340792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-57f311f9-b615-4cff-9be4-6ff120fe40e5 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '99dee6ab-04fe-41f4-a97a-b0d809742e0b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:25.352872 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-2e9da9a7-0d71-4014-b0ee-d5d74305cb67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07fa19aa-f3cd-46af-bca2-e0620255dccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636282 Mar 22 12:27:25.353837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57f311f9-b615-4cff-9be4-6ff120fe40e5 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:25.358462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57f311f9-b615-4cff-9be4-6ff120fe40e5 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:25.362898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57f311f9-b615-4cff-9be4-6ff120fe40e5 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:25.381293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0f815be-ea80-46a4-b72a-a9cb723caf37 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:25.381587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fdcdad8-faf2-454d-bd54-7ad41f9b1e45 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.382098 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdcdad8-faf2-454d-bd54-7ad41f9b1e45 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Fanout notify agent at l3_agent the message router_deleted on router 5f80378c-79b3-4cee-b648-981a83ab3ca5 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:27:25.395569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57f311f9-b615-4cff-9be4-6ff120fe40e5 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:25.398453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0f815be-ea80-46a4-b72a-a9cb723caf37 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:25.400685 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0f815be-ea80-46a4-b72a-a9cb723caf37 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0751052 Mar 22 12:27:25.402015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 91f8e03b-24da-4919-b8a3-0298f6abef44 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:25.404566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44486) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.410383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-27f06c99-f724-4359-8ab0-bb83cc74d838 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group': {'name': 'tempest-secgroup--563899551'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:25.417379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-27f06c99-f724-4359-8ab0-bb83cc74d838 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:25.428058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-27f06c99-f724-4359-8ab0-bb83cc74d838 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:25.443262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27f06c99-f724-4359-8ab0-bb83cc74d838 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.444990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 91f8e03b-24da-4919-b8a3-0298f6abef44 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:25.445371 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 91f8e03b-24da-4919-b8a3-0298f6abef44 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:25.485229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9fdcdad8-faf2-454d-bd54-7ad41f9b1e45 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.489742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-27f06c99-f724-4359-8ab0-bb83cc74d838 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:25.490931 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9fdcdad8-faf2-454d-bd54-7ad41f9b1e45 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/5f80378c-79b3-4cee-b648-981a83ab3ca5 HTTP/1.1" status: 204 len: 168 time: 1.6387374 Mar 22 12:27:25.491585 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44490) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.526934 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-57f311f9-b615-4cff-9be4-6ff120fe40e5 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:25.527952 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-57f311f9-b615-4cff-9be4-6ff120fe40e5 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1938434 Mar 22 12:27:25.534151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44494) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.540931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-27f06c99-f724-4359-8ab0-bb83cc74d838 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:25.546450 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-203b5491-bd58-4e0d-80da-e501d8f20015 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f80378c-79b3-4cee-b648-981a83ab3ca5 HTTP/1.1" status: 200 len: 205 time: 0.0517871 Mar 22 12:27:25.546643 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-987bffd7-da18-44e8-b48f-050a324172e6 service neutron] 10.222.0.55 "GET /v2.0/networks/07fa19aa-f3cd-46af-bca2-e0620255dccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846163 Mar 22 12:27:25.546763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44498) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.549136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-adc4323d-7655-429f-a309-b877adc7f8ea tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '99dee6ab-04fe-41f4-a97a-b0d809742e0b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:25.549783 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-adc4323d-7655-429f-a309-b877adc7f8ea tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:25.550687 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-adc4323d-7655-429f-a309-b877adc7f8ea tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116208 Mar 22 12:27:25.553415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44502) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.562663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0759360f-53d2-4734-8c8a-c20f45165be7 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '99dee6ab-04fe-41f4-a97a-b0d809742e0b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:25.569818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0759360f-53d2-4734-8c8a-c20f45165be7 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:25.576072 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0759360f-53d2-4734-8c8a-c20f45165be7 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:25.581850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0759360f-53d2-4734-8c8a-c20f45165be7 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:25.588921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0759360f-53d2-4734-8c8a-c20f45165be7 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:25.633194 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-4b8d4649-7cc4-4061-a566-6a7437e3aeab tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] delete failed (client error): The resource could not be found. Mar 22 12:27:25.640230 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4b8d4649-7cc4-4061-a566-6a7437e3aeab tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/5f80378c-79b3-4cee-b648-981a83ab3ca5 HTTP/1.1" status: 404 len: 336 time: 0.0865448 Mar 22 12:27:25.640403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44506) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.670919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27f06c99-f724-4359-8ab0-bb83cc74d838 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.681143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27f06c99-f724-4359-8ab0-bb83cc74d838 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.692812 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1779279-9b0a-479d-b573-bb2857c7c511 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:25.693229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1779279-9b0a-479d-b573-bb2857c7c511 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:25.706919 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-0759360f-53d2-4734-8c8a-c20f45165be7 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:25.710848 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0759360f-53d2-4734-8c8a-c20f45165be7 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1536579 Mar 22 12:27:25.711710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44510) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.718307 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f1779279-9b0a-479d-b573-bb2857c7c511 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/f31d9016-f5d2-4862-a918-940b8eff9206 HTTP/1.1" status: 404 len: 337 time: 0.0805995 Mar 22 12:27:25.725642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44514) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.730926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-767c4aa7-35a3-4238-8318-4114f1cb5734 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '99dee6ab-04fe-41f4-a97a-b0d809742e0b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:25.731592 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-767c4aa7-35a3-4238-8318-4114f1cb5734 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:25.732621 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-767c4aa7-35a3-4238-8318-4114f1cb5734 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0199704 Mar 22 12:27:25.735555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44518) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.743160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f6be32a4-3432-46a0-8a7e-0aa01fa69547 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '99dee6ab-04fe-41f4-a97a-b0d809742e0b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:25.757162 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 91f8e03b-24da-4919-b8a3-0298f6abef44 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:25.757600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.763882 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f06c99-f724-4359-8ab0-bb83cc74d838 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe41f65-9400-4bf4-bdf5-bc128f6d37c0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:25.767407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27f06c99-f724-4359-8ab0-bb83cc74d838 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:25.771015 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-27f06c99-f724-4359-8ab0-bb83cc74d838 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3627748 Mar 22 12:27:25.771918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44522) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.774615 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-129ee8cb-b353-4aaa-800c-e859b29610c7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:25.775034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129ee8cb-b353-4aaa-800c-e859b29610c7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:25.776556 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-129ee8cb-b353-4aaa-800c-e859b29610c7 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/924ebe15-00d6-439d-9b4d-bca8964bc2fc HTTP/1.1" status: 404 len: 337 time: 0.0471163 Mar 22 12:27:25.779943 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-542d91d9-a624-44c9-909f-0d77951eff35 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': 'ffe41f65-9400-4bf4-bdf5-bc128f6d37c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:25.780658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6be32a4-3432-46a0-8a7e-0aa01fa69547 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:25.783846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44526) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.791872 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6be32a4-3432-46a0-8a7e-0aa01fa69547 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:25.799881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f6be32a4-3432-46a0-8a7e-0aa01fa69547 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:25.803931 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9bb41cb9-345f-4146-a154-219e511ee2a3 req-497d641c-4d3e-4b7e-bb29-e216cf9e546f service neutron] 10.222.0.55 "GET /v2.0/networks/07fa19aa-f3cd-46af-bca2-e0620255dccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054780 Mar 22 12:27:25.815686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-542d91d9-a624-44c9-909f-0d77951eff35 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:25.829880 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50d782c-a4ee-4d22-acc0-60aadd6f6919 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:25.830303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50d782c-a4ee-4d22-acc0-60aadd6f6919 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:25.830413 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f6be32a4-3432-46a0-8a7e-0aa01fa69547 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:25.831931 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c50d782c-a4ee-4d22-acc0-60aadd6f6919 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/02ae4e0d-e627-47a3-853b-a7120e095fc8 HTTP/1.1" status: 404 len: 337 time: 0.0472720 Mar 22 12:27:25.834970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44530) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:25.838602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-542d91d9-a624-44c9-909f-0d77951eff35 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:25.841768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] The port '91f8e03b-24da-4919-b8a3-0298f6abef44' was deleted {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:27:25.975346 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f25c577-7328-4185-8995-d7961cb895ab tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:25.975801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f25c577-7328-4185-8995-d7961cb895ab tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:25.977619 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8f25c577-7328-4185-8995-d7961cb895ab tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/6e75be47-45bc-4012-8a26-29951b82e76f HTTP/1.1" status: 404 len: 337 time: 0.1408842 Mar 22 12:27:25.982401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44536) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.015586 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-f6be32a4-3432-46a0-8a7e-0aa01fa69547 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:26.016615 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f6be32a4-3432-46a0-8a7e-0aa01fa69547 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2801478 Mar 22 12:27:26.018408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-542d91d9-a624-44c9-909f-0d77951eff35 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.024310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44540) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.034270 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4fbd3cf0-824f-439d-acb2-3e3832d1f510 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=6d4dce75-8453-4451-8ef5-0267b022a089 HTTP/1.1" status: 200 len: 205 time: 0.0508556 Mar 22 12:27:26.037885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e819317d-52c6-45e4-bfcc-e44685d1e266 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '99dee6ab-04fe-41f4-a97a-b0d809742e0b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:26.038468 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-e819317d-52c6-45e4-bfcc-e44685d1e266 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:26.039325 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e819317d-52c6-45e4-bfcc-e44685d1e266 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101461 Mar 22 12:27:26.042765 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44544) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.042765 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.077985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.103320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-26d94abd-a706-455b-a0a2-a9606cecfaba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '99dee6ab-04fe-41f4-a97a-b0d809742e0b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:26.115072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786d7357-ac62-42b5-a185-f0038da08b8c']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:26.122295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-26d94abd-a706-455b-a0a2-a9606cecfaba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:26.132694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c3cddb-f790-404a-a673-c172c82709c2') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:26.132994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c3cddb-f790-404a-a673-c172c82709c2') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:26.139248 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-41070ebc-1a9a-433a-97f8-2b25bc7e2e90 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] delete failed (client error): The resource could not be found. Mar 22 12:27:26.140260 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-41070ebc-1a9a-433a-97f8-2b25bc7e2e90 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/6d4dce75-8453-4451-8ef5-0267b022a089 HTTP/1.1" status: 404 len: 336 time: 0.0967805 Mar 22 12:27:26.142478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-26d94abd-a706-455b-a0a2-a9606cecfaba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:26.144093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44552) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.147418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-26d94abd-a706-455b-a0a2-a9606cecfaba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:26.148848 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4070aef6-7b2c-4bbe-9a35-068fccbcd4ff req-2c4d9303-e779-479b-bbe7-bdbf050e4d0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d288b347060540bb805ec0abc06f922d&device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 1096 time: 0.2775757 Mar 22 12:27:26.155411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-26d94abd-a706-455b-a0a2-a9606cecfaba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:26.185035 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-542d91d9-a624-44c9-909f-0d77951eff35 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.193388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-542d91d9-a624-44c9-909f-0d77951eff35 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.226984 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d91d9-a624-44c9-909f-0d77951eff35 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cb4f4f-c555-45cd-b711-452dfd611dea,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:26.235993 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-26d94abd-a706-455b-a0a2-a9606cecfaba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:26.238272 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-26d94abd-a706-455b-a0a2-a9606cecfaba tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1922686 Mar 22 12:27:26.238443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-542d91d9-a624-44c9-909f-0d77951eff35 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.241983 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-542d91d9-a624-44c9-909f-0d77951eff35 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4666004 Mar 22 12:27:26.241983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44556) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.242218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44560) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.247574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-03969aa4-db1a-4bc4-905b-a7ea6d81db7f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '99dee6ab-04fe-41f4-a97a-b0d809742e0b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:26.263443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-03969aa4-db1a-4bc4-905b-a7ea6d81db7f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:26.270559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-03969aa4-db1a-4bc4-905b-a7ea6d81db7f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:26.277618 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4212e62-6df5-4201-b891-ebefc032d7a7 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules/12cb4f4f-c555-45cd-b711-452dfd611dea HTTP/1.1" status: 200 len: 705 time: 0.0318375 Mar 22 12:27:26.277618 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-03969aa4-db1a-4bc4-905b-a7ea6d81db7f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:26.278767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44564) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.299685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-03969aa4-db1a-4bc4-905b-a7ea6d81db7f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:26.301207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.349471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bb4e4ad8-46dc-45dd-b3eb-7e010996f209 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:26.357861 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-03969aa4-db1a-4bc4-905b-a7ea6d81db7f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:26.358861 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-03969aa4-db1a-4bc4-905b-a7ea6d81db7f tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1178291 Mar 22 12:27:26.361925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44568) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.391988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bb4e4ad8-46dc-45dd-b3eb-7e010996f209 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:26.396133 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fab26bee-8da5-4327-9772-c64f41f36478 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=86f7b981-33c0-4512-908c-196cc3ead2ba HTTP/1.1" status: 200 len: 205 time: 0.2475667 Mar 22 12:27:26.396324 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bb4e4ad8-46dc-45dd-b3eb-7e010996f209 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1136007 Mar 22 12:27:26.396324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44572) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.400899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44574) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.403398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.431290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:26.431686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: util.warn( Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:26.447518 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:26.460855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19d2ab-4b73-477d-89d0-9f43cee6a3d4 req-512d61ae-ac9c-4917-a201-9d007609ad54 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:26.462397 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7e19d2ab-4b73-477d-89d0-9f43cee6a3d4 req-512d61ae-ac9c-4917-a201-9d007609ad54 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 943 time: 0.4584360 Mar 22 12:27:26.471474 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-52cfd41a-fe3c-45c3-9aac-9d148a0cc90c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] delete failed (client error): The resource could not be found. Mar 22 12:27:26.474859 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-52cfd41a-fe3c-45c3-9aac-9d148a0cc90c tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/86f7b981-33c0-4512-908c-196cc3ead2ba HTTP/1.1" status: 404 len: 336 time: 0.0758820 Mar 22 12:27:26.475102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44580) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.516261 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e376c12f-dd85-45a6-ac5e-ab615d1581a5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:26.517004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e376c12f-dd85-45a6-ac5e-ab615d1581a5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:26.520610 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e376c12f-dd85-45a6-ac5e-ab615d1581a5 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/73bbcd62-a144-44f4-bff4-71fba9aca232 HTTP/1.1" status: 404 len: 337 time: 0.0423491 Mar 22 12:27:26.525860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44584) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.569504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1bb3fbc-4da0-4e5a-a82a-f472d47dd560 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.575503 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-594b116d-7e01-44b9-bfd9-38e7ba3ea041 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b97963c-157b-4175-9c23-c2746a56f15c HTTP/1.1" status: 200 len: 205 time: 0.0463963 Mar 22 12:27:26.576427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44588) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.590898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e4ef-9ae5-4ffe-8503-08ce3398005b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.608212 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.617228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070aef6-7b2c-4bbe-9a35-068fccbcd4ff req-58735881-97ed-4c93-bc27-5e4f2167eeec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:26.618782 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4070aef6-7b2c-4bbe-9a35-068fccbcd4ff req-58735881-97ed-4c93-bc27-5e4f2167eeec service neutron] 10.222.0.55 "GET /v2.0/networks?id=07fa19aa-f3cd-46af-bca2-e0620255dccc HTTP/1.1" status: 200 len: 913 time: 0.3195307 Mar 22 12:27:26.633781 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e4ef-9ae5-4ffe-8503-08ce3398005b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.640569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.659959 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-9a136d88-6950-4496-baf4-405326a1a5dd tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] delete failed (client error): The resource could not be found. Mar 22 12:27:26.660956 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9a136d88-6950-4496-baf4-405326a1a5dd tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/5b97963c-157b-4175-9c23-c2746a56f15c HTTP/1.1" status: 404 len: 336 time: 0.0762157 Mar 22 12:27:26.663820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44592) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.696233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1bb3fbc-4da0-4e5a-a82a-f472d47dd560 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.717267 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c1dd48f-c1f6-4945-883b-faec69e2e244 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=34e55fb0-bc28-4718-908f-c834d3881372 HTTP/1.1" status: 200 len: 205 time: 0.0524361 Mar 22 12:27:26.723437 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/networks/786d7357-ac62-42b5-a185-f0038da08b8c HTTP/1.1" status: 204 len: 168 time: 3.1926816 Mar 22 12:27:26.723892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44596) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.724304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bed17-febd-440c-9457-704dfd2a9e0c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Network': ['ID=786d7357-ac62-42b5-a185-f0038da08b8c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:26.725987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44600) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.729948 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7e19d2ab-4b73-477d-89d0-9f43cee6a3d4 req-acedf926-00dd-4787-a677-4ad68520c819 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180746 Mar 22 12:27:26.733469 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4070aef6-7b2c-4bbe-9a35-068fccbcd4ff req-92c635f9-2dd5-4d41-86b3-39f59aa4a018 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aaf4401-72f9-4032-827c-ac484ee463e1 HTTP/1.1" status: 200 len: 217 time: 0.0941267 Mar 22 12:27:26.773280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e4ef-9ae5-4ffe-8503-08ce3398005b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.800465 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8e4ef-9ae5-4ffe-8503-08ce3398005b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12cb4f4f-c555-45cd-b711-452dfd611dea,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:26.814846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4fd8e4ef-9ae5-4ffe-8503-08ce3398005b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:26.816002 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4fd8e4ef-9ae5-4ffe-8503-08ce3398005b tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/12cb4f4f-c555-45cd-b711-452dfd611dea HTTP/1.1" status: 204 len: 168 time: 0.4142070 Mar 22 12:27:26.819502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070aef6-7b2c-4bbe-9a35-068fccbcd4ff req-9251885c-ffd2-4713-b576-653e0315986e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:26.820883 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4070aef6-7b2c-4bbe-9a35-068fccbcd4ff req-9251885c-ffd2-4713-b576-653e0315986e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c661a53d-bda7-41be-8c97-f18dd5794409 HTTP/1.1" status: 200 len: 852 time: 0.0805583 Mar 22 12:27:26.821396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44604) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.864226 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-07d63169-5055-4f24-b962-c90aed68bbbe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] delete failed (client error): The resource could not be found. Mar 22 12:27:26.868416 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-07d63169-5055-4f24-b962-c90aed68bbbe tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/34e55fb0-bc28-4718-908f-c834d3881372 HTTP/1.1" status: 404 len: 336 time: 0.1409230 Mar 22 12:27:26.868562 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44608) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.911093 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4070aef6-7b2c-4bbe-9a35-068fccbcd4ff req-13129160-6083-4268-94fc-54b2f7146703 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07fa19aa-f3cd-46af-bca2-e0620255dccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746942 Mar 22 12:27:26.920610 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9647834d-dad4-4e9a-b922-bd68c7f6bcf8 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:26.921025 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9647834d-dad4-4e9a-b922-bd68c7f6bcf8 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:26.925098 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9647834d-dad4-4e9a-b922-bd68c7f6bcf8 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/5494c2f5-5bbb-412e-8df5-072eb568e806 HTTP/1.1" status: 404 len: 337 time: 0.0470591 Mar 22 12:27:26.926158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44612) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:26.973834 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-20373068-800c-40dd-bf6d-5e838ee53144 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5912faa-663d-42f3-8c1e-abd267b13165 HTTP/1.1" status: 200 len: 205 time: 0.0449445 Mar 22 12:27:26.975682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44616) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.021406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-69becdd1-f01d-4a11-8bb1-2eaf5ec9081e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:27.041625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1bb3fbc-4da0-4e5a-a82a-f472d47dd560 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.057123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-69becdd1-f01d-4a11-8bb1-2eaf5ec9081e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:27.058387 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-69becdd1-f01d-4a11-8bb1-2eaf5ec9081e tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2361100 Mar 22 12:27:27.062913 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-814e5ed8-2721-4d11-818e-f7345b30b05a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] delete failed (client error): The resource could not be found. Mar 22 12:27:27.066212 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-814e5ed8-2721-4d11-818e-f7345b30b05a tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/c5912faa-663d-42f3-8c1e-abd267b13165 HTTP/1.1" status: 404 len: 336 time: 0.0874679 Mar 22 12:27:27.068607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44620) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.068936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44622) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.073888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb3fbc-4da0-4e5a-a82a-f472d47dd560 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dee6ab-04fe-41f4-a97a-b0d809742e0b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:27.085860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1bb3fbc-4da0-4e5a-a82a-f472d47dd560 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.089486 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e1bb3fbc-4da0-4e5a-a82a-f472d47dd560 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "DELETE /v2.0/security-groups/99dee6ab-04fe-41f4-a97a-b0d809742e0b HTTP/1.1" status: 204 len: 168 time: 0.7241826 Mar 22 12:27:27.090010 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44628) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.110454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-eadb10f5-1ba2-466d-beb0-998f5887da12 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': 'ffe41f65-9400-4bf4-bdf5-bc128f6d37c0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:27.120489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eadb10f5-1ba2-466d-beb0-998f5887da12 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:27.128933 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacc9047-3912-4e2c-a244-17676560ed5d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:27.129358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacc9047-3912-4e2c-a244-17676560ed5d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:27.131168 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cacc9047-3912-4e2c-a244-17676560ed5d tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/45d6767f-5f62-4ee2-90bd-2899ab0a0ba2 HTTP/1.1" status: 404 len: 337 time: 0.0597012 Mar 22 12:27:27.134158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44632) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.136299 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4070aef6-7b2c-4bbe-9a35-068fccbcd4ff req-d8846f71-5c2e-4548-ba9a-c38814b21eac service neutron] 10.222.0.55 "GET /v2.0/networks/07fa19aa-f3cd-46af-bca2-e0620255dccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117488 Mar 22 12:27:27.139861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-eadb10f5-1ba2-466d-beb0-998f5887da12 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:27.228432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eadb10f5-1ba2-466d-beb0-998f5887da12 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.245937 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0f6e94fc-bd0e-4396-8633-7c531eb1d163 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9 HTTP/1.1" status: 200 len: 205 time: 0.1088822 Mar 22 12:27:27.248470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44636) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.300319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-40b58112-5335-4e72-8bb8-c0f8be5853c7 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Synchronizing usage tracker for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:27.336825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-40b58112-5335-4e72-8bb8-c0f8be5853c7 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Unset dirty status for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:27.338073 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-40b58112-5335-4e72-8bb8-c0f8be5853c7 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2471921 Mar 22 12:27:27.342647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44640) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.345369 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-7abe43ec-366b-4c17-b751-92a1139ec331 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] delete failed (client error): The resource could not be found. Mar 22 12:27:27.348875 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7abe43ec-366b-4c17-b751-92a1139ec331 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/routers/9b93f6d7-9bd2-4894-8fd3-85f6c2a26dd9 HTTP/1.1" status: 404 len: 336 time: 0.0955212 Mar 22 12:27:27.350731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44644) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.351395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group': {'name': 'tempest-secgroup--63451494'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:27.359032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:27.372055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:27.389913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.413825 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c983c93c-a29b-4507-8593-33919dc1a098 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:27.414531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c983c93c-a29b-4507-8593-33919dc1a098 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:27.416534 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c983c93c-a29b-4507-8593-33919dc1a098 tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/9d8a36d0-ed9c-4336-90e5-16296e788a26 HTTP/1.1" status: 404 len: 337 time: 0.0649176 Mar 22 12:27:27.418709 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4070aef6-7b2c-4bbe-9a35-068fccbcd4ff req-73151ac4-0fa2-4aeb-8e15-1d4734974cb9 service neutron] 10.222.0.55 "GET /v2.0/networks/07fa19aa-f3cd-46af-bca2-e0620255dccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754066 Mar 22 12:27:27.419399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44650) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.421051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.470069 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3054cd2e-519e-41c4-8d96-e327a7784dea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:27.470544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3054cd2e-519e-41c4-8d96-e327a7784dea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:27.472214 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3054cd2e-519e-41c4-8d96-e327a7784dea tempest-RoutersIpV6Test-2061330360 tempest-RoutersIpV6Test-2061330360-project] 10.222.0.62 "DELETE /v2.0/subnets/9693936f-074e-403a-9c56-018ae26475d6 HTTP/1.1" status: 404 len: 337 time: 0.0514791 Mar 22 12:27:27.503735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eadb10f5-1ba2-466d-beb0-998f5887da12 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.510520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eadb10f5-1ba2-466d-beb0-998f5887da12 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.572190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 1aaf4401-72f9-4032-827c-ac484ee463e1 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:27:27.579171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb10f5-1ba2-466d-beb0-998f5887da12 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4ba171-d027-4533-90ac-533709b5e487,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:27.587060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-eadb10f5-1ba2-466d-beb0-998f5887da12 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.592045 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eadb10f5-1ba2-466d-beb0-998f5887da12 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5220647 Mar 22 12:27:27.593041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44656) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.633178 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4a794942-e5de-4784-9c8f-39d1fbd5e620 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules/ec4ba171-d027-4533-90ac-533709b5e487 HTTP/1.1" status: 200 len: 705 time: 0.0386729 Mar 22 12:27:27.633955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44660) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.668798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:27.674362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:27.678146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:27.686253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:27.694471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dd525746-6d71-4c75-b102-8b1a1fb5ff97 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:27.716981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dd525746-6d71-4c75-b102-8b1a1fb5ff97 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:27.721980 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dd525746-6d71-4c75-b102-8b1a1fb5ff97 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0870430 Mar 22 12:27:27.722897 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44664) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.755722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a7d362c-ee05-45e4-ad77-d6a47e6288e2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.789957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a7d362c-ee05-45e4-ad77-d6a47e6288e2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.806103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 1aaf4401-72f9-4032-827c-ac484ee463e1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1aaf4401-72f9-4032-827c-ac484ee463e1,segment=NetworkSegment(b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6),segment_id=b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:27.823183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '1aaf4401-72f9-4032-827c-ac484ee463e1', 'network_id': '07fa19aa-f3cd-46af-bca2-e0620255dccc', 'port_id': '1aaf4401-72f9-4032-827c-ac484ee463e1', 'mac_address': 'fa:16:3e:4e:28:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c661a53d-bda7-41be-8c97-f18dd5794409', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:27:27.837666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a7d362c-ee05-45e4-ad77-d6a47e6288e2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.859502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d362c-ee05-45e4-ad77-d6a47e6288e2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec4ba171-d027-4533-90ac-533709b5e487,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:27.868381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a7d362c-ee05-45e4-ad77-d6a47e6288e2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.870178 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8a7d362c-ee05-45e4-ad77-d6a47e6288e2 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/ec4ba171-d027-4533-90ac-533709b5e487 HTTP/1.1" status: 204 len: 168 time: 0.1459126 Mar 22 12:27:27.872934 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44672) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.881569 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.893899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.897188 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.913911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aaf4401-72f9-4032-827c-ac484ee463e1 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:27:27.936725 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 1aaf4401-72f9-4032-827c-ac484ee463e1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1aaf4401-72f9-4032-827c-ac484ee463e1,segment=NetworkSegment(b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6),segment_id=b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:27.941968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-66d6bcf7-f6d2-439f-a00f-5730e3a1f8e7 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:27.951118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:27.960702 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44676) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.976037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-66d6bcf7-f6d2-439f-a00f-5730e3a1f8e7 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:27.977299 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-66d6bcf7-f6d2-439f-a00f-5730e3a1f8e7 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1032805 Mar 22 12:27:27.980218 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44682) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:27.989283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fcec3cf4-f200-493b-9ba8-62d0f70dc7c1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': 'ffe41f65-9400-4bf4-bdf5-bc128f6d37c0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:27.996108 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fcec3cf4-f200-493b-9ba8-62d0f70dc7c1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:28.005607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9462233c-f8a7-4c9f-850a-125be0ac38b9,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:28.009410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.014140 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aef90720-bad1-4908-aaf0-c76816bf5550 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6694591 Mar 22 12:27:28.015377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44686) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:28.017118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fcec3cf4-f200-493b-9ba8-62d0f70dc7c1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:28.039696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fcec3cf4-f200-493b-9ba8-62d0f70dc7c1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.070569 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-80da581a-a674-4f09-9f8b-68bc2f8c375a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '9462233c-f8a7-4c9f-850a-125be0ac38b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:28.082049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-80da581a-a674-4f09-9f8b-68bc2f8c375a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:28.084641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=1aaf4401-72f9-4032-827c-ac484ee463e1,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:28.115902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fcec3cf4-f200-493b-9ba8-62d0f70dc7c1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.118726 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-80da581a-a674-4f09-9f8b-68bc2f8c375a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:28.122518 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fcec3cf4-f200-493b-9ba8-62d0f70dc7c1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.129905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-80da581a-a674-4f09-9f8b-68bc2f8c375a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:28.144453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-80da581a-a674-4f09-9f8b-68bc2f8c375a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:28.162249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec3cf4-f200-493b-9ba8-62d0f70dc7c1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c08955-fe86-4c5f-95e9-851fd57b63a7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:28.185758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fcec3cf4-f200-493b-9ba8-62d0f70dc7c1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.186936 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fcec3cf4-f200-493b-9ba8-62d0f70dc7c1 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2047718 Mar 22 12:27:28.190094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44690) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:28.228384 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b500d5e6-f158-4aa8-a678-512c1421adb5 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules/e1c08955-fe86-4c5f-95e9-851fd57b63a7 HTTP/1.1" status: 200 len: 706 time: 0.0372505 Mar 22 12:27:28.234319 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b596399d-e234-499a-bbae-bf0f303da026 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5dd8bca4cef24b479926d2da06c53eaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2702892 Mar 22 12:27:28.234319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44694) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:28.234890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44696) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:28.268946 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8636182-1a13-4219-9d81-012e4daaf9fc req-24565721-88ab-4012-af39-9b082b4fc96f tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:28.270408 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8636182-1a13-4219-9d81-012e4daaf9fc req-24565721-88ab-4012-af39-9b082b4fc96f tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 944 time: 0.2675343 Mar 22 12:27:28.274141 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-80da581a-a674-4f09-9f8b-68bc2f8c375a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The resource could not be found. Mar 22 12:27:28.277359 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-80da581a-a674-4f09-9f8b-68bc2f8c375a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2536166 Mar 22 12:27:28.278244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44702) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:28.298835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-72870982-841d-4994-a299-69da914f56dc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '9462233c-f8a7-4c9f-850a-125be0ac38b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f0147988-c249-4ce9-a349-9248ff7b92bd'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:28.312955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-29b74fc8-5ffc-4fbd-8e3f-a4c16b969dfe tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:28.315243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-72870982-841d-4994-a299-69da914f56dc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:28.324206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['1aaf4401-72f9-4032-827c-ac484ee463e1'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:27:28.339663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a90e0d-dce7-49ed-9b0a-cae378e5f059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.342810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-29b74fc8-5ffc-4fbd-8e3f-a4c16b969dfe tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:28.344202 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-29b74fc8-5ffc-4fbd-8e3f-a4c16b969dfe tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1104212 Mar 22 12:27:28.350804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44706) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:28.351423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-72870982-841d-4994-a299-69da914f56dc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:28.365717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-72870982-841d-4994-a299-69da914f56dc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:28.375705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-72870982-841d-4994-a299-69da914f56dc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:28.382015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a90e0d-dce7-49ed-9b0a-cae378e5f059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.402234 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8636182-1a13-4219-9d81-012e4daaf9fc req-5123864b-e9f6-49c8-aeb9-9b57b6847752 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230433 Mar 22 12:27:28.417274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba9a0c0b-7d4c-4cb7-ba16-078f76cc96df tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.443709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba9a0c0b-7d4c-4cb7-ba16-078f76cc96df tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.482103 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-72870982-841d-4994-a299-69da914f56dc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The resource could not be found. Mar 22 12:27:28.483599 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-72870982-841d-4994-a299-69da914f56dc tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2032833 Mar 22 12:27:28.493483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44710) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:28.571668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba9a0c0b-7d4c-4cb7-ba16-078f76cc96df tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.586901 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a90e0d-dce7-49ed-9b0a-cae378e5f059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.602445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a0c0b-7d4c-4cb7-ba16-078f76cc96df tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1c08955-fe86-4c5f-95e9-851fd57b63a7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:28.607547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a90e0d-dce7-49ed-9b0a-cae378e5f059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b17698-c05a-43dd-8ea8-80263a043f0f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:28.615543 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17d74525-1057-4a5e-8751-b5ec2a715a4b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.628396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ba9a0c0b-7d4c-4cb7-ba16-078f76cc96df tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.632480 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ba9a0c0b-7d4c-4cb7-ba16-078f76cc96df tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e1c08955-fe86-4c5f-95e9-851fd57b63a7 HTTP/1.1" status: 204 len: 168 time: 0.2782559 Mar 22 12:27:28.632659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44714) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:28.648099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-58a90e0d-dce7-49ed-9b0a-cae378e5f059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.649161 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-58a90e0d-dce7-49ed-9b0a-cae378e5f059 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05b17698-c05a-43dd-8ea8-80263a043f0f HTTP/1.1" status: 204 len: 168 time: 0.4134471 Mar 22 12:27:28.659818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 6c77e145-3cb0-400d-ad43-ab0c69b8d924 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:28.660137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.681495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cca255f4-32dc-4a86-8129-e85a317879cb tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:28.687544 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17d74525-1057-4a5e-8751-b5ec2a715a4b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.689179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8a34631d-53ea-425b-8634-9519c27894b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.703884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cca255f4-32dc-4a86-8129-e85a317879cb tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:28.708187 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cca255f4-32dc-4a86-8129-e85a317879cb tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0720179 Mar 22 12:27:28.709002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44720) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:28.776464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecda845-38ea-45ef-83de-d9412c8b9174 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.810057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecda845-38ea-45ef-83de-d9412c8b9174 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.839327 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17d74525-1057-4a5e-8751-b5ec2a715a4b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.867982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d74525-1057-4a5e-8751-b5ec2a715a4b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9462233c-f8a7-4c9f-850a-125be0ac38b9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:28.872420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecda845-38ea-45ef-83de-d9412c8b9174 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.889213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17d74525-1057-4a5e-8751-b5ec2a715a4b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.892300 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-17d74525-1057-4a5e-8751-b5ec2a715a4b tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "DELETE /v2.0/security-groups/9462233c-f8a7-4c9f-850a-125be0ac38b9 HTTP/1.1" status: 204 len: 168 time: 0.3952498 Mar 22 12:27:28.893932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44726) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:28.914031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecda845-38ea-45ef-83de-d9412c8b9174 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe41f65-9400-4bf4-bdf5-bc128f6d37c0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:28.932450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0ecda845-38ea-45ef-83de-d9412c8b9174 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:28.937105 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44730) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:28.941197 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0ecda845-38ea-45ef-83de-d9412c8b9174 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-groups/ffe41f65-9400-4bf4-bdf5-bc128f6d37c0 HTTP/1.1" status: 204 len: 168 time: 0.2314174 Mar 22 12:27:28.973391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port 6c77e145-3cb0-400d-ad43-ab0c69b8d924, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6c77e145-3cb0-400d-ad43-ab0c69b8d924,segment=NetworkSegment(39aba33b-d702-4df6-94fe-ba9e85876b2d),segment_id=39aba33b-d702-4df6-94fe-ba9e85876b2d)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:28.973775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:29.116011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 6c77e145-3cb0-400d-ad43-ab0c69b8d924 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:29.169758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1687c268-1f20-4cff-923d-a1b74ceb46df tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Synchronizing usage tracker for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:29.191144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c2b4a0d6-757e-41f2-9fee-7ee8c0f4b3d6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:29.219536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1687c268-1f20-4cff-923d-a1b74ceb46df tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Unset dirty status for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:29.220824 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1687c268-1f20-4cff-923d-a1b74ceb46df tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3259635 Mar 22 12:27:29.224822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44742) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:29.235099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a8912e5c-b4d9-4559-8eb2-f6ad0d6ebf6e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': 'ab2d08b3-339a-4b14-8c5d-1cc3670d9e4a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:29.238696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c2b4a0d6-757e-41f2-9fee-7ee8c0f4b3d6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:29.243970 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c2b4a0d6-757e-41f2-9fee-7ee8c0f4b3d6 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3021193 Mar 22 12:27:29.245173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44746) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:29.248375 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a8912e5c-b4d9-4559-8eb2-f6ad0d6ebf6e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:29.252755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a8912e5c-b4d9-4559-8eb2-f6ad0d6ebf6e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:29.253028 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group': {'name': 'tempest-secgroup--731186003'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:29.255822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a8912e5c-b4d9-4559-8eb2-f6ad0d6ebf6e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:29.264549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:29.269573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a8912e5c-b4d9-4559-8eb2-f6ad0d6ebf6e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:29.283466 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:29.295315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:29.311975 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-a8912e5c-b4d9-4559-8eb2-f6ad0d6ebf6e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The resource could not be found. Mar 22 12:27:29.316604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44752) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:29.317673 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a8912e5c-b4d9-4559-8eb2-f6ad0d6ebf6e tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0912027 Mar 22 12:27:29.357887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819225493'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:29.366110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:29.389831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:29.417438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:29.421911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:29.432455 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:29.436508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:29.439273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:29.482455 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:29.496602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=6c77e145-3cb0-400d-ad43-ab0c69b8d924,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:29.566788 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 1aaf4401-72f9-4032-827c-ac484ee463e1 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:29.572819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44762) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:29.639985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b260ac5-5254-4c9d-8fc3-bc24f0d22462 req-c1c5026a-0de7-4676-80fa-2a350359a755 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:29.641436 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2b260ac5-5254-4c9d-8fc3-bc24f0d22462 req-c1c5026a-0de7-4676-80fa-2a350359a755 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 944 time: 0.1025844 Mar 22 12:27:29.691340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 1aaf4401-72f9-4032-827c-ac484ee463e1 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:29.702913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 1aaf4401-72f9-4032-827c-ac484ee463e1 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:29.703650 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:29.709779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:29.727158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:29.728171 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2b260ac5-5254-4c9d-8fc3-bc24f0d22462 req-afdf9b35-5d76-499d-af8f-b55276c24646 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776620 Mar 22 12:27:29.730757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:29.758941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:29.787090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:29.794446 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:29.809651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1886774221'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:29.814707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:29.819732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Usage tracker for resource:network and tenant:0e563957d65b47e0af470f4a41f01937 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:29.823676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:29.830416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:29.840988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:29.841706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Made reservation on behalf of 0e563957d65b47e0af470f4a41f01937 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:29.844745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:29.858381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:29.869414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bf5bdc-24f3-4048-8c2b-a754bd0cd683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaf4401-72f9-4032-827c-ac484ee463e1'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:27:29.880936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 1aaf4401-72f9-4032-827c-ac484ee463e1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1aaf4401-72f9-4032-827c-ac484ee463e1,segment=NetworkSegment(b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6),segment_id=b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:29.894902 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:29.901105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:29.905620 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Usage tracker for resource:security_group_rule and tenant:0e563957d65b47e0af470f4a41f01937 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:29.909477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:29.916502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:29.984491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=1aaf4401-72f9-4032-827c-ac484ee463e1,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:29.994604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87906827-433f-4941-bf79-b21dd71b1c1c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:30.008586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.013958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.027313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:27:30.038069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.038848 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Added segment b227f6c9-0420-4141-87a3-cf5f3534590a of type vlan for network fd88a0ab-0c47-4ec8-939f-a927fd442d32 Mar 22 12:27:30.040326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.041392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.045490 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7b2dd719-27b8-4be6-bb09-1ab36ab8d80f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7965436 Mar 22 12:27:30.046030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44772) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:30.053611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4e3fbfaa-64f6-43bc-be3e-5dc277f48421 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Request body: {'security_group_rule': {'security_group_id': '87906827-433f-4941-bf79-b21dd71b1c1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:30.058245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.069245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.082134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4e3fbfaa-64f6-43bc-be3e-5dc277f48421 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:30.092591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4e3fbfaa-64f6-43bc-be3e-5dc277f48421 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Usage tracker for resource:security_group_rule and tenant:49fe02c895cc4dcab2ad27e3a8992f81 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:30.104769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4e3fbfaa-64f6-43bc-be3e-5dc277f48421 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:30.111708 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bf5bdc-24f3-4048-8c2b-a754bd0cd683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aaf4401-72f9-4032-827c-ac484ee463e1', 'code': 200} Mar 22 12:27:30.115863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.120030 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:30.120668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.125140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.129527 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8073711 Mar 22 12:27:30.129527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4e3fbfaa-64f6-43bc-be3e-5dc277f48421 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:30.130920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b26a2-c9fe-45ff-9990-12789efcf122 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbbf355-a503-493e-bbc9-a00540a96d8b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:30.136174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44776) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:30.149366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group': {'name': 'tempest-secgroup--875890254'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:30.157890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:30.180458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e3fbfaa-64f6-43bc-be3e-5dc277f48421 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.190372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:30.219625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cee237d-02b4-45a6-b838-70d043f9183f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:30.223095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.234779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.254577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Pushing event updated for resources: {'Network': ['ID=fd88a0ab-0c47-4ec8-939f-a927fd442d32,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:30.260930 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3dd5f330-4b39-4354-9026-3a285895ffa6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6823804 Mar 22 12:27:30.261651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44780) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:30.268330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Request body: {'subnet': {'network_id': 'fd88a0ab-0c47-4ec8-939f-a927fd442d32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:30.271152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network fd88a0ab-0c47-4ec8-939f-a927fd442d32 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:27:30.420149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:30.423913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:30.429155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Usage tracker for resource:subnet and tenant:0e563957d65b47e0af470f4a41f01937 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:30.431203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:30.432270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:30.436649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:30.439354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:30.443820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e3fbfaa-64f6-43bc-be3e-5dc277f48421 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.446533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:30.455606 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c9f51303-a572-4148-a27b-3e6dc4c4f3a6 req-c6bd6be7-9c24-407e-9a3f-0e3fdde9c9a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 1098 time: 0.1188004 Mar 22 12:27:30.456299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Made reservation on behalf of 0e563957d65b47e0af470f4a41f01937 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:30.462565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e3fbfaa-64f6-43bc-be3e-5dc277f48421 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.500410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fbfaa-64f6-43bc-be3e-5dc277f48421 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f36344-4c81-44e2-862a-1a1a8e2edac4,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:30.555778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4e3fbfaa-64f6-43bc-be3e-5dc277f48421 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.556944 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4e3fbfaa-64f6-43bc-be3e-5dc277f48421 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5100212 Mar 22 12:27:30.563101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44784) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:30.572312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.579647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.608043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.627193 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c9f51303-a572-4148-a27b-3e6dc4c4f3a6 req-be53b5aa-3580-4a9d-a649-37497629766c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547761 Mar 22 12:27:30.742817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-458b14c3-f346-464c-9124-93d946578b63 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.754490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.755708 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6184690 Mar 22 12:27:30.758292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68adfd-db4b-4b5e-84d9-f2b82263a725 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aed925-a198-4e2a-87a1-404e28373fa1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:30.759907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44788) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:30.768948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a00bd4c0-f930-4619-8b04-7d19f861a266 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group_rule': {'security_group_id': '5bbbf355-a503-493e-bbc9-a00540a96d8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd0aed925-a198-4e2a-87a1-404e28373fa1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:30.783818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a00bd4c0-f930-4619-8b04-7d19f861a266 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:30.790845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-458b14c3-f346-464c-9124-93d946578b63 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.798125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a00bd4c0-f930-4619-8b04-7d19f861a266 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:30.802904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a00bd4c0-f930-4619-8b04-7d19f861a266 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:30.814295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a00bd4c0-f930-4619-8b04-7d19f861a266 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:30.947137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router cd154f96-abb8-48ae-8aaa-c144cb8928d4 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:30.955477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-458b14c3-f346-464c-9124-93d946578b63 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:30.983977 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-a00bd4c0-f930-4619-8b04-7d19f861a266 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:27:30.984995 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a00bd4c0-f930-4619-8b04-7d19f861a266 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2241635 Mar 22 12:27:30.988357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b14c3-f346-464c-9124-93d946578b63 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87906827-433f-4941-bf79-b21dd71b1c1c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:30.999229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44794) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:31.060462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:31.113887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-458b14c3-f346-464c-9124-93d946578b63 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:31.114966 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-458b14c3-f346-464c-9124-93d946578b63 tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-groups/87906827-433f-4941-bf79-b21dd71b1c1c HTTP/1.1" status: 204 len: 168 time: 0.5508652 Mar 22 12:27:31.118484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44798) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:31.120241 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:31.129120 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0cb0ab93-33e6-43d6-b693-e42075158984 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3995700 Mar 22 12:27:31.132189 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e02dc9-45f2-476f-ae64-d6f3ef49658c None None] Sync routers for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:31.134649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87985c-7fbd-489b-b506-76658aba8515 req-659baa7c-9e3a-4101-8fde-6b80a0289c0d tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:31.136068 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fd87985c-7fbd-489b-b506-76658aba8515 req-659baa7c-9e3a-4101-8fde-6b80a0289c0d tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.2428274 Mar 22 12:27:31.139709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44802) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:31.146624 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e02dc9-45f2-476f-ae64-d6f3ef49658c None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:31.147442 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83e02dc9-45f2-476f-ae64-d6f3ef49658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:31.190238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-663e72b4-86af-49dd-a8e8-411ac3cfda0f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:31.220045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-663e72b4-86af-49dd-a8e8-411ac3cfda0f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:31.222739 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-663e72b4-86af-49dd-a8e8-411ac3cfda0f tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0999830 Mar 22 12:27:31.233366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44806) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:31.254706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Pushing event updated for resources: {'Subnet': ['ID=b13fbea7-3039-4e9b-931d-447fad489846,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:31.274291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8008e7ac-6735-483d-a3bb-cf2472ed4668 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:31.282860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-43395de7-887d-446c-aeb8-540ccb4b890a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Synchronizing usage tracker for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:31.300204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-43395de7-887d-446c-aeb8-540ccb4b890a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] Unset dirty status for tenant:49fe02c895cc4dcab2ad27e3a8992f81 on resource:security_group_rule {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:31.301419 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43395de7-887d-446c-aeb8-540ccb4b890a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0670803 Mar 22 12:27:31.304768 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44810) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:31.321293 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-83e02dc9-45f2-476f-ae64-d6f3ef49658c None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:31.323586 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-1dcbf5be-fb1f-40ea-884d-4f094ac090bb tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] delete failed (client error): The resource could not be found. Mar 22 12:27:31.328565 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1dcbf5be-fb1f-40ea-884d-4f094ac090bb tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "DELETE /v2.0/security-groups/87906827-433f-4941-bf79-b21dd71b1c1c HTTP/1.1" status: 404 len: 347 time: 0.0189233 Mar 22 12:27:31.328732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44814) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:31.329839 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fd87985c-7fbd-489b-b506-76658aba8515 req-d277f89c-59cc-4a08-92e7-a9339c4f09da tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817634 Mar 22 12:27:31.389155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Checking segment: {'id': 'b227f6c9-0420-4141-87a3-cf5f3534590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fd88a0ab-0c47-4ec8-939f-a927fd442d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:31.389551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Network hostable DHCP agents. Network: fd88a0ab-0c47-4ec8-939f-a927fd442d32, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:27:31.391955 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1a66c3cd-6b37-40bb-a88a-9d06e684860a tempest-SecGroupTest-495452340 tempest-SecGroupTest-495452340-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0621216 Mar 22 12:27:31.406702 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8008e7ac-6735-483d-a3bb-cf2472ed4668 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:31.486903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Network fd88a0ab-0c47-4ec8-939f-a927fd442d32 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:27:31.509170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, fd88a0ab-0c47-4ec8-939f-a927fd442d32) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:31.514198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:31.515087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:31.521416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9132f6ef-a294-4d37-b771-936b62000574 None None] Network fd88a0ab-0c47-4ec8-939f-a927fd442d32 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:31.531129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa453a0a-9763-4147-8597-b8278462c00e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting subnet 8fef7f99-6076-4dac-819c-6a0e6ddfce7b {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:31.534195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8008e7ac-6735-483d-a3bb-cf2472ed4668 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:31.561933 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa453a0a-9763-4147-8597-b8278462c00e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:31.679033 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83e02dc9-45f2-476f-ae64-d6f3ef49658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:29Z', 'revision_number': 10, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:31.683030 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e02dc9-45f2-476f-ae64-d6f3ef49658c None None] Checking router: cd154f96-abb8-48ae-8aaa-c144cb8928d4 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:31.698142 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e02dc9-45f2-476f-ae64-d6f3ef49658c None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:31.698904 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83e02dc9-45f2-476f-ae64-d6f3ef49658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:31.746077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008e7ac-6735-483d-a3bb-cf2472ed4668 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aed925-a198-4e2a-87a1-404e28373fa1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:31.750406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e7b4448a-af36-49f2-acab-d9eaac551342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:31.751558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44822) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:31.764657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa453a0a-9763-4147-8597-b8278462c00e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:31.778490 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-fd88a0ab-0c47-4ec8-939f-a927fd442d32', 'network_id': 'fd88a0ab-0c47-4ec8-939f-a927fd442d32', 'tenant_id': '0e563957d65b47e0af470f4a41f01937', 'fixed_ips': [{'subnet_id': 'b13fbea7-3039-4e9b-931d-447fad489846'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:27:31.779266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:31.800416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8008e7ac-6735-483d-a3bb-cf2472ed4668 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:31.804378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44828) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:31.804902 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8008e7ac-6735-483d-a3bb-cf2472ed4668 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "DELETE /v2.0/security-groups/d0aed925-a198-4e2a-87a1-404e28373fa1 HTTP/1.1" status: 204 len: 168 time: 0.8020451 Mar 22 12:27:31.811238 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-60fcb762-1091-4860-82d3-e63ae305f2e2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5480354 Mar 22 12:27:31.814478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44832) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:31.827178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Request body: {'port': {'network_id': 'fd88a0ab-0c47-4ec8-939f-a927fd442d32', 'name': 'tempest-TagsExtTest-1029902596'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:31.941770 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-83e02dc9-45f2-476f-ae64-d6f3ef49658c None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:31.969471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.005467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa453a0a-9763-4147-8597-b8278462c00e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.022973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9eb2d891-9e71-4eb5-81f1-b16e108a3734 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Synchronizing usage tracker for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:32.049745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9eb2d891-9e71-4eb5-81f1-b16e108a3734 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Unset dirty status for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:32.055274 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9eb2d891-9e71-4eb5-81f1-b16e108a3734 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2484348 Mar 22 12:27:32.056026 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44836) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:32.061763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:32.067468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Allocated IP 172.20.0.2 (fd88a0ab-0c47-4ec8-939f-a927fd442d32/b13fbea7-3039-4e9b-931d-447fad489846/3b9ebb94-7ead-48c2-910f-396362e04c1a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:27:32.074006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Usage tracker for resource:port and tenant:0e563957d65b47e0af470f4a41f01937 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:32.075590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.080468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:32.090792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:32.127217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Made reservation on behalf of 0e563957d65b47e0af470f4a41f01937 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:32.130777 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.163275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] device_id is not set on port 187c10fc-9bfd-4f07-8df9-486ab1a6bb2b yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:27:32.205616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa453a0a-9763-4147-8597-b8278462c00e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.273855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa453a0a-9763-4147-8597-b8278462c00e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Subnet': ['ID=8fef7f99-6076-4dac-819c-6a0e6ddfce7b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:32.307862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa453a0a-9763-4147-8597-b8278462c00e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.330390 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fa453a0a-9763-4147-8597-b8278462c00e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/8fef7f99-6076-4dac-819c-6a0e6ddfce7b HTTP/1.1" status: 204 len: 168 time: 1.1895335 Mar 22 12:27:32.333673 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44840) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:32.342204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c873bd5b-aa33-409f-9862-2c42ef7e83ce tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.346134 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0ab7ca-5641-484a-b50e-68c1d39fb5dd None None] Network bfe5838e-00c3-4f6d-9e15-50568a73a6a4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:32.397116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c873bd5b-aa33-409f-9862-2c42ef7e83ce tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.413809 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eaf15bd5-cce9-4507-a6ac-7d77ce9e93e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49fe02c895cc4dcab2ad27e3a8992f81&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6586242 Mar 22 12:27:32.417115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44846) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:32.461010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.474424 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 580c2d18-cb4c-4487-a570-18713560b8c1 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:32.474765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.503566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bfbc6b12-0458-4da4-95c2-c34d18b79737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.514934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c873bd5b-aa33-409f-9862-2c42ef7e83ce tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.560634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bfbc6b12-0458-4da4-95c2-c34d18b79737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.570100 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83e02dc9-45f2-476f-ae64-d6f3ef49658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:29Z', 'revision_number': 10, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:32.572771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873bd5b-aa33-409f-9862-2c42ef7e83ce tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbbf355-a503-493e-bbc9-a00540a96d8b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:32.575643 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e02dc9-45f2-476f-ae64-d6f3ef49658c None None] The sync data for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv is: [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:29Z', 'revision_number': 10, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None, '_interfaces': [{'id': '1ede22b5-1619-4d80-9476-14b6f9bf4006', 'name': '', 'network_id': 'ba98870f-6473-40c8-b7f2-4dd71860e358', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'mac_address': 'fa:16:3e:c0:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:26:12Z', 'updated_at': '2022-03-22T12:26:40Z', 'revision_number': 5, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'subnets': [{'id': 'ecc2a065-f685-48d6-88c0-61ccc168fd0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:32.619675 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.632622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c873bd5b-aa33-409f-9862-2c42ef7e83ce tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.636386 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c873bd5b-aa33-409f-9862-2c42ef7e83ce tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "DELETE /v2.0/security-groups/5bbbf355-a503-493e-bbc9-a00540a96d8b HTTP/1.1" status: 204 len: 168 time: 0.5794110 Mar 22 12:27:32.638030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Transition to ACTIVE for port object 3b9ebb94-7ead-48c2-910f-396362e04c1a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:32.641019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44850) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:32.666667 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Transition to ACTIVE for port object 3b9ebb94-7ead-48c2-910f-396362e04c1a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:32.679415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.730920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7eeeb479-11f3-42ab-8ad8-f69d8a2a0db8 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Synchronizing usage tracker for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:32.750005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e26325-e47a-4734-b9de-f42184c27aa0 req-ccb234e3-0e24-4093-8d2e-6e487c346098 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:32.754620 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89e26325-e47a-4734-b9de-f42184c27aa0 req-ccb234e3-0e24-4093-8d2e-6e487c346098 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.1785557 Mar 22 12:27:32.755605 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bfbc6b12-0458-4da4-95c2-c34d18b79737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.757318 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Pushing event updated for resources: {'Port': ['ID=3b9ebb94-7ead-48c2-910f-396362e04c1a,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:32.775718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Network fd88a0ab-0c47-4ec8-939f-a927fd442d32 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:27:32.777068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:32.777227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port 580c2d18-cb4c-4487-a570-18713560b8c1, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=580c2d18-cb4c-4487-a570-18713560b8c1,segment=NetworkSegment(39aba33b-d702-4df6-94fe-ba9e85876b2d),segment_id=39aba33b-d702-4df6-94fe-ba9e85876b2d)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:32.777789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.780117 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:27:32.800228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7eeeb479-11f3-42ab-8ad8-f69d8a2a0db8 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Unset dirty status for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:32.805181 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7eeeb479-11f3-42ab-8ad8-f69d8a2a0db8 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1594532 Mar 22 12:27:32.805181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc6b12-0458-4da4-95c2-c34d18b79737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae69e69-6eb1-410c-9882-ef663d589a7d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:32.806945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44854) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:32.814795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223373371'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:32.829337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:32.850667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:32.862531 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89e26325-e47a-4734-b9de-f42184c27aa0 req-04e33ad5-b8c1-422e-8386-89bc44b61976 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958757 Mar 22 12:27:32.868712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bfbc6b12-0458-4da4-95c2-c34d18b79737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.873280 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bfbc6b12-0458-4da4-95c2-c34d18b79737 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ae69e69-6eb1-410c-9882-ef663d589a7d HTTP/1.1" status: 204 len: 168 time: 0.4526408 Mar 22 12:27:32.895568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.940981 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499023cb-014a-41cd-95c7-c755cbf280ff None None] DHCP port deletion for bfe5838e-00c3-4f6d-9e15-50568a73a6a4 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:27:32.947699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Attempting to bind port 3b9ebb94-7ead-48c2-910f-396362e04c1a on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:27:32.948259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Attempting to bind port 3b9ebb94-7ead-48c2-910f-396362e04c1a by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'b227f6c9-0420-4141-87a3-cf5f3534590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fd88a0ab-0c47-4ec8-939f-a927fd442d32'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:27:32.948782 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Attempting to bind port 3b9ebb94-7ead-48c2-910f-396362e04c1a on network fd88a0ab-0c47-4ec8-939f-a927fd442d32 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:27:32.955512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-499023cb-014a-41cd-95c7-c755cbf280ff None None] Deleting port 580c2d18-cb4c-4487-a570-18713560b8c1 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:32.956150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-499023cb-014a-41cd-95c7-c755cbf280ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:32.968883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Allocated IP 172.20.0.4 (fd88a0ab-0c47-4ec8-939f-a927fd442d32/b13fbea7-3039-4e9b-931d-447fad489846/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:27:32.977653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 580c2d18-cb4c-4487-a570-18713560b8c1 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:32.999540 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:33.005463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:27:33.005899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Checking segment: {'id': 'b227f6c9-0420-4141-87a3-cf5f3534590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fd88a0ab-0c47-4ec8-939f-a927fd442d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:33.006289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.006805 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Bound using segment: {'id': 'b227f6c9-0420-4141-87a3-cf5f3534590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fd88a0ab-0c47-4ec8-939f-a927fd442d32'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:27:33.007409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Bound port: 3b9ebb94-7ead-48c2-910f-396362e04c1a, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b227f6c9-0420-4141-87a3-cf5f3534590a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'fd88a0ab-0c47-4ec8-939f-a927fd442d32'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:27:33.007776 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.010271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Usage tracker for resource:security_group_rule and tenant:9b1ca6a4ec874803ac627dbd06d481fb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:33.014849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:33.024010 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:33.128423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.139259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.200275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] For port 3b9ebb94-7ead-48c2-910f-396362e04c1a, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:27:33.235037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123f913c-f494-4e12-8700-b7d9ddaf64d7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:33.255053 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] For port 3b9ebb94-7ead-48c2-910f-396362e04c1a, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3b9ebb94-7ead-48c2-910f-396362e04c1a,segment=NetworkSegment(b227f6c9-0420-4141-87a3-cf5f3534590a),segment_id=b227f6c9-0420-4141-87a3-cf5f3534590a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:27:33.260145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.267062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.269628 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8aa3f3b3-432f-4d63-ba8a-8932adb20072 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4618442 Mar 22 12:27:33.272463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44864) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:33.279209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a3e2742d-0f30-4b8e-90f5-484b0c2306c4 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:33.280212 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-a3e2742d-0f30-4b8e-90f5-484b0c2306c4 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 12:27:33.282561 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a3e2742d-0f30-4b8e-90f5-484b0c2306c4 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "PUT /v2.0/security-groups/123f913c-f494-4e12-8700-b7d9ddaf64d7 HTTP/1.1" status: 409 len: 330 time: 0.0087841 Mar 22 12:27:33.285551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44868) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:33.310167 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.384838 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c48e2aba-cb46-4618-97b4-b77c54ff4c2d tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.418669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c48e2aba-cb46-4618-97b4-b77c54ff4c2d tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.427716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 580c2d18-cb4c-4487-a570-18713560b8c1 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:33.445431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.450674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.472871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c48e2aba-cb46-4618-97b4-b77c54ff4c2d tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.482658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93a006-4854-49a7-ad56-0958de1af82b None None] Pushing event updated for resources: {'Port': ['ID=3b9ebb94-7ead-48c2-910f-396362e04c1a,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:33.486997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 580c2d18-cb4c-4487-a570-18713560b8c1 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:33.487336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 580c2d18-cb4c-4487-a570-18713560b8c1 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:33.487751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6c77e145-3cb0-400d-ad43-ab0c69b8d924 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:33.496959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e2aba-cb46-4618-97b4-b77c54ff4c2d tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123f913c-f494-4e12-8700-b7d9ddaf64d7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:33.504124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c48e2aba-cb46-4618-97b4-b77c54ff4c2d tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.509227 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c48e2aba-cb46-4618-97b4-b77c54ff4c2d tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "DELETE /v2.0/security-groups/123f913c-f494-4e12-8700-b7d9ddaf64d7 HTTP/1.1" status: 204 len: 168 time: 0.2189982 Mar 22 12:27:33.509651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44878) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:33.519128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=580c2d18-cb4c-4487-a570-18713560b8c1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:33.530559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Transition to ACTIVE for port object 187c10fc-9bfd-4f07-8df9-486ab1a6bb2b will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:33.538029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No DVR routers for this DVR port 580c2d18-cb4c-4487-a570-18713560b8c1 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:27:33.540370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 6c77e145-3cb0-400d-ad43-ab0c69b8d924 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:33.540741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6c77e145-3cb0-400d-ad43-ab0c69b8d924 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:33.544819 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-499023cb-014a-41cd-95c7-c755cbf280ff None None] For port 580c2d18-cb4c-4487-a570-18713560b8c1, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=580c2d18-cb4c-4487-a570-18713560b8c1,segment=NetworkSegment(39aba33b-d702-4df6-94fe-ba9e85876b2d),segment_id=39aba33b-d702-4df6-94fe-ba9e85876b2d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:33.545212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-499023cb-014a-41cd-95c7-c755cbf280ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.593260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5e118660-c9fa-43e4-89b7-8a3f72a9898a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Synchronizing usage tracker for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:33.611573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef87b3-029c-40c6-9836-33fe71639f40 req-b45920ff-baf1-44c1-914a-21f4052f24eb tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:33.611861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5e118660-c9fa-43e4-89b7-8a3f72a9898a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] Unset dirty status for tenant:9b1ca6a4ec874803ac627dbd06d481fb on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:33.617066 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bbef87b3-029c-40c6-9836-33fe71639f40 req-b45920ff-baf1-44c1-914a-21f4052f24eb tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.5876355 Mar 22 12:27:33.617258 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5e118660-c9fa-43e4-89b7-8a3f72a9898a tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1027765 Mar 22 12:27:33.617680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44882) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:33.640604 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-911e449b-44ba-4287-9041-8ffbbaec8fd1 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] delete failed (client error): The resource could not be found. Mar 22 12:27:33.645500 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-911e449b-44ba-4287-9041-8ffbbaec8fd1 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "DELETE /v2.0/security-groups/8f8e02a0-9891-4500-a256-dd307aa07d3d HTTP/1.1" status: 404 len: 347 time: 0.0237119 Mar 22 12:27:33.646019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44888) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:33.666564 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-c0c7c762-e53e-4926-a357-d3344258240c tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] show failed (client error): The resource could not be found. Mar 22 12:27:33.671353 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0c7c762-e53e-4926-a357-d3344258240c tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "GET /v2.0/security-groups/c2e33313-a6c1-4f20-8512-238990bbac06 HTTP/1.1" status: 404 len: 347 time: 0.0206983 Mar 22 12:27:33.672135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44892) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:33.697802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-499023cb-014a-41cd-95c7-c755cbf280ff None None] Calling delete_port for 580c2d18-cb4c-4487-a570-18713560b8c1 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:33.698292 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-7c1c3e40-3ffb-4722-8fff-dff022311761 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] show failed (client error): The resource could not be found. Mar 22 12:27:33.710966 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7c1c3e40-3ffb-4722-8fff-dff022311761 tempest-NegativeSecGroupTest-439148874 tempest-NegativeSecGroupTest-439148874-project] 10.222.0.62 "GET /v2.0/security-group-rules/98937aae-327c-4783-8180-985e893d079c HTTP/1.1" status: 404 len: 356 time: 0.0372388 Mar 22 12:27:33.749804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.779274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-499023cb-014a-41cd-95c7-c755cbf280ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:27:33.779922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-499023cb-014a-41cd-95c7-c755cbf280ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:27:33.893930 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bbef87b3-029c-40c6-9836-33fe71639f40 req-af2178e4-0b3f-4916-88a8-d872b4733e78 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709310 Mar 22 12:27:33.897801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe5838e-00c3-4f6d-9e15-50568a73a6a4']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:33.925597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:33.982325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39aba33b-d702-4df6-94fe-ba9e85876b2d') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:33.982677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39aba33b-d702-4df6-94fe-ba9e85876b2d') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:34.021277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.043544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Network fd88a0ab-0c47-4ec8-939f-a927fd442d32 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:27:34.053585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:34.060694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:27:34.129519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Pushing event updated for resources: {'Port': ['ID=187c10fc-9bfd-4f07-8df9-486ab1a6bb2b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:34.151504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.163974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:34.164351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:34.181284 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:34.216494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44908) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:34.264077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:34.265352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.281658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-499023cb-014a-41cd-95c7-c755cbf280ff None None] Deleting port 580c2d18-cb4c-4487-a570-18713560b8c1 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:34.282026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-499023cb-014a-41cd-95c7-c755cbf280ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.298924 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.303902 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2539cae8-60f1-4e6a-a557-86bc5801fbd2 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4884715 Mar 22 12:27:34.307023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44916) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:34.313227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-02f28c26-d5f6-49a1-b387-8e7dccdd2b36 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-454019287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:34.323748 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.326317 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/networks/bfe5838e-00c3-4f6d-9e15-50568a73a6a4 HTTP/1.1" status: 204 len: 168 time: 1.9911764 Mar 22 12:27:34.330126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44920) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:34.331469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-02f28c26-d5f6-49a1-b387-8e7dccdd2b36 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:34.337024 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db5da0-fdad-4212-a3c2-3663f30010d0 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Network': ['ID=bfe5838e-00c3-4f6d-9e15-50568a73a6a4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:34.401640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-499023cb-014a-41cd-95c7-c755cbf280ff None None] The port '580c2d18-cb4c-4487-a570-18713560b8c1' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:27:34.432054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-02f28c26-d5f6-49a1-b387-8e7dccdd2b36 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Usage tracker for resource:router and tenant:0e563957d65b47e0af470f4a41f01937 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:34.439909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-02f28c26-d5f6-49a1-b387-8e7dccdd2b36 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:34.503740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-02f28c26-d5f6-49a1-b387-8e7dccdd2b36 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:34.574654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02f28c26-d5f6-49a1-b387-8e7dccdd2b36 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.575594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02f28c26-d5f6-49a1-b387-8e7dccdd2b36 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.580819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46163b4b-8094-443e-a791-d887aa45b887 req-8398dfec-8df7-4601-8a23-8b3bba2cc5b7 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:34.582456 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-46163b4b-8094-443e-a791-d887aa45b887 req-8398dfec-8df7-4601-8a23-8b3bba2cc5b7 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.0923305 Mar 22 12:27:34.603732 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ac44084a-ef7a-468e-942c-0867f99447ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b1ca6a4ec874803ac627dbd06d481fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3834577 Mar 22 12:27:34.606178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44928) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:34.643691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02f28c26-d5f6-49a1-b387-8e7dccdd2b36 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.674813 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-46163b4b-8094-443e-a791-d887aa45b887 req-69a70f20-6403-44fd-a663-78482ada017a tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821719 Mar 22 12:27:34.693357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02f28c26-d5f6-49a1-b387-8e7dccdd2b36 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.719131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a93bf25-b944-4013-977e-a2953256e795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.735181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02f28c26-d5f6-49a1-b387-8e7dccdd2b36 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.736396 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-02f28c26-d5f6-49a1-b387-8e7dccdd2b36 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4283304 Mar 22 12:27:34.739336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44936) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:34.746929 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-64415cf3-ddec-40cf-9132-3755f7300c13 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1447661362', 'prefixes': ['172.20.0.0/16']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:34.753775 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-64415cf3-ddec-40cf-9132-3755f7300c13 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:34.833185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-64415cf3-ddec-40cf-9132-3755f7300c13 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for subnetpool, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.836712 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-64415cf3-ddec-40cf-9132-3755f7300c13 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0960581 Mar 22 12:27:34.841676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44942) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:34.847845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-72c8fcc5-b639-481e-ae06-a516398a45fd tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846', 'tempest-TagsExtTest-Tag-2017313605') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:34.928046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0897f87-89ab-4f80-8b4e-fdc8d6e09bd5 None None] Network fd88a0ab-0c47-4ec8-939f-a927fd442d32 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:34.940336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a93bf25-b944-4013-977e-a2953256e795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:34.940689 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-72c8fcc5-b639-481e-ae06-a516398a45fd tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags/tempest-TagsExtTest-Tag-2017313605 HTTP/1.1" status: 201 len: 201 time: 0.0938444 Mar 22 12:27:34.940689 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44948) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:34.947153 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-5d21ae9b-c161-4091-9bf7-072a46ed1264 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b', 'tempest-TagsExtTest-Tag-1222580710') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:35.020131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a93bf25-b944-4013-977e-a2953256e795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:35.046919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93bf25-b944-4013-977e-a2953256e795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3545c63-4e7b-477b-baac-d9d27a077e0c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:35.050080 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5d21ae9b-c161-4091-9bf7-072a46ed1264 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags/tempest-TagsExtTest-Tag-1222580710 HTTP/1.1" status: 201 len: 201 time: 0.1080582 Mar 22 12:27:35.053087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44954) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:35.063409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-61da20f2-00c4-4526-b6c2-1a1209daf61b tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3', 'tempest-TagsExtTest-Tag-804905123') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:35.066354 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9a93bf25-b944-4013-977e-a2953256e795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:35.070298 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9a93bf25-b944-4013-977e-a2953256e795 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3545c63-4e7b-477b-baac-d9d27a077e0c HTTP/1.1" status: 204 len: 168 time: 0.4630830 Mar 22 12:27:35.085355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:35.091743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-30df9579-81f2-4960-8a7c-79c8d5979926 None None] Provisioning for port 3b9ebb94-7ead-48c2-910f-396362e04c1a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:35.429513 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-61da20f2-00c4-4526-b6c2-1a1209daf61b tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags/tempest-TagsExtTest-Tag-804905123 HTTP/1.1" status: 201 len: 201 time: 0.3745399 Mar 22 12:27:35.432118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44964) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:35.440482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-3cea8c8e-69ef-4bca-a369-9ea75b2bbf18 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124', 'tempest-TagsExtTest-Tag-1718807703') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:35.503097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3b9ebb94-7ead-48c2-910f-396362e04c1a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:35.552288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44970) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:35.598733 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 3b9ebb94-7ead-48c2-910f-396362e04c1a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:35.609942 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3b9ebb94-7ead-48c2-910f-396362e04c1a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:35.610385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:35.752968 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ad72197a-d13a-45c7-8001-7b1be3d56bf3 None None] Provisioning complete for port 3b9ebb94-7ead-48c2-910f-396362e04c1a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:35.753377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ad72197a-d13a-45c7-8001-7b1be3d56bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:35.834062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'network': {'name': 'tempest-network-smoke--222861035', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:35.841912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:35.850738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:network and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:35.858171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:35.876339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:35.896158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:35.905173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:35.908689 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3cea8c8e-69ef-4bca-a369-9ea75b2bbf18 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags/tempest-TagsExtTest-Tag-1718807703 HTTP/1.1" status: 201 len: 201 time: 0.4754040 Mar 22 12:27:35.909978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 44984) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:35.929250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:35.946350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:35.953097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-a51a3905-9102-4cf0-a80b-6395ed3b5b70 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:35.973032 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:35.978612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:35.982523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:35.986569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 3b9ebb94-7ead-48c2-910f-396362e04c1a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3b9ebb94-7ead-48c2-910f-396362e04c1a,segment=NetworkSegment(b227f6c9-0420-4141-87a3-cf5f3534590a),segment_id=b227f6c9-0420-4141-87a3-cf5f3534590a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:35.990404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:36.017977 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.087184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.092991 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.094303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb0cd4-8538-4e8f-a2aa-6b338a6d7805 req-fbe2f94c-f9ff-44b3-a59b-9c26d8da5bb5 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:36.095922 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c0eb0cd4-8538-4e8f-a2aa-6b338a6d7805 req-fbe2f94c-f9ff-44b3-a59b-9c26d8da5bb5 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.1927795 Mar 22 12:27:36.132087 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=3b9ebb94-7ead-48c2-910f-396362e04c1a,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:36.144245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:27:36.144735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ad72197a-d13a-45c7-8001-7b1be3d56bf3 None None] Provisioning for port 187c10fc-9bfd-4f07-8df9-486ab1a6bb2b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:36.151324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ad72197a-d13a-45c7-8001-7b1be3d56bf3 None None] Provisioning complete for port 187c10fc-9bfd-4f07-8df9-486ab1a6bb2b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:36.151911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ad72197a-d13a-45c7-8001-7b1be3d56bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.161040 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a51a3905-9102-4cf0-a80b-6395ed3b5b70 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags HTTP/1.1" status: 200 len: 241 time: 0.2486367 Mar 22 12:27:36.164848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 44992) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:36.198979 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c0eb0cd4-8538-4e8f-a2aa-6b338a6d7805 req-48e0322b-2a32-43af-b09e-4df55d3075b2 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770512 Mar 22 12:27:36.207201 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-cf9ecd79-f5e2-4a99-9db2-2d31e36c611d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846', 'tempest-TagsExtTest-Tag-2017313605') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:36.235351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ad72197a-d13a-45c7-8001-7b1be3d56bf3 None None] Port 187c10fc-9bfd-4f07-8df9-486ab1a6bb2b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:27:36.273542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a94cf8-950d-4b08-9ad0-38a86fb010bf,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:36.276331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.276674 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Added segment 1574d17e-7ea5-47ca-8359-b5bf7bb2016c of type vlan for network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a Mar 22 12:27:36.309820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 1ede22b5-1619-4d80-9476-14b6f9bf4006 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:36.310929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.342962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.375895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2e77434f-9ac5-4333-8fb0-268182a54e52 None None] Provisioning complete for port 187c10fc-9bfd-4f07-8df9-486ab1a6bb2b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:36.376306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e77434f-9ac5-4333-8fb0-268182a54e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.391948 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cf9ecd79-f5e2-4a99-9db2-2d31e36c611d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags/tempest-TagsExtTest-Tag-2017313605 HTTP/1.1" status: 204 len: 168 time: 0.2154062 Mar 22 12:27:36.392407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45002) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:36.398724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-f4c7f952-02d3-450a-8b6e-3295256874fc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846', 'tempest-TagsExtTest-Tag-2017313605') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:36.435798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.439881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:36.440462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.464714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2e77434f-9ac5-4333-8fb0-268182a54e52 None None] Port 187c10fc-9bfd-4f07-8df9-486ab1a6bb2b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:27:36.586068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port 1ede22b5-1619-4d80-9476-14b6f9bf4006, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=1ede22b5-1619-4d80-9476-14b6f9bf4006,segment=NetworkSegment(b17bc8c5-3b80-444a-b0ff-076d3804ee8d),segment_id=b17bc8c5-3b80-444a-b0ff-076d3804ee8d)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:36.588796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.591018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Network': ['ID=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:36.600676 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-89797c23-0e1e-448f-b3fb-bab4613d21cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0441163 Mar 22 12:27:36.602244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45010) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:36.609056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'admin_state_up': True, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:36.613099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:27:36.623097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:36.628665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:router and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:36.635358 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:36.645608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:36.682640 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.684313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.701242 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f4c7f952-02d3-450a-8b6e-3295256874fc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags/tempest-TagsExtTest-Tag-2017313605 HTTP/1.1" status: 204 len: 168 time: 0.3076878 Mar 22 12:27:36.702204 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45016) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:36.712344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-490d6737-4c55-4fc6-b83d-63952e70c25d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:36.808528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 1ede22b5-1619-4d80-9476-14b6f9bf4006 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:36.822007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:36.916571 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10b5626b-8865-4fc0-8b2b-d5f386281eda req-53bef038-235c-4b23-86bd-e4ac0ad824f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d288b347060540bb805ec0abc06f922d&device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 1098 time: 0.2088456 Mar 22 12:27:36.918771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eea4c6-0e63-410c-9efa-380595e8a164 req-28810d89-ed06-4c84-b9af-f3a8fc0c74dd tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:36.920219 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7eea4c6-0e63-410c-9efa-380595e8a164 req-28810d89-ed06-4c84-b9af-f3a8fc0c74dd tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.2261736 Mar 22 12:27:36.928782 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-490d6737-4c55-4fc6-b83d-63952e70c25d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags HTTP/1.1" status: 200 len: 205 time: 0.2236407 Mar 22 12:27:36.929122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45024) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:36.956666 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-f2487c49-1e8c-4ebf-a5b5-4d6e30186963 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:37.044812 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7eea4c6-0e63-410c-9efa-380595e8a164 req-04d6c409-8a17-45ce-a407-3a13370e3b18 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181121 Mar 22 12:27:37.100965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:37.111759 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f2487c49-1e8c-4ebf-a5b5-4d6e30186963 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags HTTP/1.1" status: 200 len: 241 time: 0.1806984 Mar 22 12:27:37.114469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45030) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:37.121694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-f8014708-fb55-4260-a619-faa008ef1702 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b', 'tempest-TagsExtTest-Tag-1222580710') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:37.167823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:37.177365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5626b-8865-4fc0-8b2b-d5f386281eda req-1340ca25-69e8-413c-a2b0-6f463bf121ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:37.179146 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10b5626b-8865-4fc0-8b2b-d5f386281eda req-1340ca25-69e8-413c-a2b0-6f463bf121ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=07fa19aa-f3cd-46af-bca2-e0620255dccc HTTP/1.1" status: 200 len: 913 time: 0.2555344 Mar 22 12:27:37.232181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=1ede22b5-1619-4d80-9476-14b6f9bf4006,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:37.335582 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f8014708-fb55-4260-a619-faa008ef1702 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags/tempest-TagsExtTest-Tag-1222580710 HTTP/1.1" status: 204 len: 168 time: 0.2167802 Mar 22 12:27:37.337499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45038) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:37.344437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-8d007866-010b-47a5-bc5d-780e0dc69472 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b', 'tempest-TagsExtTest-Tag-1222580710') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:37.447829 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10b5626b-8865-4fc0-8b2b-d5f386281eda req-28b2ec94-5356-4b53-aabc-80e44de7c573 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aaf4401-72f9-4032-827c-ac484ee463e1 HTTP/1.1" status: 200 len: 217 time: 0.0892835 Mar 22 12:27:37.524308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3b9ebb94-7ead-48c2-910f-396362e04c1a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:37.531666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5626b-8865-4fc0-8b2b-d5f386281eda req-1fdf8bde-5838-476a-8859-895810c76539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:37.533201 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10b5626b-8865-4fc0-8b2b-d5f386281eda req-1fdf8bde-5838-476a-8859-895810c76539 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c661a53d-bda7-41be-8c97-f18dd5794409 HTTP/1.1" status: 200 len: 852 time: 0.0812445 Mar 22 12:27:37.574513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:37.588490 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10b5626b-8865-4fc0-8b2b-d5f386281eda req-a2ff75b5-1baf-42c1-80fb-2bbd43b476cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07fa19aa-f3cd-46af-bca2-e0620255dccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485108 Mar 22 12:27:37.606915 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3b9ebb94-7ead-48c2-910f-396362e04c1a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:37.607290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:37.798361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:37.833396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:37.848359 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8d007866-010b-47a5-bc5d-780e0dc69472 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags/tempest-TagsExtTest-Tag-1222580710 HTTP/1.1" status: 204 len: 168 time: 0.5096862 Mar 22 12:27:37.850987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45050) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:37.858702 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-08a5c52d-302a-4033-a0b2-01a6a54304bd tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:37.895350 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10b5626b-8865-4fc0-8b2b-d5f386281eda req-35980e63-c849-449c-9e4a-2e1e835ce5fb service neutron] 10.222.0.55 "GET /v2.0/networks/07fa19aa-f3cd-46af-bca2-e0620255dccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967024 Mar 22 12:27:38.093966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.81 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:27:38.097369 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10b5626b-8865-4fc0-8b2b-d5f386281eda req-278d79aa-60fd-46eb-a414-1e3ea87bf65b service neutron] 10.222.0.55 "GET /v2.0/networks/07fa19aa-f3cd-46af-bca2-e0620255dccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959734 Mar 22 12:27:38.167699 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-08a5c52d-302a-4033-a0b2-01a6a54304bd tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags HTTP/1.1" status: 200 len: 205 time: 0.3134928 Mar 22 12:27:38.168785 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45056) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:38.175049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-dbfce757-c893-4c66-be8d-bc44d0a29b88 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:38.223462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45060) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:38.230880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789386024', 'description': 'tempest-secgroup-smoke-1789386024 description', 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:38.237279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:38.250441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:security_group and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:38.256265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:38.265968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:38.284796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.293858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.309022 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.339401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router cd154f96-abb8-48ae-8aaa-c144cb8928d4 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:38.349957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:38.354459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:security_group_rule and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:38.357754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:38.361268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.398734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:38.430841 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dbfce757-c893-4c66-be8d-bc44d0a29b88 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags HTTP/1.1" status: 200 len: 240 time: 0.2610738 Mar 22 12:27:38.435221 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45064) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:38.452249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-d3b7dd38-8b2f-4361-a2fe-7b7197d38d1e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3', 'tempest-TagsExtTest-Tag-804905123') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:38.513841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e06c07-a68f-4d39-88b7-0d020bff5655 req-db2c5bf6-63ac-40c3-a6c0-fee87aeb1354 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:38.514373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:27:38.515303 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-79e06c07-a68f-4d39-88b7-0d020bff5655 req-db2c5bf6-63ac-40c3-a6c0-fee87aeb1354 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.2707794 Mar 22 12:27:38.526057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:38.528758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:27:38.540275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:38.551006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16c10c-010b-4e15-915b-3f80bef97c1f None None] Sync routers for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:38.558926 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2ae4fb16-8ee5-4e53-a62f-82291727b60c tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2246618 Mar 22 12:27:38.565554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc16c10c-010b-4e15-915b-3f80bef97c1f None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:38.566483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fc16c10c-010b-4e15-915b-3f80bef97c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:38.566661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45068) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:38.609524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:38.622475 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-79e06c07-a68f-4d39-88b7-0d020bff5655 req-b5387734-7a28-47ff-ab2a-3b0df8c9c724 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002383 Mar 22 12:27:38.707752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-fc16c10c-010b-4e15-915b-3f80bef97c1f None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:38.740212 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d3b7dd38-8b2f-4361-a2fe-7b7197d38d1e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags/tempest-TagsExtTest-Tag-804905123 HTTP/1.1" status: 204 len: 168 time: 0.2974477 Mar 22 12:27:38.740464 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45072) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:38.749745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-197dfc16-e649-4ff9-9a58-d646c6d08a78 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3', 'tempest-TagsExtTest-Tag-804905123') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:38.764952 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.774142 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.816167 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fc16c10c-010b-4e15-915b-3f80bef97c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:37Z', 'revision_number': 11, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:38.820318 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16c10c-010b-4e15-915b-3f80bef97c1f None None] Checking router: cd154f96-abb8-48ae-8aaa-c144cb8928d4 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:38.830815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:38.831317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc16c10c-010b-4e15-915b-3f80bef97c1f None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:38.831917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fc16c10c-010b-4e15-915b-3f80bef97c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:38.834981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1799521-e8ee-4607-8799-08c05f974362,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:38.838943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:security_group_rule and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:38.842477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:38.849743 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:38.881657 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-675e2efc-2191-48ce-8c81-e79e930e486b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting subnet ecc2a065-f685-48d6-88c0-61ccc168fd0c {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:38.887145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-675e2efc-2191-48ce-8c81-e79e930e486b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.917247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.927331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.946421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.947615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.951484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-675e2efc-2191-48ce-8c81-e79e930e486b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:38.982752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-fc16c10c-010b-4e15-915b-3f80bef97c1f None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:39.048725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcde607-7b1d-4483-b84c-e72a9edbb7a6,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:39.101030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fc16c10c-010b-4e15-915b-3f80bef97c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:37Z', 'revision_number': 11, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:39.106107 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc16c10c-010b-4e15-915b-3f80bef97c1f None None] The sync data for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv is: [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:37Z', 'revision_number': 11, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:39.130273 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:27:39.184890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-675e2efc-2191-48ce-8c81-e79e930e486b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.233114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.234403 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b632008a-9770-42bc-929c-617f05d0bf57 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.0100031 Mar 22 12:27:39.240451 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-197dfc16-e649-4ff9-9a58-d646c6d08a78 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags/tempest-TagsExtTest-Tag-804905123 HTTP/1.1" status: 204 len: 168 time: 0.4971733 Mar 22 12:27:39.240626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45076) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:39.241640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45078) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:39.248247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e89d8563-a911-433a-a362-c74bf7c84ee0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'security_group_rule': {'security_group_id': 'ddcde607-7b1d-4483-b84c-e72a9edbb7a6', 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:39.248558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-fa30b806-895d-47b0-a88b-589fba2276b5 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:39.255556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e89d8563-a911-433a-a362-c74bf7c84ee0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:39.260847 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e89d8563-a911-433a-a362-c74bf7c84ee0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:security_group_rule and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:39.273925 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e89d8563-a911-433a-a362-c74bf7c84ee0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:39.281745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e89d8563-a911-433a-a362-c74bf7c84ee0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:39.306135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e89d8563-a911-433a-a362-c74bf7c84ee0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.388759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-675e2efc-2191-48ce-8c81-e79e930e486b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.394351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e89d8563-a911-433a-a362-c74bf7c84ee0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.399338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e89d8563-a911-433a-a362-c74bf7c84ee0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.430526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e2efc-2191-48ce-8c81-e79e930e486b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc2a065-f685-48d6-88c0-61ccc168fd0c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:39.432660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d8563-a911-433a-a362-c74bf7c84ee0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d03e6e6-e39e-494b-abe9-b32dc738b2f3,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:39.434518 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa30b806-895d-47b0-a88b-589fba2276b5 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags HTTP/1.1" status: 200 len: 205 time: 0.1923285 Mar 22 12:27:39.436990 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45084) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:39.442989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-73d515cd-0a0f-40ac-b543-38d010c12245 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:39.446537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec00d5f-84e8-4357-8f46-24f3caa5bfff None None] Network ba98870f-6473-40c8-b7f2-4dd71860e358 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:39.447430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e89d8563-a911-433a-a362-c74bf7c84ee0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.451384 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e89d8563-a911-433a-a362-c74bf7c84ee0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2091508 Mar 22 12:27:39.451776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-675e2efc-2191-48ce-8c81-e79e930e486b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.456671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45088) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:39.462900 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-675e2efc-2191-48ce-8c81-e79e930e486b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/ecc2a065-f685-48d6-88c0-61ccc168fd0c HTTP/1.1" status: 204 len: 168 time: 0.8954184 Mar 22 12:27:39.465531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45092) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:39.465687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9a0fbc2a-ca52-4b1a-9ec6-7111df66a481 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'security_group_rule': {'security_group_id': 'ddcde607-7b1d-4483-b84c-e72a9edbb7a6', 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:39.477230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9a0fbc2a-ca52-4b1a-9ec6-7111df66a481 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:39.485532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9a0fbc2a-ca52-4b1a-9ec6-7111df66a481 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:security_group_rule and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:39.489231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9a0fbc2a-ca52-4b1a-9ec6-7111df66a481 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:39.499305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9a0fbc2a-ca52-4b1a-9ec6-7111df66a481 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:39.521436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 8bb97826-fcb2-41d8-aa11-148ef2ba389d is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:27:39.529604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a0fbc2a-ca52-4b1a-9ec6-7111df66a481 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.582915 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1ede22b5-1619-4d80-9476-14b6f9bf4006 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:39.595641 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-73d515cd-0a0f-40ac-b543-38d010c12245 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags HTTP/1.1" status: 200 len: 241 time: 0.1550987 Mar 22 12:27:39.596101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45096) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:39.609411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-23b21fd2-38a3-4af4-9cf0-e20fd060d1ca tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124', 'tempest-TagsExtTest-Tag-1718807703') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:39.631701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.642577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 1ede22b5-1619-4d80-9476-14b6f9bf4006 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:39.643133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 1ede22b5-1619-4d80-9476-14b6f9bf4006 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:39.649029 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-23b21fd2-38a3-4af4-9cf0-e20fd060d1ca tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags/tempest-TagsExtTest-Tag-1718807703 HTTP/1.1" status: 204 len: 168 time: 0.0519643 Mar 22 12:27:39.649942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Deleting port 4e714e38-890b-4fa4-b84d-e849487f29a7 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:39.650274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.681428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45102) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:39.694246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-4b425721-504c-4cb0-a61b-362f9d091c5d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124', 'tempest-TagsExtTest-Tag-1718807703') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:39.759847 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a0fbc2a-ca52-4b1a-9ec6-7111df66a481 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.768319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a0fbc2a-ca52-4b1a-9ec6-7111df66a481 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.795718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde9884-6835-4dcb-8e11-4997030d9d46 None None] DHCP port deletion for ba98870f-6473-40c8-b7f2-4dd71860e358 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:27:39.800313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bcde9884-6835-4dcb-8e11-4997030d9d46 None None] Deleting port 4e714e38-890b-4fa4-b84d-e849487f29a7 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:39.800673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bcde9884-6835-4dcb-8e11-4997030d9d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.828812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fbc2a-ca52-4b1a-9ec6-7111df66a481 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6491e16-bd94-4ff4-92b6-457ac32e38b1,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:39.856176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a0fbc2a-ca52-4b1a-9ec6-7111df66a481 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.856546 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9a0fbc2a-ca52-4b1a-9ec6-7111df66a481 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4003332 Mar 22 12:27:39.860384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45106) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:39.868011 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4b425721-504c-4cb0-a61b-362f9d091c5d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags/tempest-TagsExtTest-Tag-1718807703 HTTP/1.1" status: 204 len: 168 time: 0.1833553 Mar 22 12:27:39.871051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5d12ab81-7a21-437f-adb1-0eedddf57265 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'security_group_rule': {'security_group_id': 'ddcde607-7b1d-4483-b84c-e72a9edbb7a6', 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:39.876218 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45110) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:39.888716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-e22a6e29-6af9-4b90-8230-9f134124a32d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:39.899869 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5d12ab81-7a21-437f-adb1-0eedddf57265 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:39.901336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] For port 4e714e38-890b-4fa4-b84d-e849487f29a7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4e714e38-890b-4fa4-b84d-e849487f29a7,segment=NetworkSegment(b17bc8c5-3b80-444a-b0ff-076d3804ee8d),segment_id=b17bc8c5-3b80-444a-b0ff-076d3804ee8d)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:39.901889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:39.914165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5d12ab81-7a21-437f-adb1-0eedddf57265 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:security_group_rule and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:39.925094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5d12ab81-7a21-437f-adb1-0eedddf57265 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:39.936965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5d12ab81-7a21-437f-adb1-0eedddf57265 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:39.966697 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e22a6e29-6af9-4b90-8230-9f134124a32d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags HTTP/1.1" status: 200 len: 205 time: 0.0856535 Mar 22 12:27:39.966945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:39.978277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f89ae-5eb8-4915-9d74-3bc90a679b78 req-56f58be0-077e-4ca6-85e1-58288dadff83 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:39.980093 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a38f89ae-5eb8-4915-9d74-3bc90a679b78 req-56f58be0-077e-4ca6-85e1-58288dadff83 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.1876352 Mar 22 12:27:39.981639 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d12ab81-7a21-437f-adb1-0eedddf57265 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.019356 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bcde9884-6835-4dcb-8e11-4997030d9d46 None None] For port 4e714e38-890b-4fa4-b84d-e849487f29a7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4e714e38-890b-4fa4-b84d-e849487f29a7,segment=NetworkSegment(b17bc8c5-3b80-444a-b0ff-076d3804ee8d),segment_id=b17bc8c5-3b80-444a-b0ff-076d3804ee8d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:40.019643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bcde9884-6835-4dcb-8e11-4997030d9d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.019796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:40.024066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-fc4222ae-9c09-4004-8506-b792fc8e583a tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:40.032625 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Sync routers for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:40.039356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Calling delete_port for 4e714e38-890b-4fa4-b84d-e849487f29a7 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:40.044303 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:40.045210 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:40.082653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.087190 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8585beff-f98a-4404-add5-bad426aa8254 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4849222 Mar 22 12:27:40.087989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45118) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:40.111298 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a38f89ae-5eb8-4915-9d74-3bc90a679b78 req-94669c18-e700-48c7-be7e-b4763838f203 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208591 Mar 22 12:27:40.120736 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fc4222ae-9c09-4004-8506-b792fc8e583a tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags HTTP/1.1" status: 204 len: 168 time: 0.1526942 Mar 22 12:27:40.131517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45124) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:40.140227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-dfae02b1-31e5-4cb2-902a-8ff09149d203 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:40.144051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d12ab81-7a21-437f-adb1-0eedddf57265 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.174731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d12ab81-7a21-437f-adb1-0eedddf57265 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.256956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12ab81-7a21-437f-adb1-0eedddf57265 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19150fe5-0c43-414b-bc04-d73e894a85fe,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:40.263995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bcde9884-6835-4dcb-8e11-4997030d9d46 None None] Calling delete_port for 4e714e38-890b-4fa4-b84d-e849487f29a7 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:40.289308 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d12ab81-7a21-437f-adb1-0eedddf57265 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.289703 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5d12ab81-7a21-437f-adb1-0eedddf57265 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4267328 Mar 22 12:27:40.292359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45130) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:40.310597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7e5e27ee-d40a-4972-9a2e-2f68dad94529 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'security_group_rule': {'security_group_id': 'ddcde607-7b1d-4483-b84c-e72a9edbb7a6', 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:40.325083 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:40.326048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7e5e27ee-d40a-4972-9a2e-2f68dad94529 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:40.336986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.341418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7e5e27ee-d40a-4972-9a2e-2f68dad94529 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:security_group_rule and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:40.345045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7e5e27ee-d40a-4972-9a2e-2f68dad94529 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:40.371757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7e5e27ee-d40a-4972-9a2e-2f68dad94529 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:40.381400 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-bcde9884-6835-4dcb-8e11-4997030d9d46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:27:40.381783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-bcde9884-6835-4dcb-8e11-4997030d9d46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:27:40.402177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5e27ee-d40a-4972-9a2e-2f68dad94529 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.420091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Port': ['ID=4e714e38-890b-4fa4-b84d-e849487f29a7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:40.453956 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dfae02b1-31e5-4cb2-902a-8ff09149d203 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags HTTP/1.1" status: 204 len: 168 time: 0.3213015 Mar 22 12:27:40.455243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45134) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:40.460976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No DVR routers for this DVR port 4e714e38-890b-4fa4-b84d-e849487f29a7 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:27:40.465124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-99a59465-5a38-4b4c-a012-46e253c8a9f4 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:40.531859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5e27ee-d40a-4972-9a2e-2f68dad94529 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.580493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5e27ee-d40a-4972-9a2e-2f68dad94529 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.605914 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c6682111-0efd-4a39-b477-847f886f7797 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7b68bf5710844a8fac024c2b8fe300a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5145824 Mar 22 12:27:40.611227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45140) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:40.614700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e27ee-d40a-4972-9a2e-2f68dad94529 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d687f3f-b585-41c6-9f9c-abda4c248e60,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:40.631240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7e5e27ee-d40a-4972-9a2e-2f68dad94529 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.634995 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7e5e27ee-d40a-4972-9a2e-2f68dad94529 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3390338 Mar 22 12:27:40.637131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45144) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:40.644051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'security_group_rule': {'security_group_id': 'ddcde607-7b1d-4483-b84c-e72a9edbb7a6', 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:40.651161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:40.658288 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-99a59465-5a38-4b4c-a012-46e253c8a9f4 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags HTTP/1.1" status: 204 len: 168 time: 0.1995080 Mar 22 12:27:40.658288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:security_group_rule and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:40.659310 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45148) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:40.661818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:40.667375 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-4c8499fc-58b9-4c97-88e8-ead698986171 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:40.686709 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:27:38Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:40.690692 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Checking router: 8bb97826-fcb2-41d8-aa11-148ef2ba389d for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:40.691083 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Updating router 8bb97826-fcb2-41d8-aa11-148ef2ba389d port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:27:40.706895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:40.722503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.756674 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.766145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba98870f-6473-40c8-b7f2-4dd71860e358']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:40.768586 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Project 16605afc1f8d4d6abd780c0ca94aeb71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:27:40.784909 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.795304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17bc8c5-3b80-444a-b0ff-076d3804ee8d') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:40.795633 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17bc8c5-3b80-444a-b0ff-076d3804ee8d') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:40.860194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580cfc-a73e-441e-9584-fdf2384399a1 req-8d9d8ce3-03d6-40ee-b6d9-63056fdcb92c tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:40.861867 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d8580cfc-a73e-441e-9584-fdf2384399a1 req-8d9d8ce3-03d6-40ee-b6d9-63056fdcb92c tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.1636660 Mar 22 12:27:40.882747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bcde9884-6835-4dcb-8e11-4997030d9d46 None None] Deleting port 4e714e38-890b-4fa4-b84d-e849487f29a7 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:40.883385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bcde9884-6835-4dcb-8e11-4997030d9d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.911232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.912047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.919699 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4c8499fc-58b9-4c97-88e8-ead698986171 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags HTTP/1.1" status: 204 len: 168 time: 0.2594554 Mar 22 12:27:40.921868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45152) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:40.925597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:40.930576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-16266c8e-c15d-4fbe-81b6-16304f8ad414 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846', 'tempest-TagsExtTest-Tag-1318959729') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:40.943642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529c4f2-f692-42be-b1e3-dc785f49c9c2 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:40.947565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bcde9884-6835-4dcb-8e11-4997030d9d46 None None] The port '4e714e38-890b-4fa4-b84d-e849487f29a7' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:27:40.948319 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c529c4f2-f692-42be-b1e3-dc785f49c9c2 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3361604 Mar 22 12:27:40.949091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45156) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:40.951043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.001044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:41.002126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.013780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6521870c-98ee-4ba3-830d-c26654bb6baa,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:41.021347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.022556 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9ce8175e-e23b-4467-b72d-fb4ad6efed8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3843594 Mar 22 12:27:41.022805 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-36e14ec5-d404-47b0-ab85-0ff42ff22652 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619690 Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:41.023544 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:41.026125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45160) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:41.026125 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d8580cfc-a73e-441e-9584-fdf2384399a1 req-af24f9de-02be-4167-995e-4a866e83d005 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530728 Mar 22 12:27:41.027850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45162) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:41.032878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'security_group_rule': {'security_group_id': 'ddcde607-7b1d-4483-b84c-e72a9edbb7a6', 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:41.043208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1883230299', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:41.093650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:41.109870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:security_group_rule and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:41.115661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:41.122590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:41.131930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.136949 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.160552 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Project 16605afc1f8d4d6abd780c0ca94aeb71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:27:41.172761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Pushing event deleted for resources: {'Network': ['ID=ba98870f-6473-40c8-b7f2-4dd71860e358,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:41.174616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:41.176788 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.179024 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:subnet and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:41.182475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:41.185396 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8b03176d-f79d-492f-824b-8b0c246d65ac tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/networks/ba98870f-6473-40c8-b7f2-4dd71860e358 HTTP/1.1" status: 204 len: 168 time: 1.7191055 Mar 22 12:27:41.186341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.189468 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-16266c8e-c15d-4fbe-81b6-16304f8ad414 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags/tempest-TagsExtTest-Tag-1318959729 HTTP/1.1" status: 201 len: 201 time: 0.2664075 Mar 22 12:27:41.191160 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Transition to ACTIVE for port object 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:41.192784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45168) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:41.193107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45170) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:41.197715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:41.202326 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ed272d56-752d-4ed3-a700-2f45cd406c53 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'routes': None}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:41.202802 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.254824 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-ad615214-38df-471f-a435-c2345a17bc8f tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b', 'tempest-TagsExtTest-Tag-527940822') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:41.273433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.278225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.307433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c432cfe-1c82-41dc-9dbb-56dde5390e1b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:41.313316 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Attempting to bind port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:27:41.315094 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Attempting to bind port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:27:41.315564 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Attempting to bind port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:27:41.316757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.320990 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c160665c-ce20-4e9b-b597-6311ad36c77d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2898798 Mar 22 12:27:41.321763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45176) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:41.327703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'network': {'name': 'tempest-network-smoke--1179604246', 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:41.332575 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Pushing event updated for resources: {'Port': ['ID=8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:41.333106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:41.335889 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:27:41.336442 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:41.337216 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.337886 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:27:41.338340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:network and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:41.338741 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Bound port: 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:27:41.339319 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.342696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:41.351146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:41.374373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Made reservation on behalf of 16605afc1f8d4d6abd780c0ca94aeb71 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:41.377811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:41.384592 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.415958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4e714e38-890b-4fa4-b84d-e849487f29a7 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:41.426484 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:41.427076 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:41.427684 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:41.428942 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:41.429422 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:41.429960 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:41.430428 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:41.430946 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:41.431422 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:41.432038 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:41.432617 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:27:41.432876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:27:41.452169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.452650 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Added segment b085f38f-d2aa-4421-9761-880c2f85f17a of type vlan for network 82ff33c6-5c8d-4330-8977-f64f33bf5968 Mar 22 12:27:41.480512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 4e714e38-890b-4fa4-b84d-e849487f29a7 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:41.481181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4e714e38-890b-4fa4-b84d-e849487f29a7 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:41.492602 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] For port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:27:41.496351 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] For port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:27:41.503654 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.513189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.546879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.551129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:41.552135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.585142 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38568722-ca63-415b-a17a-32d9d81e3752 None None] Pushing event updated for resources: {'Port': ['ID=8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:41.589603 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:41.590258 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:41.665127 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3396339 Mar 22 12:27:41.665365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45180) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:41.673496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'admin_state_up': True, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:41.677955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b493ae-3250-484a-a505-747082950ff2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'Network': ['ID=82ff33c6-5c8d-4330-8977-f64f33bf5968,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:41.683160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:41.687348 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:router and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:41.691599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:41.692817 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 82ff33c6-5c8d-4330-8977-f64f33bf5968 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:27:41.697778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:41.709159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.710453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.731254 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.731892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.780791 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:41.866860 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-ed272d56-752d-4ed3-a700-2f45cd406c53 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Added routes are [] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 22 12:27:41.866860 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.extraroute_db [None req-ed272d56-752d-4ed3-a700-2f45cd406c53 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Removed routes are [] {{(pid=83793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 22 12:27:41.867215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed272d56-752d-4ed3-a700-2f45cd406c53 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:41.888604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:42.004343 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ad615214-38df-471f-a435-c2345a17bc8f tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags/tempest-TagsExtTest-Tag-527940822 HTTP/1.1" status: 201 len: 201 time: 0.8085647 Mar 22 12:27:42.010331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45184) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:42.018085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-18c4cfdd-2606-4ee5-ad9e-e4916b6cf1f5 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3', 'tempest-TagsExtTest-Tag-330439570') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:42.112004 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:27:38Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:42.117684 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd24ea0-712d-44ba-8457-8ea3665b940d None None] The sync data for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv is: [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:27:38Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:42.200425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed272d56-752d-4ed3-a700-2f45cd406c53 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:42.207880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed272d56-752d-4ed3-a700-2f45cd406c53 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:42.286801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:42.319999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:42.377938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:42.414379 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-18c4cfdd-2606-4ee5-ad9e-e4916b6cf1f5 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags/tempest-TagsExtTest-Tag-330439570 HTTP/1.1" status: 201 len: 201 time: 0.4029331 Mar 22 12:27:42.415240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45190) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:42.432262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-e4a0940c-1002-4912-a744-bb158bb369e6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124', 'tempest-TagsExtTest-Tag-474439769') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:42.455278 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed272d56-752d-4ed3-a700-2f45cd406c53 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router cd154f96-abb8-48ae-8aaa-c144cb8928d4 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:42.473433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Subnet': ['ID=e393b806-d535-4779-8c68-b53a89c685f9,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:42.498577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492414d-363c-4237-80db-648aa5e7b388 req-1b5a7ff4-5cb2-409a-84c4-9dc8cb2d6c26 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:42.505341 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9492414d-363c-4237-80db-648aa5e7b388 req-1b5a7ff4-5cb2-409a-84c4-9dc8cb2d6c26 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.3199255 Mar 22 12:27:42.546658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Checking segment: {'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:42.546999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network hostable DHCP agents. Network: 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:27:42.569630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Allocated IP 172.26.0.193 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/934bf634-104e-407a-8be8-c271a0ea8783) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:27:42.589419 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9492414d-363c-4237-80db-648aa5e7b388 req-393e91ea-f063-4c7d-8704-7f737a66e5bd tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832357 Mar 22 12:27:42.613092 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e4a0940c-1002-4912-a744-bb158bb369e6 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags/tempest-TagsExtTest-Tag-474439769 HTTP/1.1" status: 201 len: 201 time: 0.1934161 Mar 22 12:27:42.613696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45194) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:42.629675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-779867a9-a854-45d8-ae30-e09e79e6653b tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846', {'tags': ['tempest-TagsExtTest-Tag-1389015642', 'tempest-TagsExtTest-Tag-422806015', 'tempest-TagsExtTest-Tag-1511298940']}) {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:42.694444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:27:42.715488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed272d56-752d-4ed3-a700-2f45cd406c53 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:42.722074 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:42.731409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:42.731989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:42.733176 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb15033-d0a0-4e80-9748-69797586c4e4 None None] Sync routers for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:42.743597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ed272d56-752d-4ed3-a700-2f45cd406c53 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:42.747287 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ed272d56-752d-4ed3-a700-2f45cd406c53 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4 HTTP/1.1" status: 200 len: 700 time: 1.5506721 Mar 22 12:27:42.748295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45200) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:42.753386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649a0d6-8cad-4baa-8012-0789fc4ef1b9 None None] Network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:42.766918 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-779867a9-a854-45d8-ae30-e09e79e6653b tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags HTTP/1.1" status: 200 len: 317 time: 0.1470456 Mar 22 12:27:42.772750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45204) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:42.779011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-229ee4d1-8a41-44ea-bc3d-10b35d0d2da5 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:42.839435 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-38f0d0ab-d384-4dec-b566-539882c83aba tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8035975 Mar 22 12:27:42.843668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45210) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:42.857616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-438f8a78-389b-4e26-a1e3-293b1c52a2f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Synchronizing usage tracker for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:42.904771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-438f8a78-389b-4e26-a1e3-293b1c52a2f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Unset dirty status for tenant:f37cda66bf934c43a48765cc534b894d on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:42.908728 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-438f8a78-389b-4e26-a1e3-293b1c52a2f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd154f96-abb8-48ae-8aaa-c144cb8928d4 HTTP/1.1" status: 200 len: 205 time: 0.1592088 Mar 22 12:27:42.909290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45214) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:42.912696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:43.017079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb15033-d0a0-4e80-9748-69797586c4e4 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:43.017745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1cb15033-d0a0-4e80-9748-69797586c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:43.236611 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1cb15033-d0a0-4e80-9748-69797586c4e4 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:43.312048 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a86ffbc-3a09-4bde-8ffd-b0ecec849856 req-dfb1e589-44ed-4717-ae94-db9d7342a69f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d288b347060540bb805ec0abc06f922d&device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 1098 time: 0.1280582 Mar 22 12:27:43.315594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cabacd41-8ee6-4fe0-bd38-a1c0c882782a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:43.397652 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-229ee4d1-8a41-44ea-bc3d-10b35d0d2da5 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags HTTP/1.1" status: 204 len: 168 time: 0.6239085 Mar 22 12:27:43.403986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45218) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:43.419475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-3474402d-c51c-452d-b397-8e63f47535ac tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846', 'tempest-TagsExtTest-Tag-1389015642') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:43.424900 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1cb15033-d0a0-4e80-9748-69797586c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:37Z', 'revision_number': 11, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:43.432263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb15033-d0a0-4e80-9748-69797586c4e4 None None] Checking router: cd154f96-abb8-48ae-8aaa-c144cb8928d4 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:43.434583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:27:43.435449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:43.451068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:43.461330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:43.480439 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:43.532397 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86ffbc-3a09-4bde-8ffd-b0ecec849856 req-98889f48-c05e-4e73-8e2e-e1b1d80de543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:43.534281 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a86ffbc-3a09-4bde-8ffd-b0ecec849856 req-98889f48-c05e-4e73-8e2e-e1b1d80de543 service neutron] 10.222.0.55 "GET /v2.0/networks?id=07fa19aa-f3cd-46af-bca2-e0620255dccc HTTP/1.1" status: 200 len: 913 time: 0.2146664 Mar 22 12:27:43.554497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdfc3a-4f56-48d7-bc58-a6d6c179b998 req-4b52b259-2e06-47c7-87aa-74792b7b80bd tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:43.561123 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-82bdfc3a-4f56-48d7-bc58-a6d6c179b998 req-4b52b259-2e06-47c7-87aa-74792b7b80bd tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.3224654 Mar 22 12:27:43.564236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:27:43.565725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'Port': ['ID=934bf634-104e-407a-8be8-c271a0ea8783,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:43.582648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:43.590131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:27:43.604366 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb15033-d0a0-4e80-9748-69797586c4e4 None None] Routers {'cd154f96-abb8-48ae-8aaa-c144cb8928d4'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:43.605006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1cb15033-d0a0-4e80-9748-69797586c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:43.724912 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a86ffbc-3a09-4bde-8ffd-b0ecec849856 req-3713355a-d379-485a-a5d1-88ad1ef79117 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1aaf4401-72f9-4032-827c-ac484ee463e1 HTTP/1.1" status: 200 len: 217 time: 0.1301467 Mar 22 12:27:43.732259 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-3474402d-c51c-452d-b397-8e63f47535ac tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:43.736176 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3474402d-c51c-452d-b397-8e63f47535ac tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags/tempest-TagsExtTest-Tag-1389015642 HTTP/1.1" status: 404 len: 329 time: 0.3268003 Mar 22 12:27:43.744772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45222) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:43.748808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:43.759386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:43.759763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:43.783948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-5dee2b3c-4b64-4a6f-8def-9d7b52d9019f tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846', 'tempest-TagsExtTest-Tag-422806015') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:43.834260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1cb15033-d0a0-4e80-9748-69797586c4e4 None None] Set router cd154f96-abb8-48ae-8aaa-c144cb8928d4 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:43.860456 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86ffbc-3a09-4bde-8ffd-b0ecec849856 req-7720e32d-63d2-4dfa-bf68-d1e3b5b5cee3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:43.862767 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a86ffbc-3a09-4bde-8ffd-b0ecec849856 req-7720e32d-63d2-4dfa-bf68-d1e3b5b5cee3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c661a53d-bda7-41be-8c97-f18dd5794409 HTTP/1.1" status: 200 len: 852 time: 0.1276374 Mar 22 12:27:43.874059 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-82bdfc3a-4f56-48d7-bc58-a6d6c179b998 req-0b43201e-d1df-4921-92b8-34fb1165ddd0 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120759 Mar 22 12:27:43.925685 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a86ffbc-3a09-4bde-8ffd-b0ecec849856 req-28ab16c8-4735-4592-92f7-0ae25a0c973e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=07fa19aa-f3cd-46af-bca2-e0620255dccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562150 Mar 22 12:27:43.956805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cabacd41-8ee6-4fe0-bd38-a1c0c882782a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:43.969174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cabacd41-8ee6-4fe0-bd38-a1c0c882782a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.007054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cabacd41-8ee6-4fe0-bd38-a1c0c882782a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.007838 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabacd41-8ee6-4fe0-bd38-a1c0c882782a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Fanout notify agent at l3_agent the message router_deleted on router cd154f96-abb8-48ae-8aaa-c144cb8928d4 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:27:44.012852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1cb15033-d0a0-4e80-9748-69797586c4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:37Z', 'revision_number': 11, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:44.022700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb15033-d0a0-4e80-9748-69797586c4e4 None None] The sync data for ids ['cd154f96-abb8-48ae-8aaa-c144cb8928d4'] in dv-neutron-834653-1-hyperv is: [{'id': 'cd154f96-abb8-48ae-8aaa-c144cb8928d4', 'name': 'tempest-RoutersTest-router-599316460', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:26:08Z', 'updated_at': '2022-03-22T12:27:37Z', 'revision_number': 11, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:44.040256 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-5dee2b3c-4b64-4a6f-8def-9d7b52d9019f tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:44.044284 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5dee2b3c-4b64-4a6f-8def-9d7b52d9019f tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags/tempest-TagsExtTest-Tag-422806015 HTTP/1.1" status: 404 len: 328 time: 0.2690494 Mar 22 12:27:44.044564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cabacd41-8ee6-4fe0-bd38-a1c0c882782a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.047174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45226) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:44.049720 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cabacd41-8ee6-4fe0-bd38-a1c0c882782a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4 HTTP/1.1" status: 204 len: 168 time: 1.1337523 Mar 22 12:27:44.052478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45228) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:44.056762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-7013f64a-8fd7-431b-bf57-f7b42212e35d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846', 'tempest-TagsExtTest-Tag-1511298940') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:44.059985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9cab1440-0d16-4466-992d-8c967a953198 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1869775818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:44.068258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9cab1440-0d16-4466-992d-8c967a953198 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:44.073653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9cab1440-0d16-4466-992d-8c967a953198 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Usage tracker for resource:router and tenant:f37cda66bf934c43a48765cc534b894d is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:44.077100 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9cab1440-0d16-4466-992d-8c967a953198 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:44.084096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9cab1440-0d16-4466-992d-8c967a953198 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:44.088084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.088784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.095268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Allocated IP 172.20.0.2 (46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a/e393b806-d535-4779-8c68-b53a89c685f9/446adab3-b9d7-4d7b-b82c-3d172b20afc2) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:27:44.097436 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.136801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:44.156313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cab1440-0d16-4466-992d-8c967a953198 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.157252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cab1440-0d16-4466-992d-8c967a953198 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.175512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cab1440-0d16-4466-992d-8c967a953198 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.184431 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.197898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cab1440-0d16-4466-992d-8c967a953198 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.290417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:44.297244 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a86ffbc-3a09-4bde-8ffd-b0ecec849856 req-b886f8b2-934e-4281-9443-aff8837270ae service neutron] 10.222.0.55 "GET /v2.0/networks/07fa19aa-f3cd-46af-bca2-e0620255dccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623769 Mar 22 12:27:44.306084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9cab1440-0d16-4466-992d-8c967a953198 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.309987 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9cab1440-0d16-4466-992d-8c967a953198 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2568631 Mar 22 12:27:44.311227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45234) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:44.320538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-11181be9-5946-413b-947b-3b73f77fa1d2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:44.388984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.400662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Transition to ACTIVE for port object 446adab3-b9d7-4d7b-b82c-3d172b20afc2 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:44.422045 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Transition to ACTIVE for port object 446adab3-b9d7-4d7b-b82c-3d172b20afc2 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:44.428052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.442611 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-7013f64a-8fd7-431b-bf57-f7b42212e35d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:44.446451 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7013f64a-8fd7-431b-bf57-f7b42212e35d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags/tempest-TagsExtTest-Tag-1511298940 HTTP/1.1" status: 404 len: 329 time: 0.3965545 Mar 22 12:27:44.446607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45238) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:44.456652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-6fb3dd3d-acd4-45ef-aced-709903d1c663 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b', {'tags': ['tempest-TagsExtTest-Tag-947013050', 'tempest-TagsExtTest-Tag-1147232771', 'tempest-TagsExtTest-Tag-1924872577']}) {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:44.476624 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a86ffbc-3a09-4bde-8ffd-b0ecec849856 req-08235061-9b6e-4794-9f95-577fbe38cef6 service neutron] 10.222.0.55 "GET /v2.0/networks/07fa19aa-f3cd-46af-bca2-e0620255dccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708844 Mar 22 12:27:44.486493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:27:44.501152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:44.504451 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:27:44.549765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Pushing event updated for resources: {'Port': ['ID=446adab3-b9d7-4d7b-b82c-3d172b20afc2,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:44.611697 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Attempting to bind port 446adab3-b9d7-4d7b-b82c-3d172b20afc2 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:27:44.612061 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Attempting to bind port 446adab3-b9d7-4d7b-b82c-3d172b20afc2 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:27:44.612434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Attempting to bind port 446adab3-b9d7-4d7b-b82c-3d172b20afc2 on network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:27:44.619072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:27:44.619459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Checking segment: {'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:44.619858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.620245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Bound using segment: {'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:27:44.620702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Bound port: 446adab3-b9d7-4d7b-b82c-3d172b20afc2, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:27:44.621195 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.691355 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.708080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] For port 446adab3-b9d7-4d7b-b82c-3d172b20afc2, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:27:44.711497 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] For port 446adab3-b9d7-4d7b-b82c-3d172b20afc2, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=446adab3-b9d7-4d7b-b82c-3d172b20afc2,segment=NetworkSegment(1574d17e-7ea5-47ca-8359-b5bf7bb2016c),segment_id=1574d17e-7ea5-47ca-8359-b5bf7bb2016c)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:27:44.717860 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:44.806325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a1ba0-1205-4071-8335-fca3739e4b3b None None] Pushing event updated for resources: {'Port': ['ID=446adab3-b9d7-4d7b-b82c-3d172b20afc2,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:44.812213 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6fb3dd3d-acd4-45ef-aced-709903d1c663 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags HTTP/1.1" status: 200 len: 317 time: 0.3605549 Mar 22 12:27:44.813486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45242) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:44.820494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-2b0f11c0-2f30-4258-ad19-0764eb0220aa tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:45.021304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-11181be9-5946-413b-947b-3b73f77fa1d2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:45.052363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-11181be9-5946-413b-947b-3b73f77fa1d2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:45.196989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Router e763eb80-d11c-4dac-a28b-b140109f7784 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:27:45.211754 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2b0f11c0-2f30-4258-ad19-0764eb0220aa tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags HTTP/1.1" status: 204 len: 168 time: 0.3952000 Mar 22 12:27:45.211924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45248) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:45.234710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-730d7a02-aca3-4a13-a635-0d3d1eeb2786 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b', 'tempest-TagsExtTest-Tag-947013050') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:45.295786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be16c3-5137-44df-a9b2-2b70f1926de6 req-8cc1f620-eafe-4b89-87f4-d4923f43da01 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:45.303355 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29be16c3-5137-44df-a9b2-2b70f1926de6 req-8cc1f620-eafe-4b89-87f4-d4923f43da01 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.2435837 Mar 22 12:27:45.424087 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29be16c3-5137-44df-a9b2-2b70f1926de6 req-acee0e66-4b3c-4877-8a36-330ecd128f6c tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197617 Mar 22 12:27:45.445916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.1 (46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a/e393b806-d535-4779-8c68-b53a89c685f9/2b67bbff-c40b-429d-a012-d7103f4cd2f6) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:27:45.530957 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-730d7a02-aca3-4a13-a635-0d3d1eeb2786 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:45.533194 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-730d7a02-aca3-4a13-a635-0d3d1eeb2786 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags/tempest-TagsExtTest-Tag-947013050 HTTP/1.1" status: 404 len: 328 time: 0.3202083 Mar 22 12:27:45.535400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11181be9-5946-413b-947b-3b73f77fa1d2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Router 6b0efd32-9df6-4420-a888-dc57316460db is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:27:45.538089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45252) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:45.547383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-5a90fa56-8b7d-4f1f-b6a5-2e6d1039270c tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b', 'tempest-TagsExtTest-Tag-1147232771') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:45.573711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 446adab3-b9d7-4d7b-b82c-3d172b20afc2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:45.642790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:45.657952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 446adab3-b9d7-4d7b-b82c-3d172b20afc2 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:45.659545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 2b67bbff-c40b-429d-a012-d7103f4cd2f6 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:45.664053 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:45.690411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:45.748282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:45.748753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:45.766103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:27:45.785960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11181be9-5946-413b-947b-3b73f77fa1d2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:45.792658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-11181be9-5946-413b-947b-3b73f77fa1d2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:45.793831 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-11181be9-5946-413b-947b-3b73f77fa1d2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "PUT /v2.0/routers/6b0efd32-9df6-4420-a888-dc57316460db HTTP/1.1" status: 200 len: 694 time: 1.4817159 Mar 22 12:27:45.798003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45256) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:45.798955 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e6e87-9d01-472a-b422-a0844593d83a None None] Sync routers for ids ['6b0efd32-9df6-4420-a888-dc57316460db'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:45.799480 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-5a90fa56-8b7d-4f1f-b6a5-2e6d1039270c tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:45.800599 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5a90fa56-8b7d-4f1f-b6a5-2e6d1039270c tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags/tempest-TagsExtTest-Tag-1147232771 HTTP/1.1" status: 404 len: 329 time: 0.2604830 Mar 22 12:27:45.809591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:45.812763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:27:45.818826 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e6e87-9d01-472a-b422-a0844593d83a None None] Routers {'6b0efd32-9df6-4420-a888-dc57316460db'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:45.819491 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1b0e6e87-9d01-472a-b422-a0844593d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6b0efd32-9df6-4420-a888-dc57316460db'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:45.841799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=2b67bbff-c40b-429d-a012-d7103f4cd2f6,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:45.848877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45260) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:45.858707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-db98313f-f9ab-4a7b-a948-9d85f44843c5 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b', 'tempest-TagsExtTest-Tag-1924872577') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:45.925697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:45.957839 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-db98313f-f9ab-4a7b-a948-9d85f44843c5 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:45.962331 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-db98313f-f9ab-4a7b-a948-9d85f44843c5 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags/tempest-TagsExtTest-Tag-1924872577 HTTP/1.1" status: 404 len: 329 time: 0.1093009 Mar 22 12:27:45.963867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45264) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:45.971094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-67ff22cf-52ca-4923-9a9b-7248f3fbeb6d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3', {'tags': ['tempest-TagsExtTest-Tag-745402042', 'tempest-TagsExtTest-Tag-296117396', 'tempest-TagsExtTest-Tag-627913695']}) {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:46.000791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:46.011735 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1b0e6e87-9d01-472a-b422-a0844593d83a None None] Set router 6b0efd32-9df6-4420-a888-dc57316460db gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:46.018027 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Sync routers for ids ['e763eb80-d11c-4dac-a28b-b140109f7784'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:46.021124 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7a109647-73d0-4d8c-a86f-28eada8c12ff tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/routers/6b0efd32-9df6-4420-a888-dc57316460db HTTP/1.1" status: 200 len: 700 time: 0.2194040 Mar 22 12:27:46.028467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45268) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:46.037810 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Routers {'e763eb80-d11c-4dac-a28b-b140109f7784'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:46.038559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['e763eb80-d11c-4dac-a28b-b140109f7784'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:46.097092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:46.098309 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-adf20b28-d5fd-47ca-9d24-eeed0707cfc0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4319868 Mar 22 12:27:46.102793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45272) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:46.110285 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-82da1fa2-21c8-4d23-926a-a59f36a56f41 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0efd32-9df6-4420-a888-dc57316460db HTTP/1.1" status: 200 len: 205 time: 0.0773940 Mar 22 12:27:46.110965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45276) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:46.185775 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1b0e6e87-9d01-472a-b422-a0844593d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0efd32-9df6-4420-a888-dc57316460db', 'name': 'tempest-RoutersTest-router-1869775818', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:44Z', 'updated_at': '2022-03-22T12:27:45Z', 'revision_number': 2, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:46.195154 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e6e87-9d01-472a-b422-a0844593d83a None None] Checking router: 6b0efd32-9df6-4420-a888-dc57316460db for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:46.220398 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e6e87-9d01-472a-b422-a0844593d83a None None] Routers {'6b0efd32-9df6-4420-a888-dc57316460db'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:46.221005 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1b0e6e87-9d01-472a-b422-a0844593d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['6b0efd32-9df6-4420-a888-dc57316460db'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:46.299389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:46.354075 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-67ff22cf-52ca-4923-9a9b-7248f3fbeb6d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags HTTP/1.1" status: 200 len: 315 time: 0.3892078 Mar 22 12:27:46.365416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45282) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:46.402718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe5032-84e8-47d6-a406-ad388078e20f None None] Network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:46.406763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-b7fa4aed-ea02-421e-9172-31fc7c369244 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:46.493650 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1b0e6e87-9d01-472a-b422-a0844593d83a None None] Set router 6b0efd32-9df6-4420-a888-dc57316460db gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:46.547527 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0c4cfbd6-5cce-4d90-9778-55077e3e5348 tempest-TestNetworkAdvancedServerOps-609628222 tempest-TestNetworkAdvancedServerOps-609628222-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=16605afc1f8d4d6abd780c0ca94aeb71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4405904 Mar 22 12:27:46.549797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45288) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:46.631555 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1b0e6e87-9d01-472a-b422-a0844593d83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0efd32-9df6-4420-a888-dc57316460db', 'name': 'tempest-RoutersTest-router-1869775818', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:44Z', 'updated_at': '2022-03-22T12:27:45Z', 'revision_number': 2, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:46.636484 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0e6e87-9d01-472a-b422-a0844593d83a None None] The sync data for ids ['6b0efd32-9df6-4420-a888-dc57316460db'] in dv-neutron-834653-1-hyperv is: [{'id': '6b0efd32-9df6-4420-a888-dc57316460db', 'name': 'tempest-RoutersTest-router-1869775818', 'tenant_id': 'f37cda66bf934c43a48765cc534b894d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:44Z', 'updated_at': '2022-03-22T12:27:45Z', 'revision_number': 2, 'project_id': 'f37cda66bf934c43a48765cc534b894d', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:46.662091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Set router e763eb80-d11c-4dac-a28b-b140109f7784 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:46.714014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7cc82c1f-4d8e-4c96-ae55-6b4b04a37c9d None None] Provisioning for port 446adab3-b9d7-4d7b-b82c-3d172b20afc2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:46.724244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38019554-3de8-4823-81df-8387ab1205f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:46.826455 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7cc82c1f-4d8e-4c96-ae55-6b4b04a37c9d None None] Provisioning complete for port 446adab3-b9d7-4d7b-b82c-3d172b20afc2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:46.826822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7cc82c1f-4d8e-4c96-ae55-6b4b04a37c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.065337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d7c0a-4a5a-443f-af5d-bdb15fc66442 tempest-TestNetworkAdvancedServerOps-609628222 tempest-TestNetworkAdvancedServerOps-609628222-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:47.069992 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b7fa4aed-ea02-421e-9172-31fc7c369244 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags HTTP/1.1" status: 204 len: 168 time: 0.7031271 Mar 22 12:27:47.072222 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8f7d7c0a-4a5a-443f-af5d-bdb15fc66442 tempest-TestNetworkAdvancedServerOps-609628222 tempest-TestNetworkAdvancedServerOps-609628222-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5214586 Mar 22 12:27:47.073691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45292) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:47.076081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45294) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:47.092996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-223cec91-d754-4a14-9387-9a046d6cbae8 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3', 'tempest-TagsExtTest-Tag-745402042') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:47.138492 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c84289d0-6acc-4b9d-b129-b038db8173c7 tempest-TestNetworkAdvancedServerOps-609628222 tempest-TestNetworkAdvancedServerOps-609628222-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612786 Mar 22 12:27:47.139077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45300) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:47.146535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7cc82c1f-4d8e-4c96-ae55-6b4b04a37c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.158951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1759009186', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:47.198988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7cc82c1f-4d8e-4c96-ae55-6b4b04a37c9d None None] For port 446adab3-b9d7-4d7b-b82c-3d172b20afc2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=446adab3-b9d7-4d7b-b82c-3d172b20afc2,segment=NetworkSegment(1574d17e-7ea5-47ca-8359-b5bf7bb2016c),segment_id=1574d17e-7ea5-47ca-8359-b5bf7bb2016c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:47.213573 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7cc82c1f-4d8e-4c96-ae55-6b4b04a37c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.299443 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:43Z', 'revision_number': 3, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:47.306678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Checking router: e763eb80-d11c-4dac-a28b-b140109f7784 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:47.307016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Updating router e763eb80-d11c-4dac-a28b-b140109f7784 port 934bf634-104e-407a-8be8-c271a0ea8783 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:27:47.313119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:47.326712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:subnet and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:47.331399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:47.335535 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.355377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:47.358885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.372264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc82c1f-4d8e-4c96-ae55-6b4b04a37c9d None None] Pushing event updated for resources: {'Port': ['ID=446adab3-b9d7-4d7b-b82c-3d172b20afc2,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:47.390167 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.422487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cbaa9ea1-d33c-43c2-9153-ce307b2de2b9 None None] Provisioning for port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:47.437032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cbaa9ea1-d33c-43c2-9153-ce307b2de2b9 None None] Provisioning complete for port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:47.437407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9ea1-d33c-43c2-9153-ce307b2de2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.445271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1adfa-a35d-4e35-a32c-3df13406b909 req-1e98b45d-504f-4a7e-b76c-39053bc0595c tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:47.452098 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-82e1adfa-a35d-4e35-a32c-3df13406b909 req-1e98b45d-504f-4a7e-b76c-39053bc0595c tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.7854490 Mar 22 12:27:47.467229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Made reservation on behalf of 16605afc1f8d4d6abd780c0ca94aeb71 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:47.473337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38019554-3de8-4823-81df-8387ab1205f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.495641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38019554-3de8-4823-81df-8387ab1205f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.529433 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-82e1adfa-a35d-4e35-a32c-3df13406b909 req-02bf88c0-8af9-416c-89de-664c74ebaf8d tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763884 Mar 22 12:27:47.534700 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-223cec91-d754-4a14-9387-9a046d6cbae8 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:47.536104 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-223cec91-d754-4a14-9387-9a046d6cbae8 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags/tempest-TagsExtTest-Tag-745402042 HTTP/1.1" status: 404 len: 328 time: 0.4535158 Mar 22 12:27:47.539494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45304) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:47.555976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-c4d5b90c-dcb5-4065-ac80-308cf37d27da tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3', 'tempest-TagsExtTest-Tag-296117396') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:47.567183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cbaa9ea1-d33c-43c2-9153-ce307b2de2b9 None None] Port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:27:47.600362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.603913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=2b67bbff-c40b-429d-a012-d7103f4cd2f6,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:47.649243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.675378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38019554-3de8-4823-81df-8387ab1205f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.675701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38019554-3de8-4823-81df-8387ab1205f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Fanout notify agent at l3_agent the message router_deleted on router 6b0efd32-9df6-4420-a888-dc57316460db {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:27:47.705843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cbaa9ea1-d33c-43c2-9153-ce307b2de2b9 None None] Provisioning complete for port 446adab3-b9d7-4d7b-b82c-3d172b20afc2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:47.706299 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cbaa9ea1-d33c-43c2-9153-ce307b2de2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.708754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38019554-3de8-4823-81df-8387ab1205f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.709844 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-38019554-3de8-4823-81df-8387ab1205f6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/6b0efd32-9df6-4420-a888-dc57316460db HTTP/1.1" status: 204 len: 168 time: 1.5948534 Mar 22 12:27:47.718897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45310) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:47.764809 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-c4d5b90c-dcb5-4065-ac80-308cf37d27da tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:47.769809 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4d5b90c-dcb5-4065-ac80-308cf37d27da tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags/tempest-TagsExtTest-Tag-296117396 HTTP/1.1" status: 404 len: 328 time: 0.2256029 Mar 22 12:27:47.769989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45314) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:47.770877 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d150e0f3-0e0c-4413-b637-7f866a0dff0a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0efd32-9df6-4420-a888-dc57316460db HTTP/1.1" status: 200 len: 205 time: 0.0508122 Mar 22 12:27:47.772190 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45316) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:47.796693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-4c85ceab-68e2-4db4-9dda-5478751cde25 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3', 'tempest-TagsExtTest-Tag-627913695') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:47.960272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:47.976442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Transition to ACTIVE for port object 934bf634-104e-407a-8be8-c271a0ea8783 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:47.985739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:48.017277 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-4c85ceab-68e2-4db4-9dda-5478751cde25 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:48.021497 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4c85ceab-68e2-4db4-9dda-5478751cde25 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags/tempest-TagsExtTest-Tag-627913695 HTTP/1.1" status: 404 len: 328 time: 0.2461123 Mar 22 12:27:48.021497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45324) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.031433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-6d9a02f4-46d2-4156-9654-26fe7644168b tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124', {'tags': ['tempest-TagsExtTest-Tag-2107826841', 'tempest-TagsExtTest-Tag-192050901', 'tempest-TagsExtTest-Tag-960728391']}) {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:48.036373 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-fa48dc1b-0c73-4e75-8685-58f05a389a79 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] delete failed (client error): The resource could not be found. Mar 22 12:27:48.038418 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fa48dc1b-0c73-4e75-8685-58f05a389a79 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/6b0efd32-9df6-4420-a888-dc57316460db HTTP/1.1" status: 404 len: 336 time: 0.2654016 Mar 22 12:27:48.042860 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45328) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.081942 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728161f-15a6-414b-95f1-54e25acea039 None None] Pushing event updated for resources: {'Port': ['ID=934bf634-104e-407a-8be8-c271a0ea8783,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:48.084742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Attempting to bind port 934bf634-104e-407a-8be8-c271a0ea8783 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:27:48.085105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Attempting to bind port 934bf634-104e-407a-8be8-c271a0ea8783 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:27:48.085505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Attempting to bind port 934bf634-104e-407a-8be8-c271a0ea8783 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:27:48.093573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:27:48.094855 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-519d3ce8-8119-4abc-b057-910e91be2ea3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:48.095323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519d3ce8-8119-4abc-b057-910e91be2ea3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:48.096643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6947ad96-3237-4c17-9b76-14a858d0a9ed None None] Provisioning complete for port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:48.097007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6947ad96-3237-4c17-9b76-14a858d0a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:48.102713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:48.120229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:27:48.120574 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:48.120962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:48.121338 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:27:48.121837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Bound port: 934bf634-104e-407a-8be8-c271a0ea8783, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:27:48.122203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:48.126431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0f3d9-a74e-446b-84c8-f63a7f17d071 req-77b3decc-3aee-4b08-86dc-8c25072bb2b1 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:48.128151 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1d0f3d9-a74e-446b-84c8-f63a7f17d071 req-77b3decc-3aee-4b08-86dc-8c25072bb2b1 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.0884805 Mar 22 12:27:48.195182 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1d0f3d9-a74e-446b-84c8-f63a7f17d071 req-e8597ba8-2bcc-41e6-8de7-cccd7f7fa20e tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608220 Mar 22 12:27:48.217042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6947ad96-3237-4c17-9b76-14a858d0a9ed None None] Port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:27:48.247722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] For port 934bf634-104e-407a-8be8-c271a0ea8783, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:27:48.251528 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] For port 934bf634-104e-407a-8be8-c271a0ea8783, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=934bf634-104e-407a-8be8-c271a0ea8783,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:27:48.256391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:48.321301 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-519d3ce8-8119-4abc-b057-910e91be2ea3 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/9730ff68-4d2b-41da-b11d-683672904153 HTTP/1.1" status: 404 len: 337 time: 0.2738075 Mar 22 12:27:48.323944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45332) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.347749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Routers {'e763eb80-d11c-4dac-a28b-b140109f7784'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:48.348608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['e763eb80-d11c-4dac-a28b-b140109f7784'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:48.368099 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f670873-3109-42cb-a808-df4a2652dcd2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:48.368542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f670873-3109-42cb-a808-df4a2652dcd2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:48.370263 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5f670873-3109-42cb-a808-df4a2652dcd2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/0120c758-aa2e-4d32-bd76-c93416c10777 HTTP/1.1" status: 404 len: 337 time: 0.0452828 Mar 22 12:27:48.374041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45336) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.381004 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6d9a02f4-46d2-4156-9654-26fe7644168b tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "PUT /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags HTTP/1.1" status: 200 len: 316 time: 0.3586776 Mar 22 12:27:48.386311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45340) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.402395 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-6fca7516-293b-4af1-bfa1-b390b81c5dfc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:48.420304 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fc8de3-cbd0-46cb-b8c0-cf73a010fcfe tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:48.420738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fc8de3-cbd0-46cb-b8c0-cf73a010fcfe tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:48.425146 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-24fc8de3-cbd0-46cb-b8c0-cf73a010fcfe tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/8fef7f99-6076-4dac-819c-6a0e6ddfce7b HTTP/1.1" status: 404 len: 337 time: 0.0501008 Mar 22 12:27:48.426166 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45344) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.468580 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-be81866e-f337-4cd0-91cc-13d5f184f4c5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:48.469014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be81866e-f337-4cd0-91cc-13d5f184f4c5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:48.473270 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-be81866e-f337-4cd0-91cc-13d5f184f4c5 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/ecc2a065-f685-48d6-88c0-61ccc168fd0c HTTP/1.1" status: 404 len: 337 time: 0.0438995 Mar 22 12:27:48.474190 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45348) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.482512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:48.508945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728161f-15a6-414b-95f1-54e25acea039 None None] Pushing event updated for resources: {'Port': ['ID=934bf634-104e-407a-8be8-c271a0ea8783,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:48.524172 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8a39f92d-1e55-44f0-9839-724482bdc28f tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd154f96-abb8-48ae-8aaa-c144cb8928d4 HTTP/1.1" status: 200 len: 205 time: 0.0466096 Mar 22 12:27:48.525100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-998c1d12-f533-451c-9182-7b4ec4fe8a66 None None] Provisioning complete for port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:48.525237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45352) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.525347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-998c1d12-f533-451c-9182-7b4ec4fe8a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:48.597363 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-eb5e25df-68a0-4fcb-af73-58dc3cff031a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] delete failed (client error): The resource could not be found. Mar 22 12:27:48.601096 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eb5e25df-68a0-4fcb-af73-58dc3cff031a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/cd154f96-abb8-48ae-8aaa-c144cb8928d4 HTTP/1.1" status: 404 len: 336 time: 0.0722890 Mar 22 12:27:48.601253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-998c1d12-f533-451c-9182-7b4ec4fe8a66 None None] Port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:27:48.601362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45356) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.613371 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] Set router e763eb80-d11c-4dac-a28b-b140109f7784 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:48.647547 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-276b244a-30a6-484d-b3dc-e7df1b10dda2 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=1d56d280-0d1f-4ada-a08f-aa534c903de7 HTTP/1.1" status: 200 len: 205 time: 0.0430598 Mar 22 12:27:48.647887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45360) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.726504 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-caacefba-67f1-49ac-90de-148958ee2312 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] delete failed (client error): The resource could not be found. Mar 22 12:27:48.730661 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-caacefba-67f1-49ac-90de-148958ee2312 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/1d56d280-0d1f-4ada-a08f-aa534c903de7 HTTP/1.1" status: 404 len: 336 time: 0.0787888 Mar 22 12:27:48.730661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45364) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.767166 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad4b3a2-81bb-4a67-903d-a41598a8214b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:48.767590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad4b3a2-81bb-4a67-903d-a41598a8214b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:48.769193 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4ad4b3a2-81bb-4a67-903d-a41598a8214b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/ac5b6e8b-f30f-45f8-90a2-f10647b8f8b7 HTTP/1.1" status: 404 len: 337 time: 0.0380049 Mar 22 12:27:48.771825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45368) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.809148 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6fca7516-293b-4af1-bfa1-b390b81c5dfc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags HTTP/1.1" status: 204 len: 168 time: 0.4182887 Mar 22 12:27:48.809930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'Subnet': ['ID=9aea9e86-8f53-4d52-bd4c-ed40ae299d24,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:48.811819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45372) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.821089 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6ceec660-b6f3-4919-bbbc-26ca2ada9638 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=c555830b-a4db-49c6-8f36-cd6b5fc0222a HTTP/1.1" status: 200 len: 205 time: 0.0477574 Mar 22 12:27:48.823191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45376) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.824731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-84619e86-2c4e-42d8-90c3-e3da75526b00 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124', 'tempest-TagsExtTest-Tag-2107826841') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:48.862093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Checking segment: {'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:48.862453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Network hostable DHCP agents. Network: 82ff33c6-5c8d-4330-8977-f64f33bf5968, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:27:48.885959 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-84619e86-2c4e-42d8-90c3-e3da75526b00 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:48.886985 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-84619e86-2c4e-42d8-90c3-e3da75526b00 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags/tempest-TagsExtTest-Tag-2107826841 HTTP/1.1" status: 404 len: 329 time: 0.0718660 Mar 22 12:27:48.890038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45380) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.890229 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-8c3df457-784e-4e86-8189-454b622a272a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] delete failed (client error): The resource could not be found. Mar 22 12:27:48.891082 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8c3df457-784e-4e86-8189-454b622a272a tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/c555830b-a4db-49c6-8f36-cd6b5fc0222a HTTP/1.1" status: 404 len: 336 time: 0.0667379 Mar 22 12:27:48.893801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45384) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.899396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-1e98fe0d-8e7f-4997-a390-4dd3bc627d32 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124', 'tempest-TagsExtTest-Tag-192050901') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:48.930219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Network 82ff33c6-5c8d-4330-8977-f64f33bf5968 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:27:48.942492 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c07efd62-aeec-4a7e-9059-5fe951d5598e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b HTTP/1.1" status: 200 len: 205 time: 0.0453897 Mar 22 12:27:48.942769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45388) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.949035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 82ff33c6-5c8d-4330-8977-f64f33bf5968) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:48.950947 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-1e98fe0d-8e7f-4997-a390-4dd3bc627d32 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:48.951943 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1e98fe0d-8e7f-4997-a390-4dd3bc627d32 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags/tempest-TagsExtTest-Tag-192050901 HTTP/1.1" status: 404 len: 328 time: 0.0610108 Mar 22 12:27:48.955837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:48.956428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:48.959806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45392) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:48.964868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0321be-8a34-442c-a20c-39976bdb623c None None] Network 82ff33c6-5c8d-4330-8977-f64f33bf5968 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:48.966727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-2242e200-0f86-4ff0-b1aa-b78763df253d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124', 'tempest-TagsExtTest-Tag-960728391') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:49.000181 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-82478fbd-e8e4-4423-a4f1-fdaf3b6ee3f6 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8463953 Mar 22 12:27:49.007729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45396) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.022362 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-1f5076e2-fa69-4aa5-8906-825451ea964b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] delete failed (client error): The resource could not be found. Mar 22 12:27:49.025803 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1f5076e2-fa69-4aa5-8906-825451ea964b tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/906f4ec0-3d65-4eaa-b722-f7cd47a0ee5b HTTP/1.1" status: 404 len: 336 time: 0.0774581 Mar 22 12:27:49.025924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45400) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.066439 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3bb8ab-60ae-4a21-9c3f-5180052d0c4e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:49.066871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3bb8ab-60ae-4a21-9c3f-5180052d0c4e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:49.072122 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2e3bb8ab-60ae-4a21-9c3f-5180052d0c4e tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/b1f022bf-43cf-4670-9e80-c62e63ad15f9 HTTP/1.1" status: 404 len: 337 time: 0.0417316 Mar 22 12:27:49.072122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45404) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.082032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:43Z', 'revision_number': 3, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:49.097403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9eb315-f810-43d0-b31e-3628b774957d None None] The sync data for ids ['e763eb80-d11c-4dac-a28b-b140109f7784'] in dv-neutron-834653-1-hyperv is: [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:43Z', 'revision_number': 3, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:49.131749 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e6cb7319-3565-4a7a-beec-9665f027f861 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=831ed745-8d27-44e2-b62a-abe214f358e6 HTTP/1.1" status: 200 len: 205 time: 0.0573559 Mar 22 12:27:49.131949 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45408) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.136076 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-2242e200-0f86-4ff0-b1aa-b78763df253d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] show failed (client error): The resource could not be found. Mar 22 12:27:49.139555 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2242e200-0f86-4ff0-b1aa-b78763df253d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags/tempest-TagsExtTest-Tag-960728391 HTTP/1.1" status: 404 len: 328 time: 0.1763916 Mar 22 12:27:49.143903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45412) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.152443 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.tag.tag_plugin [None req-26932cf2-7f27-4968-a6cf-2e9f3b898b43 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ff90c0f-5d98-4b9a-ae71-12b028d5b124') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:49.197063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 8bb97826-fcb2-41d8-aa11-148ef2ba389d has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:49.199572 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-e7d54f24-f49e-4349-9634-59ae605e80b6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] delete failed (client error): The resource could not be found. Mar 22 12:27:49.203186 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e7d54f24-f49e-4349-9634-59ae605e80b6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/831ed745-8d27-44e2-b62a-abe214f358e6 HTTP/1.1" status: 404 len: 336 time: 0.0677772 Mar 22 12:27:49.204377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45416) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.229117 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-82ff33c6-5c8d-4330-8977-f64f33bf5968', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:27:49.230631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:49.250391 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18c4280-2aa1-4861-b150-9798f8242049 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:49.250593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18c4280-2aa1-4861-b150-9798f8242049 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:49.255238 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e18c4280-2aa1-4861-b150-9798f8242049 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/122cc427-10b1-4e45-a011-fc43799541d8 HTTP/1.1" status: 404 len: 337 time: 0.0470829 Mar 22 12:27:49.255238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45422) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.286208 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-26932cf2-7f27-4968-a6cf-2e9f3b898b43 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124/tags HTTP/1.1" status: 204 len: 168 time: 0.1371496 Mar 22 12:27:49.290651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45426) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.305712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-22462f62-f564-4579-80fe-bd69a283a92d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c1ff1a11-a36f-4f88-99bd-5c2d640907f3') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:49.380252 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a24f0204-7a62-474b-954b-1172829fd8d6 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "GET /v2.0/ports?device_id=365fcffb-60c2-44bb-9a46-cfa23ce95d9a HTTP/1.1" status: 200 len: 205 time: 0.1221578 Mar 22 12:27:49.399513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45430) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.413807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Allocated IP 172.20.0.2 (82ff33c6-5c8d-4330-8977-f64f33bf5968/9aea9e86-8f53-4d52-bd4c-ed40ae299d24/8425652b-20d4-4005-9ee8-574a8c2895c7) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:27:49.421712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 446adab3-b9d7-4d7b-b82c-3d172b20afc2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:49.460608 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-22462f62-f564-4579-80fe-bd69a283a92d tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3/tags HTTP/1.1" status: 204 len: 168 time: 0.1626863 Mar 22 12:27:49.460911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45434) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.466247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-2c2407d0-e443-4408-9635-fc576be98ee4 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '187c10fc-9bfd-4f07-8df9-486ab1a6bb2b') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:49.522674 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.api.v2.resource [None req-84c49f0a-643a-4812-ac52-f11a0b288d68 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] delete failed (client error): The resource could not be found. Mar 22 12:27:49.523641 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-84c49f0a-643a-4812-ac52-f11a0b288d68 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/routers/365fcffb-60c2-44bb-9a46-cfa23ce95d9a HTTP/1.1" status: 404 len: 336 time: 0.1202874 Mar 22 12:27:49.526346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45438) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.579910 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8d6a9c-ab39-4140-9621-be57157564be tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:49.580457 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8d6a9c-ab39-4140-9621-be57157564be tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:49.582377 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9e8d6a9c-ab39-4140-9621-be57157564be tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/48a887ad-c38a-4577-909b-183e7b782aa4 HTTP/1.1" status: 404 len: 337 time: 0.0549729 Mar 22 12:27:49.585137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45442) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.599007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 446adab3-b9d7-4d7b-b82c-3d172b20afc2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:49.599372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:49.629532 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3353d63-802f-4079-8f50-68e2d0aaf251 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] DELETE failed (client error): The resource could not be found. Mar 22 12:27:49.630079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3353d63-802f-4079-8f50-68e2d0aaf251 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:27:49.634238 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b3353d63-802f-4079-8f50-68e2d0aaf251 tempest-RoutersTest-1836197238 tempest-RoutersTest-1836197238-project] 10.222.0.62 "DELETE /v2.0/subnets/020cd52d-ecf8-4fd9-9b1f-378d7aeea470 HTTP/1.1" status: 404 len: 337 time: 0.0456736 Mar 22 12:27:49.647256 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2c2407d0-e443-4408-9635-fc576be98ee4 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b/tags HTTP/1.1" status: 204 len: 168 time: 0.1829698 Mar 22 12:27:49.647516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45448) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.652833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.tag.tag_plugin [None req-37f1c785-350c-43fc-82a3-b05f15045921 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b13fbea7-3039-4e9b-931d-447fad489846') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:49.764342 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-37f1c785-350c-43fc-82a3-b05f15045921 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846/tags HTTP/1.1" status: 204 len: 168 time: 0.1156173 Mar 22 12:27:49.766434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539e8ca-6aa7-4257-b70a-42c5dc578d8d req-9f3a2cc8-5d5f-426b-96df-7819090655c9 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:49.770537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45452) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:49.774435 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e539e8ca-6aa7-4257-b70a-42c5dc578d8d req-9f3a2cc8-5d5f-426b-96df-7819090655c9 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.3630657 Mar 22 12:27:49.811993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:49.824845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Transition to ACTIVE for port object 8425652b-20d4-4005-9ee8-574a8c2895c7 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:49.849362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Transition to ACTIVE for port object 8425652b-20d4-4005-9ee8-574a8c2895c7 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:49.857823 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:49.945135 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e539e8ca-6aa7-4257-b70a-42c5dc578d8d req-bd01dabd-9578-40d8-92cc-5c2a4fa6b905 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676860 Mar 22 12:27:49.957584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Network 82ff33c6-5c8d-4330-8977-f64f33bf5968 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:27:49.963099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:49.966121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:27:49.981421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Pushing event updated for resources: {'Port': ['ID=8425652b-20d4-4005-9ee8-574a8c2895c7,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:50.081378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0c42b65-ca95-4f6f-a30f-7a11ac96186e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for subnetpool, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:50.082591 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a0c42b65-ca95-4f6f-a30f-7a11ac96186e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/subnetpools/9ff90c0f-5d98-4b9a-ae71-12b028d5b124 HTTP/1.1" status: 204 len: 168 time: 0.3109379 Mar 22 12:27:50.086308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45458) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:50.105591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:50.115433 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7c611462-7ffc-4514-ac2a-c7654032962b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/8bb97826-fcb2-41d8-aa11-148ef2ba389d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2680652 Mar 22 12:27:50.116430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45462) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:50.138423 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Sync routers for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:27:50.138966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Attempting to bind port 8425652b-20d4-4005-9ee8-574a8c2895c7 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:27:50.138966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Attempting to bind port 8425652b-20d4-4005-9ee8-574a8c2895c7 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:27:50.139268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Attempting to bind port 8425652b-20d4-4005-9ee8-574a8c2895c7 on network 82ff33c6-5c8d-4330-8977-f64f33bf5968 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:27:50.158636 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:50.162050 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:50.164274 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8db994f4-1e15-40b8-a6ec-bda45bc59e31 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1ff1a11-a36f-4f88-99bd-5c2d640907f3 HTTP/1.1" status: 200 len: 205 time: 0.0763149 Mar 22 12:27:50.167822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:27:50.168187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Checking segment: {'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:50.168309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45466) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:50.168577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:50.168952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Bound using segment: {'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:27:50.169407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Bound port: 8425652b-20d4-4005-9ee8-574a8c2895c7, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:27:50.169812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:50.303608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] For port 8425652b-20d4-4005-9ee8-574a8c2895c7, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:27:50.307867 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] For port 8425652b-20d4-4005-9ee8-574a8c2895c7, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8425652b-20d4-4005-9ee8-574a8c2895c7,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:27:50.315953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:50.401125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab63ff4-e018-4813-86a3-d92268f45b3c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.402286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab63ff4-e018-4813-86a3-d92268f45b3c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.402696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab63ff4-e018-4813-86a3-d92268f45b3c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.403233 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab63ff4-e018-4813-86a3-d92268f45b3c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.403641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab63ff4-e018-4813-86a3-d92268f45b3c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.404044 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab63ff4-e018-4813-86a3-d92268f45b3c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.404570 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab63ff4-e018-4813-86a3-d92268f45b3c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.404971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab63ff4-e018-4813-86a3-d92268f45b3c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.406894 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aab63ff4-e018-4813-86a3-d92268f45b3c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5665 time: 0.2733915 Mar 22 12:27:50.408009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45470) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:50.418902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45472) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:50.443472 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7068abd-ead4-46d2-84ea-bcbf6bb9a15b req-c0d89981-6b5c-4c47-b29b-3e6039486978 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.448640 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c7068abd-ead4-46d2-84ea-bcbf6bb9a15b req-c0d89981-6b5c-4c47-b29b-3e6039486978 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.55 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.4616172 Mar 22 12:27:50.458527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06dadd-0a84-4984-b4d6-7399806786ac None None] Pushing event updated for resources: {'Port': ['ID=8425652b-20d4-4005-9ee8-574a8c2895c7,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:50.475408 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:50.542036 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde896a-3718-4f72-98ac-f9acab79c1d6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.542651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde896a-3718-4f72-98ac-f9acab79c1d6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.543155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde896a-3718-4f72-98ac-f9acab79c1d6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.543676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde896a-3718-4f72-98ac-f9acab79c1d6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.545245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde896a-3718-4f72-98ac-f9acab79c1d6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.545910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde896a-3718-4f72-98ac-f9acab79c1d6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.546560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde896a-3718-4f72-98ac-f9acab79c1d6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.547048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde896a-3718-4f72-98ac-f9acab79c1d6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:50.552177 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ebde896a-3718-4f72-98ac-f9acab79c1d6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5223 time: 0.1272829 Mar 22 12:27:50.552652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45480) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:50.619749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-c7068abd-ead4-46d2-84ea-bcbf6bb9a15b req-166dab45-2e34-4adf-946e-f602086bfd14 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Deleting port 1aaf4401-72f9-4032-827c-ac484ee463e1 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:50.624223 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c7068abd-ead4-46d2-84ea-bcbf6bb9a15b req-166dab45-2e34-4adf-946e-f602086bfd14 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:50.799983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1012b03-ca91-4c5c-a9ef-7716842efb27 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:50.941301 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:27:45Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:46Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:50.947458 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Checking router: 8bb97826-fcb2-41d8-aa11-148ef2ba389d for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:27:50.947806 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Updating router 8bb97826-fcb2-41d8-aa11-148ef2ba389d port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:27:51.009219 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.163329 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5bd3b264-d193-4912-b41d-644517c16c9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f37cda66bf934c43a48765cc534b894d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7467964 Mar 22 12:27:51.172905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45486) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:51.319420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-c7068abd-ead4-46d2-84ea-bcbf6bb9a15b req-166dab45-2e34-4adf-946e-f602086bfd14 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] For port 1aaf4401-72f9-4032-827c-ac484ee463e1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1aaf4401-72f9-4032-827c-ac484ee463e1,segment=NetworkSegment(b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6),segment_id=b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:51.319784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c7068abd-ead4-46d2-84ea-bcbf6bb9a15b req-166dab45-2e34-4adf-946e-f602086bfd14 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.360323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1012b03-ca91-4c5c-a9ef-7716842efb27 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.426746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1012b03-ca91-4c5c-a9ef-7716842efb27 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.474396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-c7068abd-ead4-46d2-84ea-bcbf6bb9a15b req-166dab45-2e34-4adf-946e-f602086bfd14 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Calling delete_port for 1aaf4401-72f9-4032-827c-ac484ee463e1 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:51.477541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfc8c1-b71e-49c3-a3bf-c7f43de28aa9 req-fa5afacb-aea4-42f2-ad14-66701d3ac856 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:51.479201 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-80bfc8c1-b71e-49c3-a3bf-c7f43de28aa9 req-fa5afacb-aea4-42f2-ad14-66701d3ac856 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 945 time: 0.3053625 Mar 22 12:27:51.517646 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.524319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 934bf634-104e-407a-8be8-c271a0ea8783 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:51.538218 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Transition to ACTIVE for port object 2b67bbff-c40b-429d-a012-d7103f4cd2f6 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:51.540684 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3f2b12c4-b1cd-4e43-9e06-8c5f779e2ce3 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2859 time: 0.9868040 Mar 22 12:27:51.544323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4759-8191-4396-bf7f-5280fcd667e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.549243 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.577796 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-80bfc8c1-b71e-49c3-a3bf-c7f43de28aa9 req-5f5a4505-2498-4efd-8215-ef3a6cc59d6a tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/security-groups?id=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779777 Mar 22 12:27:51.580434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1012b03-ca91-4c5c-a9ef-7716842efb27 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.580928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1012b03-ca91-4c5c-a9ef-7716842efb27 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Fanout notify agent at l3_agent the message router_deleted on router c1ff1a11-a36f-4f88-99bd-5c2d640907f3 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:27:51.599380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4759-8191-4396-bf7f-5280fcd667e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.610986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1012b03-ca91-4c5c-a9ef-7716842efb27 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.614571 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e1012b03-ca91-4c5c-a9ef-7716842efb27 tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/routers/c1ff1a11-a36f-4f88-99bd-5c2d640907f3 HTTP/1.1" status: 204 len: 168 time: 1.4429252 Mar 22 12:27:51.615223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45492) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:51.702283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 934bf634-104e-407a-8be8-c271a0ea8783 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:51.710334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 934bf634-104e-407a-8be8-c271a0ea8783 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:51.710862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.737309 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b618f0-6e25-429e-af2d-4b16cfb5716f None None] Pushing event updated for resources: {'Port': ['ID=2b67bbff-c40b-429d-a012-d7103f4cd2f6,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:51.819087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-35cc9281-6633-4785-b97d-dc10c8ea0dfc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Deleting port 187c10fc-9bfd-4f07-8df9-486ab1a6bb2b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:51.819603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35cc9281-6633-4785-b97d-dc10c8ea0dfc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.931704 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Attempting to bind port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:27:51.932083 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Attempting to bind port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:27:51.933013 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Attempting to bind port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 on network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:27:51.936051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4759-8191-4396-bf7f-5280fcd667e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.940514 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:27:51.942065 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Checking segment: {'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:27:51.942772 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.943299 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Bound using segment: {'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:27:51.944087 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Bound port: 2b67bbff-c40b-429d-a012-d7103f4cd2f6, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:27:51.944723 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.955267 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc3244e-023e-4183-817a-f660ab7eba4a None None] Network 82ff33c6-5c8d-4330-8977-f64f33bf5968 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:51.974016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c7068abd-ead4-46d2-84ea-bcbf6bb9a15b req-166dab45-2e34-4adf-946e-f602086bfd14 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:51.982699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c4759-8191-4396-bf7f-5280fcd667e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3c6c65-d551-4815-9627-4d588eaa243f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:52.101905 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] For port 2b67bbff-c40b-429d-a012-d7103f4cd2f6, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:27:52.106266 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] For port 2b67bbff-c40b-429d-a012-d7103f4cd2f6, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2b67bbff-c40b-429d-a012-d7103f4cd2f6,segment=NetworkSegment(1574d17e-7ea5-47ca-8359-b5bf7bb2016c),segment_id=1574d17e-7ea5-47ca-8359-b5bf7bb2016c)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:27:52.113335 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:52.188694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4759-8191-4396-bf7f-5280fcd667e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:52.189963 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8d4c4759-8191-4396-bf7f-5280fcd667e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa3c6c65-d551-4815-9627-4d588eaa243f HTTP/1.1" status: 204 len: 168 time: 0.9837167 Mar 22 12:27:52.193896 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dab45-2e34-4adf-946e-f602086bfd14 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Pushing event deleted for resources: {'Port': ['ID=1aaf4401-72f9-4032-827c-ac484ee463e1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:52.211150 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b618f0-6e25-429e-af2d-4b16cfb5716f None None] Pushing event updated for resources: {'Port': ['ID=2b67bbff-c40b-429d-a012-d7103f4cd2f6,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:52.282342 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:27:52.283142 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:27:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:52.304773 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:52.398218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 934bf634-104e-407a-8be8-c271a0ea8783, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=934bf634-104e-407a-8be8-c271a0ea8783,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:52.421394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-579dfb08-bd0b-4d2e-ae5f-62fc72393539 None None] Provisioning for port 8425652b-20d4-4005-9ee8-574a8c2895c7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:52.452881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35cc9281-6633-4785-b97d-dc10c8ea0dfc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:52.458288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:52.459097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8425652b-20d4-4005-9ee8-574a8c2895c7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:52.569959 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:27:52.611364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45498) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:52.613013 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:52.625240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-35cc9281-6633-4785-b97d-dc10c8ea0dfc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Calling delete_port for 187c10fc-9bfd-4f07-8df9-486ab1a6bb2b owned by {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:52.655832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7068abd-ead4-46d2-84ea-bcbf6bb9a15b req-166dab45-2e34-4adf-946e-f602086bfd14 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] No DVR routers for this DVR port 1aaf4401-72f9-4032-827c-ac484ee463e1 on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:27:52.672662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c7068abd-ead4-46d2-84ea-bcbf6bb9a15b req-166dab45-2e34-4adf-946e-f602086bfd14 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:52.682056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86bf5bdc-24f3-4048-8c2b-a754bd0cd683', 'name': 'network-vif-deleted', 'tag': '1aaf4401-72f9-4032-827c-ac484ee463e1'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:27:52.713964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936441334', 'description': 'tempest-secgroup-smoke-1936441334 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:52.726848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:52.800816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35cc9281-6633-4785-b97d-dc10c8ea0dfc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:52.807198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:52.864668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc9281-6633-4785-b97d-dc10c8ea0dfc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Pushing event deleted for resources: {'Port': ['ID=187c10fc-9bfd-4f07-8df9-486ab1a6bb2b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:52.892417 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c7068abd-ead4-46d2-84ea-bcbf6bb9a15b req-166dab45-2e34-4adf-946e-f602086bfd14 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.55 "DELETE /v2.0/ports/1aaf4401-72f9-4032-827c-ac484ee463e1 HTTP/1.1" status: 204 len: 173 time: 2.4372778 Mar 22 12:27:52.894937 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86bf5bdc-24f3-4048-8c2b-a754bd0cd683', 'name': 'network-vif-deleted', 'tag': '1aaf4401-72f9-4032-827c-ac484ee463e1', 'status': 'completed', 'code': 200} Mar 22 12:27:52.907000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:52.940799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=934bf634-104e-407a-8be8-c271a0ea8783,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:52.950182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 8425652b-20d4-4005-9ee8-574a8c2895c7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:52.950935 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:52.979190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8425652b-20d4-4005-9ee8-574a8c2895c7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:52.979479 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.034997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.060885 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d0a1d55e-a4be-4bf5-ae6c-d4ec1a9546b5 req-42aca6b4-8216-444c-aa30-6f3310c0e249 tempest-TestServerAdvancedOps-1717663836 tempest-TestServerAdvancedOps-1717663836-project] 10.222.0.62 "GET /v2.0/ports?device_id=86bf5bdc-24f3-4048-8c2b-a754bd0cd683 HTTP/1.1" status: 200 len: 210 time: 0.0567517 Mar 22 12:27:53.098219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-35cc9281-6633-4785-b97d-dc10c8ea0dfc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.108340 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-35cc9281-6633-4785-b97d-dc10c8ea0dfc tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/ports/187c10fc-9bfd-4f07-8df9-486ab1a6bb2b HTTP/1.1" status: 204 len: 168 time: 1.4729977 Mar 22 12:27:53.108679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45506) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:53.228194 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:27:45Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:53.239020 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf5f99b-3dcd-4f67-be38-ce951fa52907 None None] The sync data for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv is: [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:27:45Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:27:53.243698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:53.259537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.263209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:53.281330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:53.320306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:53.339728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 8425652b-20d4-4005-9ee8-574a8c2895c7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8425652b-20d4-4005-9ee8-574a8c2895c7,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:53.344837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.473477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=8425652b-20d4-4005-9ee8-574a8c2895c7,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:53.544174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-34ff34bf-6b62-449f-bc07-519fe67ea312 None None] Provisioning complete for port 8425652b-20d4-4005-9ee8-574a8c2895c7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:53.544951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-34ff34bf-6b62-449f-bc07-519fe67ea312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.552816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54edb03-e1e8-45bb-81a5-5e76136adc8c tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Deleting subnet b13fbea7-3039-4e9b-931d-447fad489846 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:53.562973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e54edb03-e1e8-45bb-81a5-5e76136adc8c tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.621358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2b67bbff-c40b-429d-a012-d7103f4cd2f6 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:53.631362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e54edb03-e1e8-45bb-81a5-5e76136adc8c tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.654356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.667364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 1aaf4401-72f9-4032-827c-ac484ee463e1 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:53.669006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.725050 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 1aaf4401-72f9-4032-827c-ac484ee463e1 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:53.725586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 1aaf4401-72f9-4032-827c-ac484ee463e1 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:53.737396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Allocated IP 172.20.0.1 (82ff33c6-5c8d-4330-8977-f64f33bf5968/9aea9e86-8f53-4d52-bd4c-ed40ae299d24/ffd0aa5e-261e-474f-8ff2-1208b6a508e2) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:27:53.761625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.762854 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.1051061 Mar 22 12:27:53.767123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45510) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:53.771603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcec72f-8068-4d06-ba8e-212e9e7603ec tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d49b00-e063-409a-8350-495e55505e61,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:53.778876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ed0e1cd2-6859-4d6c-a1b9-1e5b6b4b1a83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '79d49b00-e063-409a-8350-495e55505e61', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:53.785640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ed0e1cd2-6859-4d6c-a1b9-1e5b6b4b1a83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:53.789568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ed0e1cd2-6859-4d6c-a1b9-1e5b6b4b1a83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:53.792708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ed0e1cd2-6859-4d6c-a1b9-1e5b6b4b1a83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:53.799248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ed0e1cd2-6859-4d6c-a1b9-1e5b6b4b1a83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:53.831747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1cd2-6859-4d6c-a1b9-1e5b6b4b1a83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.839892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e54edb03-e1e8-45bb-81a5-5e76136adc8c tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.853715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:53.863330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:53.863941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.968600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1cd2-6859-4d6c-a1b9-1e5b6b4b1a83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:53.971580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e54edb03-e1e8-45bb-81a5-5e76136adc8c tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.011731 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.018439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1cd2-6859-4d6c-a1b9-1e5b6b4b1a83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.052800 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 2b67bbff-c40b-429d-a012-d7103f4cd2f6, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2b67bbff-c40b-429d-a012-d7103f4cd2f6,segment=NetworkSegment(1574d17e-7ea5-47ca-8359-b5bf7bb2016c),segment_id=1574d17e-7ea5-47ca-8359-b5bf7bb2016c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:54.059015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.059394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e1cd2-6859-4d6c-a1b9-1e5b6b4b1a83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8beddd9-8975-4a5a-afc3-6ff9b11f8a4e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:54.059808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 934bf634-104e-407a-8be8-c271a0ea8783 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:54.062833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54edb03-e1e8-45bb-81a5-5e76136adc8c tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Pushing event deleted for resources: {'Subnet': ['ID=b13fbea7-3039-4e9b-931d-447fad489846,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:54.076405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e54edb03-e1e8-45bb-81a5-5e76136adc8c tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.078921 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e54edb03-e1e8-45bb-81a5-5e76136adc8c tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/subnets/b13fbea7-3039-4e9b-931d-447fad489846 HTTP/1.1" status: 204 len: 168 time: 0.9689624 Mar 22 12:27:54.081108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed0e1cd2-6859-4d6c-a1b9-1e5b6b4b1a83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.085323 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed0e1cd2-6859-4d6c-a1b9-1e5b6b4b1a83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3155415 Mar 22 12:27:54.085323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45514) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:54.088344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45516) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:54.096920 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ec08fd3f-ffbd-4385-b489-12668ac5da7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '79d49b00-e063-409a-8350-495e55505e61', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:54.117149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ec08fd3f-ffbd-4385-b489-12668ac5da7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:54.124989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec08fd3f-ffbd-4385-b489-12668ac5da7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:54.135352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ec08fd3f-ffbd-4385-b489-12668ac5da7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:54.145217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ec08fd3f-ffbd-4385-b489-12668ac5da7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:54.149816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.180879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Transition to ACTIVE for port object ffd0aa5e-261e-474f-8ff2-1208b6a508e2 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:27:54.201318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec08fd3f-ffbd-4385-b489-12668ac5da7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.207571 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a88acd-4a98-412b-a11a-ea5997d735b5 None None] Network fd88a0ab-0c47-4ec8-939f-a927fd442d32 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:27:54.240290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.252057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Deleting port 3b9ebb94-7ead-48c2-910f-396362e04c1a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:54.252463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.294760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45524) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:54.304197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.409398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81a023c-3244-485a-8b19-d36933c4866e admin admin] Deleting subnet c661a53d-bda7-41be-8c97-f18dd5794409 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:54.413376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c81a023c-3244-485a-8b19-d36933c4866e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.479069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c81a023c-3244-485a-8b19-d36933c4866e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.508663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=2b67bbff-c40b-429d-a012-d7103f4cd2f6,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:54.529948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 934bf634-104e-407a-8be8-c271a0ea8783 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:54.530226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.530730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] For port 3b9ebb94-7ead-48c2-910f-396362e04c1a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3b9ebb94-7ead-48c2-910f-396362e04c1a,segment=NetworkSegment(b227f6c9-0420-4141-87a3-cf5f3534590a),segment_id=b227f6c9-0420-4141-87a3-cf5f3534590a)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:54.531195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.541658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c81a023c-3244-485a-8b19-d36933c4866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.645017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c81a023c-3244-485a-8b19-d36933c4866e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.666475 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a41ce4-3cb9-4826-8107-41d49a396a10 None None] DHCP port deletion for fd88a0ab-0c47-4ec8-939f-a927fd442d32 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:27:54.672627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73a41ce4-3cb9-4826-8107-41d49a396a10 None None] Deleting port 3b9ebb94-7ead-48c2-910f-396362e04c1a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:54.673068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73a41ce4-3cb9-4826-8107-41d49a396a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.690083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec08fd3f-ffbd-4385-b489-12668ac5da7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.703313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Network 82ff33c6-5c8d-4330-8977-f64f33bf5968 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:27:54.710564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:54.720403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec08fd3f-ffbd-4385-b489-12668ac5da7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.726434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:27:54.757411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a023c-3244-485a-8b19-d36933c4866e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c661a53d-bda7-41be-8c97-f18dd5794409,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:54.772333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Calling delete_port for 3b9ebb94-7ead-48c2-910f-396362e04c1a owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:54.778496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'Port': ['ID=ffd0aa5e-261e-474f-8ff2-1208b6a508e2,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:54.800829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08fd3f-ffbd-4385-b489-12668ac5da7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8065373-fba9-4fa7-9fbd-8bde5fcd1f0b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:54.803279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c81a023c-3244-485a-8b19-d36933c4866e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.834564 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c81a023c-3244-485a-8b19-d36933c4866e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c661a53d-bda7-41be-8c97-f18dd5794409 HTTP/1.1" status: 204 len: 168 time: 0.5327673 Mar 22 12:27:54.835430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45528) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:54.836268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ec08fd3f-ffbd-4385-b489-12668ac5da7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.837519 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ec08fd3f-ffbd-4385-b489-12668ac5da7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7480397 Mar 22 12:27:54.842842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45532) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:54.853118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.863978 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7d9c207f-b617-4384-9301-638f39e0c4e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '79d49b00-e063-409a-8350-495e55505e61', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:54.875392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.883273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7d9c207f-b617-4384-9301-638f39e0c4e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:54.907380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Pushing event deleted for resources: {'Port': ['ID=3b9ebb94-7ead-48c2-910f-396362e04c1a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:54.911356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] No DVR routers for this DVR port 3b9ebb94-7ead-48c2-910f-396362e04c1a on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:27:54.941138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7d9c207f-b617-4384-9301-638f39e0c4e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:54.957636 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7d9c207f-b617-4384-9301-638f39e0c4e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:54.960804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-73a41ce4-3cb9-4826-8107-41d49a396a10 None None] For port 3b9ebb94-7ead-48c2-910f-396362e04c1a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3b9ebb94-7ead-48c2-910f-396362e04c1a,segment=NetworkSegment(b227f6c9-0420-4141-87a3-cf5f3534590a),segment_id=b227f6c9-0420-4141-87a3-cf5f3534590a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:27:54.961250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73a41ce4-3cb9-4826-8107-41d49a396a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:54.971959 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7d9c207f-b617-4384-9301-638f39e0c4e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:55.001303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.015780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207f-b617-4384-9301-638f39e0c4e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.035994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.061673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd88a0ab-0c47-4ec8-939f-a927fd442d32']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:55.074027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b227f6c9-0420-4141-87a3-cf5f3534590a') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:55.074436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b227f6c9-0420-4141-87a3-cf5f3534590a') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:55.086925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.102714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.108722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:55.109090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:55.123476 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:55.138759 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73a41ce4-3cb9-4826-8107-41d49a396a10 None None] Calling delete_port for 3b9ebb94-7ead-48c2-910f-396362e04c1a owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:27:55.207185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.211722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.227387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.236515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] Pushing event deleted for resources: {'Network': ['ID=fd88a0ab-0c47-4ec8-939f-a927fd442d32,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:55.244194 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e4469793-077d-4551-9a46-a00b5bec640e tempest-TagsExtTest-1381137608 tempest-TagsExtTest-1381137608-project] 10.222.0.62 "DELETE /v2.0/networks/fd88a0ab-0c47-4ec8-939f-a927fd442d32 HTTP/1.1" status: 204 len: 168 time: 1.1590886 Mar 22 12:27:55.250056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.250312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bd8a9038-a7a8-4570-bdbb-57e8dea8f26f None None] Provisioning for port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:27:55.255510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-73a41ce4-3cb9-4826-8107-41d49a396a10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:27:55.255884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-73a41ce4-3cb9-4826-8107-41d49a396a10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:27:55.257276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bd8a9038-a7a8-4570-bdbb-57e8dea8f26f None None] Provisioning complete for port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:55.257276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bd8a9038-a7a8-4570-bdbb-57e8dea8f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.311364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-bd8a9038-a7a8-4570-bdbb-57e8dea8f26f None None] Port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:27:55.327103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fa19aa-f3cd-46af-bca2-e0620255dccc']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:55.334930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207f-b617-4384-9301-638f39e0c4e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.348705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207f-b617-4384-9301-638f39e0c4e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.353026 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:55.353318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57b6ce3-5cc1-4baa-9eb7-442a4d6936f6') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:55.386717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.432498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2b67bbff-c40b-429d-a012-d7103f4cd2f6 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:55.453881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c207f-b617-4384-9301-638f39e0c4e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604fb954-ea34-4d11-986b-127ceefa4bce,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:55.509855 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:55.510220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.553986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7d9c207f-b617-4384-9301-638f39e0c4e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.555160 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7d9c207f-b617-4384-9301-638f39e0c4e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6959097 Mar 22 12:27:55.556717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.558000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45542) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:55.563877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-29da8874-4f83-4f08-85c0-c15c2d647ce1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '79d49b00-e063-409a-8350-495e55505e61', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:55.570255 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:55.570255 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.570555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-29da8874-4f83-4f08-85c0-c15c2d647ce1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:55.575308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-29da8874-4f83-4f08-85c0-c15c2d647ce1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:55.578410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-29da8874-4f83-4f08-85c0-c15c2d647ce1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:55.585375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:55.594202 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-29da8874-4f83-4f08-85c0-c15c2d647ce1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:55.614554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29da8874-4f83-4f08-85c0-c15c2d647ce1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.637797 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8425652b-20d4-4005-9ee8-574a8c2895c7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:27:55.683443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29da8874-4f83-4f08-85c0-c15c2d647ce1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:55.685471 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:55.689307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.690434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29da8874-4f83-4f08-85c0-c15c2d647ce1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.711145 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.719040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da8874-4f83-4f08-85c0-c15c2d647ce1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da1d2b8-18c6-492b-812b-ff2c00fc288a,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:55.722351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=07fa19aa-f3cd-46af-bca2-e0620255dccc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:55.736294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-29da8874-4f83-4f08-85c0-c15c2d647ce1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.737686 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-29da8874-4f83-4f08-85c0-c15c2d647ce1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1785331 Mar 22 12:27:55.740484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45552) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:55.747603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8425652b-20d4-4005-9ee8-574a8c2895c7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:55.748084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.749913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '79d49b00-e063-409a-8350-495e55505e61', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:55.761291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:55.767369 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-94092b6a-0b60-4152-a53f-2d511b1343f4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/07fa19aa-f3cd-46af-bca2-e0620255dccc HTTP/1.1" status: 204 len: 168 time: 0.9259732 Mar 22 12:27:55.774497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45556) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:55.776412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73a41ce4-3cb9-4826-8107-41d49a396a10 None None] Deleting port 3b9ebb94-7ead-48c2-910f-396362e04c1a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:27:55.776837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73a41ce4-3cb9-4826-8107-41d49a396a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.778365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:55.783384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:55.792219 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b9657a5a-81fe-4178-99c2-508764c491ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e563957d65b47e0af470f4a41f01937&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2031279 Mar 22 12:27:55.792488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45560) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:55.859220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-73a41ce4-3cb9-4826-8107-41d49a396a10 None None] The port '3b9ebb94-7ead-48c2-910f-396362e04c1a' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:27:55.863760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b33c2e4f-9cb4-4fed-800f-68649b68d633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.891760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b33c2e4f-9cb4-4fed-800f-68649b68d633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.959325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b33c2e4f-9cb4-4fed-800f-68649b68d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.979356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b33c2e4f-9cb4-4fed-800f-68649b68d633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:55.983006 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b33c2e4f-9cb4-4fed-800f-68649b68d633 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8cee237d-02b4-45a6-b838-70d043f9183f HTTP/1.1" status: 204 len: 168 time: 0.1885154 Mar 22 12:27:55.983424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c2e4f-9cb4-4fed-800f-68649b68d633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cee237d-02b4-45a6-b838-70d043f9183f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:56.001802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3b9ebb94-7ead-48c2-910f-396362e04c1a no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:27:56.013038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:56.039680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 3b9ebb94-7ead-48c2-910f-396362e04c1a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:27:56.040014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3b9ebb94-7ead-48c2-910f-396362e04c1a not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:27:56.062872 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:27:56.082893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-486f5559-fcf2-4419-81ff-c4b304b1346d admin admin] Deleting subnet f34c03c1-0b17-4f95-b50f-d0f8af2e4bd0 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:27:56.090545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.097617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-486f5559-fcf2-4419-81ff-c4b304b1346d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.201206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-486f5559-fcf2-4419-81ff-c4b304b1346d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.277088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.289813 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.323532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.367536 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.371365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-486f5559-fcf2-4419-81ff-c4b304b1346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.463096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c853cbb-73dd-4076-9293-ed481e8bf7cd,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:56.483062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.491659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'Port': ['ID=ffd0aa5e-261e-474f-8ff2-1208b6a508e2,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:56.493907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.495062 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bf04eb16-18a8-4acf-bfd2-3d6891e2ca64 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7535298 Mar 22 12:27:56.498037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45566) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:56.504819 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '79d49b00-e063-409a-8350-495e55505e61', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:56.510805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:56.514851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:56.517795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:56.523698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:56.534917 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:27:56.541890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.592825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-486f5559-fcf2-4419-81ff-c4b304b1346d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.608845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.613433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.638204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46884213-1b88-4a45-8b7f-fb5a61d439cb,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:56.640613 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f5559-fcf2-4419-81ff-c4b304b1346d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f34c03c1-0b17-4f95-b50f-d0f8af2e4bd0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:56.648478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.654093 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-984712df-5baa-445d-aa5d-f3c9e65aa709 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1549654 Mar 22 12:27:56.657304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-486f5559-fcf2-4419-81ff-c4b304b1346d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.675854 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-486f5559-fcf2-4419-81ff-c4b304b1346d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f34c03c1-0b17-4f95-b50f-d0f8af2e4bd0 HTTP/1.1" status: 204 len: 168 time: 0.9002790 Mar 22 12:27:56.678754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45572) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:56.690482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Network 82ff33c6-5c8d-4330-8977-f64f33bf5968 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:27:56.691594 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:27:56.789262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.944282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e8974a8e-08f1-48bf-9cec-9bbdb5a85a22 None None] Provisioning complete for port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:27:56.944918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8974a8e-08f1-48bf-9cec-9bbdb5a85a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.950818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:56.989332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['febe7053-dabb-49b9-a5d5-43371d16b204']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:56.998859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e8974a8e-08f1-48bf-9cec-9bbdb5a85a22 None None] Port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:27:57.004115 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-4489239b-9bd2-437c-b240-685f0f95c319 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936441334&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.0976222 Mar 22 12:27:57.005659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36d17e5-4a78-4c9c-9124-8a23987cd46c') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:57.006019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36d17e5-4a78-4c9c-9124-8a23987cd46c') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:27:57.037516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:57.102255 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Router e763eb80-d11c-4dac-a28b-b140109f7784 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:27:57.107324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:57.124545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:27:57.124930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:27:57.137677 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:27:57.239690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:57.259810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:57.273084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-6654a089-e56a-4a96-9914-cb7e9ed0f6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:57.274494 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-6654a089-e56a-4a96-9914-cb7e9ed0f6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/networks?id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a HTTP/1.1" status: 200 len: 796 time: 0.2579992 Mar 22 12:27:57.275596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=febe7053-dabb-49b9-a5d5-43371d16b204,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:57.278304 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4208248e-675b-41c2-8556-7dc83358c7f0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/febe7053-dabb-49b9-a5d5-43371d16b204 HTTP/1.1" status: 204 len: 168 time: 0.5984342 Mar 22 12:27:57.293111 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-e70c9d07-5fb5-4bbc-9867-239b4ae305d3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/quotas/7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 375 time: 0.0107217 Mar 22 12:27:57.325977 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:27:57.332018 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dbaf1942-069d-4f36-a6c4-6478841a3ec7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "PUT /v2.0/routers/e763eb80-d11c-4dac-a28b-b140109f7784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3215048 Mar 22 12:27:57.384983 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-068f47ae-88b9-40b1-b4ee-4f0f1b5df851 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863941 Mar 22 12:27:57.512249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45590) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:57.588261 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-11f23097-afa7-46c3-ab8d-6351a952290a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d288b347060540bb805ec0abc06f922d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0746255 Mar 22 12:27:57.591049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45596) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:57.599263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-1c7c44ff-d588-4143-8928-4e96b9183a91 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Synchronizing usage tracker for tenant:16605afc1f8d4d6abd780c0ca94aeb71 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:57.617134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-1c7c44ff-d588-4143-8928-4e96b9183a91 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Unset dirty status for tenant:16605afc1f8d4d6abd780c0ca94aeb71 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:57.618379 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-1c7c44ff-d588-4143-8928-4e96b9183a91 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789386024&fields=id&tenant_id=16605afc1f8d4d6abd780c0ca94aeb71 HTTP/1.1" status: 200 len: 267 time: 0.0773344 Mar 22 12:27:57.657647 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-67d2d107-8a7c-49d5-b03c-614374fb3068 service neutron] 10.222.0.62 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607825 Mar 22 12:27:57.757131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74fe7511-dc70-4337-bf18-1ddb71314fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:57.764991 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-ed7fd396-ef2b-4a27-a5b5-37eda30220a9 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:57.766451 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-ed7fd396-ef2b-4a27-a5b5-37eda30220a9 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/networks?id=82ff33c6-5c8d-4330-8977-f64f33bf5968 HTTP/1.1" status: 200 len: 797 time: 0.1410899 Mar 22 12:27:57.782893 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-f2bf35ec-76c5-47fb-99b3-9400289405cc tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/quotas/16605afc1f8d4d6abd780c0ca94aeb71 HTTP/1.1" status: 200 len: 375 time: 0.0106976 Mar 22 12:27:57.802078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74fe7511-dc70-4337-bf18-1ddb71314fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:57.845423 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-ca1ca5f7-f048-43fa-93ca-e436b069d798 service neutron] 10.222.0.62 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810486 Mar 22 12:27:57.867721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-013369e3-20ab-4ef7-85ac-299b14f84a50 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Synchronizing usage tracker for tenant:16605afc1f8d4d6abd780c0ca94aeb71 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:57.874501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74fe7511-dc70-4337-bf18-1ddb71314fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:57.886721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-013369e3-20ab-4ef7-85ac-299b14f84a50 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Unset dirty status for tenant:16605afc1f8d4d6abd780c0ca94aeb71 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:57.888287 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-013369e3-20ab-4ef7-85ac-299b14f84a50 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=16605afc1f8d4d6abd780c0ca94aeb71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001902 Mar 22 12:27:57.893721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe7511-dc70-4337-bf18-1ddb71314fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c01021-e0d6-4eaf-b13e-e8b2a4e028f9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:57.906122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74fe7511-dc70-4337-bf18-1ddb71314fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:57.911126 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-74fe7511-dc70-4337-bf18-1ddb71314fc0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58c01021-e0d6-4eaf-b13e-e8b2a4e028f9 HTTP/1.1" status: 204 len: 168 time: 0.3190420 Mar 22 12:27:58.057595 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aedb04d9-6110-47f7-bd8f-c16671c0d3ad req-2b6792cc-e30a-45e6-83fc-d033e9b9a118 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 210 time: 0.0465746 Mar 22 12:27:58.378122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45616) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:58.392201 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-3762cbf4-d162-4c93-b6e0-8a6c84321679 service neutron] 10.222.0.62 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897075 Mar 22 12:27:58.438660 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e93b8ad-cee5-40f8-a260-877af148fe84 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fa3809c65bf4e04ade4f90880eed0f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0590174 Mar 22 12:27:58.441243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45620) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:58.508968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac9f442d-cee6-4a52-906d-1100e752508e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:58.534713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac9f442d-cee6-4a52-906d-1100e752508e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:58.547340 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-4dd20af2-f02b-4e3d-96ec-9e6190e2b7d3 service neutron] 10.222.0.62 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376543 Mar 22 12:27:58.594568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac9f442d-cee6-4a52-906d-1100e752508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:58.610685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f442d-cee6-4a52-906d-1100e752508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c255190-9738-462f-978a-1ec3568546da,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:27:58.618023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac9f442d-cee6-4a52-906d-1100e752508e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:58.619278 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ac9f442d-cee6-4a52-906d-1100e752508e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c255190-9738-462f-978a-1ec3568546da HTTP/1.1" status: 204 len: 168 time: 0.1771121 Mar 22 12:27:58.698015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a32acc93-86ef-4fc2-9282-587b2723e12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:58.791647 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-893d2d42-44b2-40d5-953c-e55063cc2ee3 req-d6cc2beb-6778-494b-9552-a2f5591be0eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 210 time: 0.0636160 Mar 22 12:27:59.243782 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-34b55d64-079a-4d27-a651-61ca4193971b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:27:59.244734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-34b55d64-079a-4d27-a651-61ca4193971b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:59.268160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-34b55d64-079a-4d27-a651-61ca4193971b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:59.269779 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-34b55d64-079a-4d27-a651-61ca4193971b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a HTTP/1.1" status: 200 len: 796 time: 0.2214789 Mar 22 12:27:59.358449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e74f6788-2834-4f57-a6de-9c639e3e677a req-f6300657-6799-448a-9581-25564f8fd482 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:59.392514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e74f6788-2834-4f57-a6de-9c639e3e677a req-f6300657-6799-448a-9581-25564f8fd482 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:59.393719 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e74f6788-2834-4f57-a6de-9c639e3e677a req-f6300657-6799-448a-9581-25564f8fd482 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 210 time: 0.0867817 Mar 22 12:27:59.396689 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-ba554520-6978-4b39-af57-64a9e8c759d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:27:59.416451 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-ba554520-6978-4b39-af57-64a9e8c759d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:27:59.426256 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-ba554520-6978-4b39-af57-64a9e8c759d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 380 time: 0.1360533 Mar 22 12:27:59.430704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'device_id': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'admin_state_up': True, 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'security_groups': ['79d49b00-e063-409a-8350-495e55505e61']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:59.576531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:59.586329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:59.596646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:59.599670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:59.629222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45656) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:27:59.760685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-676150331-network', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:27:59.765196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.10 (46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a/e393b806-d535-4779-8c68-b53a89c685f9/73c203ae-845a-433c-9f3f-53ffe79801b7) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:27:59.765437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:59.769759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Usage tracker for resource:network and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:59.772640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:59.778861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:59.789674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Made reservation on behalf of 76d698d6b710405f858cd1fbd6f51362 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:27:59.792160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:59.805978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:27:59.868383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:27:59.873218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Usage tracker for resource:security_group_rule and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:27:59.876491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:27:59.883156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:27:59.983783 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4cd55d50-d7d0-45e7-8857-a4f063b436d3 req-ee5e0018-f2ee-4bb0-af69-c98d9bf6d274 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 210 time: 0.0551391 Mar 22 12:28:00.000986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.013693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.046438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:28:00.056011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dbcccd-9929-42c3-879a-6b0d00fe05fa,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:00.065973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.066452 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Added segment b45861f3-5390-41d4-bbf9-859c42a7ced9 of type vlan for network 4c1d82d1-266a-4895-8558-c716622e290a Mar 22 12:28:00.071999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.072442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.072911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.073392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.073850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.074269 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.074677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.075075 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.075501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.075894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.076286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.109871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.117332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.133586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-05b46456-8536-4d8d-8424-b86f25d4bb8e tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:00.134993 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-05b46456-8536-4d8d-8424-b86f25d4bb8e tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.55 "GET /v2.0/networks?id=82ff33c6-5c8d-4330-8977-f64f33bf5968 HTTP/1.1" status: 200 len: 797 time: 0.2093699 Mar 22 12:28:00.145061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 73c203ae-845a-433c-9f3f-53ffe79801b7 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:00.145494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.146521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:00.147090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.211760 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-674d65fb-b7c1-43c8-a763-4d202af56ed2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16605afc1f8d4d6abd780c0ca94aeb71 HTTP/1.1" status: 200 len: 380 time: 0.0615239 Mar 22 12:28:00.213363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.256745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c1d82d1-266a-4895-8558-c716622e290a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:00.260135 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c1a61759-1b73-4ac4-b06d-fd1be01facc1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6297951 Mar 22 12:28:00.263956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45664) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:00.266281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'port': {'device_id': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'admin_state_up': True, 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'security_groups': ['ddcde607-7b1d-4483-b84c-e72a9edbb7a6']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:00.267926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 4c1d82d1-266a-4895-8558-c716622e290a details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:28:00.269579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Request body: {'subnet': {'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-676150331-subnet', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:00.274653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:00.278642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Usage tracker for resource:subnet and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:00.281886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:00.289440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:00.305003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Made reservation on behalf of 76d698d6b710405f858cd1fbd6f51362 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:28:00.307220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.357906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:00.373117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:00.376625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:00.456048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=73c203ae-845a-433c-9f3f-53ffe79801b7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:00.492716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:00.493325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.502066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.502442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.502735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.503055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.503370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.503691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.504006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.504921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.505244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.505575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.505885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:00.553007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:00.555606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.590406 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8327460c-8746-427e-8173-13b6959ee643 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1669736 Mar 22 12:28:00.605534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:00.613076 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Request body: {'port': {'device_id': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:00.629634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=238b9a48-2e50-4a79-97cd-bc467be360ff,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:00.641792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Checking segment: {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:00.642175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Network hostable DHCP agents. Network: 4c1d82d1-266a-4895-8558-c716622e290a, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:28:00.667347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Network 4c1d82d1-266a-4895-8558-c716622e290a is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:28:00.668995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1660f8ca-b591-4160-ad66-20ee990192c5 None None] Provisioning for port 73c203ae-845a-433c-9f3f-53ffe79801b7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:00.674259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Made reservation on behalf of 16605afc1f8d4d6abd780c0ca94aeb71 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:28:00.674647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1660f8ca-b591-4160-ad66-20ee990192c5 None None] Provisioning complete for port 73c203ae-845a-433c-9f3f-53ffe79801b7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:00.674791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1660f8ca-b591-4160-ad66-20ee990192c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.678485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.679823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 4c1d82d1-266a-4895-8558-c716622e290a) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:00.684144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:00.684879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.710759 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922ad220-507e-4fd1-a652-72a6ee4a472f None None] Network 4c1d82d1-266a-4895-8558-c716622e290a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:28:00.711079 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c065fd67-6b9d-4753-8bc5-250d12ea8b9f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4457891 Mar 22 12:28:00.713655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45670) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:00.719000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:00.724215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:00.728713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Usage tracker for resource:router and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:00.732651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:00.739237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:00.755417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.756344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.776518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.812548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1660f8ca-b591-4160-ad66-20ee990192c5 None None] Port 73c203ae-845a-433c-9f3f-53ffe79801b7 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:28:00.924888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.949948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-4c1d82d1-266a-4895-8558-c716622e290a', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:28:00.951081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.968051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:00.987135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c41ffe-32aa-41de-9012-af73ba3ea1f7 req-66a3f251-03eb-4f5a-a36d-334954b74604 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:00.988095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-b5c41ffe-32aa-41de-9012-af73ba3ea1f7 req-66a3f251-03eb-4f5a-a36d-334954b74604 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:28:01.085875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-b5c41ffe-32aa-41de-9012-af73ba3ea1f7 req-66a3f251-03eb-4f5a-a36d-334954b74604 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:28:01.087027 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b5c41ffe-32aa-41de-9012-af73ba3ea1f7 req-66a3f251-03eb-4f5a-a36d-334954b74604 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 932 time: 0.5362065 Mar 22 12:28:01.128569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Allocated IP 172.20.0.2 (4c1d82d1-266a-4895-8558-c716622e290a/238b9a48-2e50-4a79-97cd-bc467be360ff/f3c5ca56-680e-4ea6-b268-723185db4cd8) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:28:01.222888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Allocated IP 172.20.0.7 (82ff33c6-5c8d-4330-8977-f64f33bf5968/9aea9e86-8f53-4d52-bd4c-ed40ae299d24/997c7cde-f938-478d-b8d9-fe5aed9d402f) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:28:01.280679 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b5c41ffe-32aa-41de-9012-af73ba3ea1f7 req-0ee729c2-2daf-40e3-b304-91793bfe6578 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831141 Mar 22 12:28:01.332880 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7c782f6-5106-4a58-aea7-83ed09d03e6b req-ec65369f-9272-4500-a03a-6e9ff7444694 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 210 time: 0.1763084 Mar 22 12:28:01.334669 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.370829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.426912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.437297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Transition to ACTIVE for port object f3c5ca56-680e-4ea6-b268-723185db4cd8 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:01.458398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Transition to ACTIVE for port object f3c5ca56-680e-4ea6-b268-723185db4cd8 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:01.465594 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.516551 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Allocated IP 172.26.0.174 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:28:01.539887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Network 4c1d82d1-266a-4895-8558-c716622e290a is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:01.543568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:01.546644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:01.549258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Pushing event updated for resources: {'Port': ['ID=f3c5ca56-680e-4ea6-b268-723185db4cd8,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:01.643746 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.652236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c203ae-845a-433c-9f3f-53ffe79801b7 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:28:01.657114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Attempting to bind port f3c5ca56-680e-4ea6-b268-723185db4cd8 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:28:01.657750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Attempting to bind port f3c5ca56-680e-4ea6-b268-723185db4cd8 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:28:01.657922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Attempting to bind port f3c5ca56-680e-4ea6-b268-723185db4cd8 on network 4c1d82d1-266a-4895-8558-c716622e290a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:01.663273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.667300 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.668095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-202de788-8c52-4641-a8c1-5515799ae721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.671071 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:28:01.671459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Checking segment: {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:01.671852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.672241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Bound using segment: {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:28:01.672723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Bound port: f3c5ca56-680e-4ea6-b268-723185db4cd8, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:28:01.673395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.675348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Transition to ACTIVE for port object 997c7cde-f938-478d-b8d9-fe5aed9d402f will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:01.686256 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Transition to ACTIVE for port object 73c203ae-845a-433c-9f3f-53ffe79801b7 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:01.692313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.700022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.765238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:01.767059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] For port f3c5ca56-680e-4ea6-b268-723185db4cd8, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:28:01.768398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:01.772396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:01.772564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] For port f3c5ca56-680e-4ea6-b268-723185db4cd8, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f3c5ca56-680e-4ea6-b268-723185db4cd8,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:28:01.776963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.812237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:01.815434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Pushing event updated for resources: {'Port': ['ID=73c203ae-845a-433c-9f3f-53ffe79801b7,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:01.837700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.911324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Pushing event updated for resources: {'Port': ['ID=f3c5ca56-680e-4ea6-b268-723185db4cd8,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:01.916598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.922090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:01.922418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:01.922856 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:01.923305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:01.923976 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:01.924527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:01.925154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:01.925524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:01.926119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:01.926513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:01.926836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43512eb-d45a-4199-93bb-d0e3056d6f26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:01.996553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:01.997660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:02.012443 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'Port': ['ID=997c7cde-f938-478d-b8d9-fe5aed9d402f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:02.013807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:02.070742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Network 82ff33c6-5c8d-4330-8977-f64f33bf5968 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:02.073723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:02.077279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:02.163127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:02.166038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:02.211384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Attempting to bind port 73c203ae-845a-433c-9f3f-53ffe79801b7 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:28:02.211713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Attempting to bind port 73c203ae-845a-433c-9f3f-53ffe79801b7 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:28:02.212035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Attempting to bind port 73c203ae-845a-433c-9f3f-53ffe79801b7 on network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:02.220898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Port 73c203ae-845a-433c-9f3f-53ffe79801b7 on network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:28:02.221217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Attempting to bind port 73c203ae-845a-433c-9f3f-53ffe79801b7 on network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:02.232659 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-55ae4448-6a16-492b-bf7d-9afbee53cdad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0067854 Mar 22 12:28:02.233805 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:28:02.234122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Checking segment: {'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:02.234504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Bound using segment: {'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:28:02.234928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Bound port: 73c203ae-845a-433c-9f3f-53ffe79801b7, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1574d17e-7ea5-47ca-8359-b5bf7bb2016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:28:02.235329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:02.257533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Request body: {'port': {'device_id': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:02.368627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:28:02.386198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5fb05f8c-75ec-4881-b67f-019ea75ffaf4 None None] Provisioning for port 997c7cde-f938-478d-b8d9-fe5aed9d402f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:02.394617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5fb05f8c-75ec-4881-b67f-019ea75ffaf4 None None] Provisioning complete for port 997c7cde-f938-478d-b8d9-fe5aed9d402f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:02.395876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5fb05f8c-75ec-4881-b67f-019ea75ffaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:02.452229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:02.462768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] For port 73c203ae-845a-433c-9f3f-53ffe79801b7, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:28:02.468124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5fb05f8c-75ec-4881-b67f-019ea75ffaf4 None None] Port 997c7cde-f938-478d-b8d9-fe5aed9d402f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:28:02.480226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] For port 73c203ae-845a-433c-9f3f-53ffe79801b7, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=73c203ae-845a-433c-9f3f-53ffe79801b7,segment=NetworkSegment(1574d17e-7ea5-47ca-8359-b5bf7bb2016c),segment_id=1574d17e-7ea5-47ca-8359-b5bf7bb2016c)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:28:02.516408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:02.636948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e20fb-6adf-4b68-9587-617d7726ab18 req-d3e4c08d-a155-4cca-a1b8-15c5cd37bb89 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:02.638381 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d10e20fb-6adf-4b68-9587-617d7726ab18 req-d3e4c08d-a155-4cca-a1b8-15c5cd37bb89 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 931 time: 0.0952315 Mar 22 12:28:02.649059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:02.650999 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] 10.222.0.55 "PUT /v2.0/ports/73c203ae-845a-433c-9f3f-53ffe79801b7 HTTP/1.1" status: 200 len: 1094 time: 2.0433614 Mar 22 12:28:02.651620 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'tag': '73c203ae-845a-433c-9f3f-53ffe79801b7'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:28:02.713409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:28:02.717278 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d10e20fb-6adf-4b68-9587-617d7726ab18 req-d832ba79-dacf-449f-9c08-b86f03752df3 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639770 Mar 22 12:28:02.724543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Sync routers for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:28:02.753199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:02.753872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:02.784932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:02.790234 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5480835a-5676-43b5-a6f4-fe6f6c3aa5b9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0754807 Mar 22 12:28:02.792067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45682) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:02.930361 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'tag': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'status': 'completed', 'code': 200} Mar 22 12:28:02.980358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:02.996289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6c9a2-4d29-4e05-84d6-36be98329c3c service neutron] Pushing event updated for resources: {'Port': ['ID=73c203ae-845a-433c-9f3f-53ffe79801b7,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:03.176560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980ad29-26ce-4991-a612-45cc53f382f7 req-adb24618-0768-43c7-9a7f-15d00b9258f9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:03.178157 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e980ad29-26ce-4991-a612-45cc53f382f7 req-adb24618-0768-43c7-9a7f-15d00b9258f9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 944 time: 0.6678960 Mar 22 12:28:03.231793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d7821c-4783-42d0-b0c7-9ecbc7d38ec7 None None] Network 4c1d82d1-266a-4895-8558-c716622e290a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:28:03.312719 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-d2a0ea30-eb7e-4cd1-954f-982d321406a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 1097 time: 0.3812945 Mar 22 12:28:03.318678 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e980ad29-26ce-4991-a612-45cc53f382f7 req-5570766e-a50c-4f58-9e32-0880ecccc136 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309288 Mar 22 12:28:03.335622 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:03.432249 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-d23d9040-563c-44a0-892a-e8ab248deeb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73c203ae-845a-433c-9f3f-53ffe79801b7 HTTP/1.1" status: 200 len: 217 time: 0.1084251 Mar 22 12:28:03.499327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f3c5ca56-680e-4ea6-b268-723185db4cd8 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:03.583184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-26533677-e41c-4923-b6a1-b02961db70c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:03.584622 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-26533677-e41c-4923-b6a1-b02961db70c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e393b806-d535-4779-8c68-b53a89c685f9 HTTP/1.1" status: 200 len: 835 time: 0.1466200 Mar 22 12:28:03.586589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997c7cde-f938-478d-b8d9-fe5aed9d402f {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:28:03.604721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3f9f30c2-dc9d-4314-ab00-221713ae365d None None] Provisioning for port f3c5ca56-680e-4ea6-b268-723185db4cd8 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:03.635328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:03.662319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Transition to ACTIVE for port object 997c7cde-f938-478d-b8d9-fe5aed9d402f will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:03.670980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:03.686207 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port f3c5ca56-680e-4ea6-b268-723185db4cd8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:03.696346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:01Z', 'revision_number': 3, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:03.700520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f3c5ca56-680e-4ea6-b268-723185db4cd8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:03.700993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:03.734155 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Checking router: 781547b3-3a3c-462d-98e3-6a7b7c2adb46 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:28:03.734650 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Updating router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:28:03.741617 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-8fcaa101-1f13-4035-a35a-c1c37d9aef07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1498685 Mar 22 12:28:03.818271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:03.848352 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:03.855229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Pushing event updated for resources: {'Port': ['ID=997c7cde-f938-478d-b8d9-fe5aed9d402f,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:04.062618 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-e9397a16-6078-4cc6-9aa4-fc87f627b5aa service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512412 Mar 22 12:28:04.098435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.180118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7198c-cb23-43bb-b5ee-3c8ed770dce0 req-49c552f7-13e6-4e71-aa22-59bfda78accd tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:04.187956 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55a7198c-cb23-43bb-b5ee-3c8ed770dce0 req-49c552f7-13e6-4e71-aa22-59bfda78accd tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 943 time: 0.2822008 Mar 22 12:28:04.238109 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29746c46-4aa8-48cb-aa21-4e61933e4a02 req-59c09d36-0fac-4cb5-b866-a7afb63ddb5c service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659832 Mar 22 12:28:04.260504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port f3c5ca56-680e-4ea6-b268-723185db4cd8, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f3c5ca56-680e-4ea6-b268-723185db4cd8,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:04.266069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Allocated IP 172.20.0.1 (4c1d82d1-266a-4895-8558-c716622e290a/238b9a48-2e50-4a79-97cd-bc467be360ff/93be75c2-74fc-45e0-bc24-3c96a27f5d33) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:28:04.278279 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55a7198c-cb23-43bb-b5ee-3c8ed770dce0 req-32258a10-1191-48a6-878b-1db9600c23ee tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890470 Mar 22 12:28:04.279364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.304945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Attempting to bind port 997c7cde-f938-478d-b8d9-fe5aed9d402f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:28:04.305209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Attempting to bind port 997c7cde-f938-478d-b8d9-fe5aed9d402f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:28:04.305493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Attempting to bind port 997c7cde-f938-478d-b8d9-fe5aed9d402f on network 82ff33c6-5c8d-4330-8977-f64f33bf5968 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:04.349399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Port 997c7cde-f938-478d-b8d9-fe5aed9d402f on network 82ff33c6-5c8d-4330-8977-f64f33bf5968 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:28:04.349846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Attempting to bind port 997c7cde-f938-478d-b8d9-fe5aed9d402f on network 82ff33c6-5c8d-4330-8977-f64f33bf5968 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:04.365018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:28:04.365347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Checking segment: {'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:04.365777 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Bound using segment: {'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:28:04.366223 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Bound port: 997c7cde-f938-478d-b8d9-fe5aed9d402f, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:28:04.366575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.391426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=f3c5ca56-680e-4ea6-b268-723185db4cd8,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:04.478528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.490142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-69bfc192-463d-478a-b6de-9a068c361b6e None None] Provisioning complete for port f3c5ca56-680e-4ea6-b268-723185db4cd8 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:04.490639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69bfc192-463d-478a-b6de-9a068c361b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.493977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Transition to ACTIVE for port object 93be75c2-74fc-45e0-bc24-3c96a27f5d33 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:04.518073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.526795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.536276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] For port 997c7cde-f938-478d-b8d9-fe5aed9d402f, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:28:04.540447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] For port 997c7cde-f938-478d-b8d9-fe5aed9d402f, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:28:04.547304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.552356 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Transition to ACTIVE for port object b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:04.564058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.589797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Network 4c1d82d1-266a-4895-8558-c716622e290a is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:04.592661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:04.592817 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1114891d-cf8e-4cdc-b7f5-6020c42b78b7 req-e560d406-6fb3-4fcf-9020-2cc5806d7e71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 1097 time: 0.2800913 Mar 22 12:28:04.597107 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:04.627127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Pushing event updated for resources: {'Port': ['ID=93be75c2-74fc-45e0-bc24-3c96a27f5d33,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:04.657851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.707043 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Attempting to bind port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:28:04.707418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Attempting to bind port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:28:04.707802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Attempting to bind port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:04.735536 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cc005-3781-499b-8076-a9c0629bc9f8 None None] Pushing event updated for resources: {'Port': ['ID=b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:04.737854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:28:04.738501 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:04.739069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.739618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:28:04.740260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Bound port: b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:28:04.740831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.755391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.811352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.812943 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/997c7cde-f938-478d-b8d9-fe5aed9d402f HTTP/1.1" status: 200 len: 1093 time: 2.5614338 Mar 22 12:28:04.815882 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114891d-cf8e-4cdc-b7f5-6020c42b78b7 req-b578a8d9-2a39-496d-992e-49d2c7b74e84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:04.817331 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1114891d-cf8e-4cdc-b7f5-6020c42b78b7 req-b578a8d9-2a39-496d-992e-49d2c7b74e84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a HTTP/1.1" status: 200 len: 897 time: 0.2167273 Mar 22 12:28:04.842785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] For port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:28:04.846825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] For port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:28:04.857954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:04.958432 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cc005-3781-499b-8076-a9c0629bc9f8 None None] Pushing event updated for resources: {'Port': ['ID=b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:04.964397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-815c97a9-29b5-4bfa-a660-8d6cda804f31 None None] Provisioning for port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:04.970069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:04.970799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:05.027692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-815c97a9-29b5-4bfa-a660-8d6cda804f31 None None] Provisioning complete for port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:05.027692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-815c97a9-29b5-4bfa-a660-8d6cda804f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:05.050782 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454ec6-385b-4dbf-926e-9bc7cbbe9958 req-0fc3555d-a016-41c0-ac43-73d6f360a8b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:05.052503 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c2454ec6-385b-4dbf-926e-9bc7cbbe9958 req-0fc3555d-a016-41c0-ac43-73d6f360a8b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 944 time: 0.5788288 Mar 22 12:28:05.053144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:28:05.058885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:05.076523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153b3c6-b220-4a34-876c-7a082e7372f0 service neutron] Pushing event updated for resources: {'Port': ['ID=997c7cde-f938-478d-b8d9-fe5aed9d402f,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:05.083189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:05.096047 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1114891d-cf8e-4cdc-b7f5-6020c42b78b7 req-9c515fe8-5c21-4fb1-b2d4-be4c9ba7857d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73c203ae-845a-433c-9f3f-53ffe79801b7 HTTP/1.1" status: 200 len: 217 time: 0.2711134 Mar 22 12:28:05.137726 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'status': 'completed', 'code': 200} Mar 22 12:28:05.185169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-815c97a9-29b5-4bfa-a660-8d6cda804f31 None None] Port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:28:05.195903 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c2454ec6-385b-4dbf-926e-9bc7cbbe9958 req-667802ff-77f6-4e7d-9dd0-9740e7d9a244 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205146 Mar 22 12:28:05.200690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114891d-cf8e-4cdc-b7f5-6020c42b78b7 req-d84bb0c5-890e-4e68-b75a-97a3f866a731 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:05.202246 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1114891d-cf8e-4cdc-b7f5-6020c42b78b7 req-d84bb0c5-890e-4e68-b75a-97a3f866a731 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e393b806-d535-4779-8c68-b53a89c685f9 HTTP/1.1" status: 200 len: 835 time: 0.0992515 Mar 22 12:28:05.214139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Pushing event updated for resources: {'Port': ['ID=93be75c2-74fc-45e0-bc24-3c96a27f5d33,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:05.236162 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:05.237556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:05.299707 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-a37916be-5996-4410-92ba-4c0b6e7d95a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16605afc1f8d4d6abd780c0ca94aeb71&device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 1096 time: 0.4119356 Mar 22 12:28:05.374079 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1114891d-cf8e-4cdc-b7f5-6020c42b78b7 req-85e494b1-d24e-4e8d-8ac2-32715155bffc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1587989 Mar 22 12:28:05.391016 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Network 4c1d82d1-266a-4895-8558-c716622e290a is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:05.392228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:05.477429 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-66a69aa2-895a-494c-8e34-afb4da84b8c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f HTTP/1.1" status: 200 len: 217 time: 0.1693590 Mar 22 12:28:05.504211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f3c5ca56-680e-4ea6-b268-723185db4cd8 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:05.564819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-d2776c70-5db0-4d6a-8f22-6ecce0ddb9b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:05.566416 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-d2776c70-5db0-4d6a-8f22-6ecce0ddb9b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9aea9e86-8f53-4d52-bd4c-ed40ae299d24 HTTP/1.1" status: 200 len: 835 time: 0.0805538 Mar 22 12:28:05.667761 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1114891d-cf8e-4cdc-b7f5-6020c42b78b7 req-9bc6df4b-1259-4118-99cd-62fb78267fb2 service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859948 Mar 22 12:28:05.671631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f3c5ca56-680e-4ea6-b268-723185db4cd8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:05.672118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:05.706864 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-81805898-4bc3-45df-bea7-8f502210d0cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82ff33c6-5c8d-4330-8977-f64f33bf5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1281135 Mar 22 12:28:05.785316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc76eb5-fae1-47f1-a2e4-5370d9bf927d req-9a046e27-bb44-4608-861e-2e5e4d47abfe tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:05.786710 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc76eb5-fae1-47f1-a2e4-5370d9bf927d req-9a046e27-bb44-4608-861e-2e5e4d47abfe tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 943 time: 0.1299117 Mar 22 12:28:05.809005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f3c9a532-5ecb-4a24-bcfd-e379067af819 None None] Provisioning complete for port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:05.809332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f3c9a532-5ecb-4a24-bcfd-e379067af819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:05.838195 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 1, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:05.868028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2980c8-ce90-4c81-80a6-0a060d438add None None] The sync data for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv is: [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 1, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:28:05.883027 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9a532-5ecb-4a24-bcfd-e379067af819 None None] Port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:28:05.922981 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1114891d-cf8e-4cdc-b7f5-6020c42b78b7 req-ea643232-0f11-4915-b7b2-43e929e2c396 service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476013 Mar 22 12:28:05.924776 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-5b39aa50-68ac-45fb-8f77-6beac3bae3ae service neutron] 10.222.0.55 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746569 Mar 22 12:28:05.975501 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7bc76eb5-fae1-47f1-a2e4-5370d9bf927d req-e8d1836c-89bc-4100-8d0f-11240317ddd2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387339 Mar 22 12:28:06.040357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:28:06.060936 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-209e54aa-69a4-460d-9ef5-6551654187e0 req-e5409fff-6514-4d00-8fd0-95ac4fc48e88 service neutron] 10.222.0.55 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274376 Mar 22 12:28:06.181604 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-67d6b9f6-76ea-4a6d-85a6-3b21b0e82f3f req-d5566c27-4e97-45db-a7f8-a980978d22a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16605afc1f8d4d6abd780c0ca94aeb71&device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 1096 time: 0.0701098 Mar 22 12:28:06.244920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:28:06.259771 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b1989e56-5591-46cc-86e5-b60b2b115e1d admin admin] 10.222.0.62 "PUT /v2.0/routers/781547b3-3a3c-462d-98e3-6a7b7c2adb46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4609621 Mar 22 12:28:06.360968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6b9f6-76ea-4a6d-85a6-3b21b0e82f3f req-85af4d69-84b4-4e7c-9158-f87354099fee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:06.362390 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-67d6b9f6-76ea-4a6d-85a6-3b21b0e82f3f req-85af4d69-84b4-4e7c-9158-f87354099fee service neutron] 10.222.0.55 "GET /v2.0/networks?id=82ff33c6-5c8d-4330-8977-f64f33bf5968 HTTP/1.1" status: 200 len: 898 time: 0.1752095 Mar 22 12:28:06.439832 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-67d6b9f6-76ea-4a6d-85a6-3b21b0e82f3f req-4499fba8-c7b9-4171-9e7a-760b89543832 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f HTTP/1.1" status: 200 len: 217 time: 0.0702255 Mar 22 12:28:06.511070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ef433-95ab-4ee5-8351-79d8c00546e3 req-4b02e072-2d4c-48b8-a0bb-9356e08fd353 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:06.512511 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1f9ef433-95ab-4ee5-8351-79d8c00546e3 req-4b02e072-2d4c-48b8-a0bb-9356e08fd353 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 944 time: 0.1918240 Mar 22 12:28:06.517757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6b9f6-76ea-4a6d-85a6-3b21b0e82f3f req-d0c5f75a-618c-49a3-a629-7090c501ce3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:06.519113 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-67d6b9f6-76ea-4a6d-85a6-3b21b0e82f3f req-d0c5f75a-618c-49a3-a629-7090c501ce3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9aea9e86-8f53-4d52-bd4c-ed40ae299d24 HTTP/1.1" status: 200 len: 835 time: 0.0736847 Mar 22 12:28:06.607837 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1f9ef433-95ab-4ee5-8351-79d8c00546e3 req-38f52dd6-9591-423d-80a3-36752d2a2a71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877674 Mar 22 12:28:06.626224 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-67d6b9f6-76ea-4a6d-85a6-3b21b0e82f3f req-9858d56f-0f46-4fd5-8e7c-ab1c060edfdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82ff33c6-5c8d-4330-8977-f64f33bf5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883799 Mar 22 12:28:06.862852 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-67d6b9f6-76ea-4a6d-85a6-3b21b0e82f3f req-d72bdafc-4048-4bab-aae6-4d40e8043af0 service neutron] 10.222.0.55 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299750 Mar 22 12:28:06.994266 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-67d6b9f6-76ea-4a6d-85a6-3b21b0e82f3f req-d1e6d071-a8a8-404e-b483-d3d063dff82f service neutron] 10.222.0.55 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245844 Mar 22 12:28:07.101189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45716) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:07.107141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-475684502-network', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:07.112228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:07.116263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Usage tracker for resource:network and tenant:63cfc14008194f4a945f7026ec1314e0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:07.119373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:07.125138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:07.137587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Made reservation on behalf of 63cfc14008194f4a945f7026ec1314e0 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:28:07.140118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.152461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.176776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246af15-981c-423c-8c36-c0d51b0b874f req-7d04e6c2-5a1d-4c27-9744-72c88a5eebc3 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:07.178319 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4246af15-981c-423c-8c36-c0d51b0b874f req-7d04e6c2-5a1d-4c27-9744-72c88a5eebc3 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 943 time: 0.0797136 Mar 22 12:28:07.184168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:07.188780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Usage tracker for resource:security_group_rule and tenant:63cfc14008194f4a945f7026ec1314e0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:07.191910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:07.198075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:07.227733 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4246af15-981c-423c-8c36-c0d51b0b874f req-176bc71e-578a-400e-8102-92e6ecb644ab tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 Mar 22 12:28:07.273720 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.279003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.312886 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:28:07.321385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d437b9c-3222-457b-845b-8936dc647982,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:07.326936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.327303 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Added segment da6a4aa2-10a3-485d-9f15-2a89100fe389 of type vlan for network 44e9ef08-f859-4d41-aead-f919fbbb206e Mar 22 12:28:07.354969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.387356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.388123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:07.388862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.492317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] Pushing event updated for resources: {'Network': ['ID=44e9ef08-f859-4d41-aead-f919fbbb206e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:07.495414 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-79dcf0b1-2390-45e1-9bd3-d0127cac96d0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3931653 Mar 22 12:28:07.498686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45720) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:07.503946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 44e9ef08-f859-4d41-aead-f919fbbb206e details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:28:07.504513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Request body: {'subnet': {'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-475684502-subnet', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:07.509034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:07.512879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Usage tracker for resource:subnet and tenant:63cfc14008194f4a945f7026ec1314e0 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:07.515749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:07.522189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:07.533178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Made reservation on behalf of 63cfc14008194f4a945f7026ec1314e0 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:28:07.535595 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.724056 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 997c7cde-f938-478d-b8d9-fe5aed9d402f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:28:07.774069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.857404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=483aa599-9ccc-4038-8de8-c63714403609,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:07.857968 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 997c7cde-f938-478d-b8d9-fe5aed9d402f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:07.872774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'port_id': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'mac_address': 'fa:16:3e:ac:6d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:28:07.895020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa1017-8a40-4285-a083-efe3af7e7698 req-2383a0c6-9b8e-41f9-b364-0e31a1772cfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:07.896539 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6cfa1017-8a40-4285-a083-efe3af7e7698 req-2383a0c6-9b8e-41f9-b364-0e31a1772cfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 944 time: 0.1574769 Mar 22 12:28:07.897152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Checking segment: {'id': 'da6a4aa2-10a3-485d-9f15-2a89100fe389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:07.897521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Network hostable DHCP agents. Network: 44e9ef08-f859-4d41-aead-f919fbbb206e, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:28:07.930347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.948308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997c7cde-f938-478d-b8d9-fe5aed9d402f {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:28:07.953692 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6cfa1017-8a40-4285-a083-efe3af7e7698 req-3d733140-d615-4d3d-b37a-52f4c69c35bc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501478 Mar 22 12:28:07.955047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Network 44e9ef08-f859-4d41-aead-f919fbbb206e is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:28:07.965894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 997c7cde-f938-478d-b8d9-fe5aed9d402f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:07.966310 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 44e9ef08-f859-4d41-aead-f919fbbb206e) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:07.970945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:07.971514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.971956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:07.973220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 73c203ae-845a-433c-9f3f-53ffe79801b7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:28:07.997634 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-26f2542b-ab79-4902-899f-ca7b8975a29e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4978459 Mar 22 12:28:08.000101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45726) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:08.005494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-475684502-router', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:08.007740 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338b9e08-94f5-4af0-ad2d-cc90683f3848 None None] Network 44e9ef08-f859-4d41-aead-f919fbbb206e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:28:08.011290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:08.015132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Usage tracker for resource:router and tenant:63cfc14008194f4a945f7026ec1314e0 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:08.017961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:08.023750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:08.035151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.036052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.053738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.193901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.209191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=997c7cde-f938-478d-b8d9-fe5aed9d402f,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:08.358512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 73c203ae-845a-433c-9f3f-53ffe79801b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=73c203ae-845a-433c-9f3f-53ffe79801b7,segment=NetworkSegment(1574d17e-7ea5-47ca-8359-b5bf7bb2016c),segment_id=1574d17e-7ea5-47ca-8359-b5bf7bb2016c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:08.367473 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-44e9ef08-f859-4d41-aead-f919fbbb206e', 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'fixed_ips': [{'subnet_id': '483aa599-9ccc-4038-8de8-c63714403609'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:28:08.368266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.388355 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'port_id': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'mac_address': 'fa:16:3e:12:0b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:28:08.433844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.470692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.503385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.553239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c021a31-2ecd-4746-8f82-39e358e78c7d req-5e2c670e-a3d7-4519-8644-d5b9576ae21f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:08.554688 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0c021a31-2ecd-4746-8f82-39e358e78c7d req-5e2c670e-a3d7-4519-8644-d5b9576ae21f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 944 time: 0.1838772 Mar 22 12:28:08.557332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c203ae-845a-433c-9f3f-53ffe79801b7 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:28:08.590285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 73c203ae-845a-433c-9f3f-53ffe79801b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=73c203ae-845a-433c-9f3f-53ffe79801b7,segment=NetworkSegment(1574d17e-7ea5-47ca-8359-b5bf7bb2016c),segment_id=1574d17e-7ea5-47ca-8359-b5bf7bb2016c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:08.596144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.599484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Allocated IP 172.20.0.2 (44e9ef08-f859-4d41-aead-f919fbbb206e/483aa599-9ccc-4038-8de8-c63714403609/4885d013-35e5-4be6-978f-2d609287a4de) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:28:08.654063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Allocated IP 172.26.0.179 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/bec6a771-53bc-4524-98f9-316e569385a0) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:28:08.658191 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0c021a31-2ecd-4746-8f82-39e358e78c7d req-0ab78660-c7f7-4526-a198-0e45bdf1d319 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972619 Mar 22 12:28:08.742394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=73c203ae-845a-433c-9f3f-53ffe79801b7,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:08.806479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.834559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.865704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.876516 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Transition to ACTIVE for port object 4885d013-35e5-4be6-978f-2d609287a4de will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:08.895914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Transition to ACTIVE for port object 4885d013-35e5-4be6-978f-2d609287a4de will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:08.902565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:08.940799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['73c203ae-845a-433c-9f3f-53ffe79801b7'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:28:08.963789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['997c7cde-f938-478d-b8d9-fe5aed9d402f'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:28:09.005491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:09.008190 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:09.012766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:09.039288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Pushing event updated for resources: {'Port': ['ID=bec6a771-53bc-4524-98f9-316e569385a0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:09.075772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Network 44e9ef08-f859-4d41-aead-f919fbbb206e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:09.077993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Pushing event updated for resources: {'Port': ['ID=4885d013-35e5-4be6-978f-2d609287a4de,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:09.091326 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:09.098850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:09.173960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7f168-dc84-40ab-b26f-467613cfa128 req-cd5a6524-70dc-4432-b84f-8e8733022133 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:09.175899 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56e7f168-dc84-40ab-b26f-467613cfa128 req-cd5a6524-70dc-4432-b84f-8e8733022133 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 945 time: 0.0889895 Mar 22 12:28:09.177569 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:09.178760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:09.236000 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56e7f168-dc84-40ab-b26f-467613cfa128 req-1d482d48-7c44-4bfa-9df9-18399c72b096 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534654 Mar 22 12:28:09.294821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Attempting to bind port 4885d013-35e5-4be6-978f-2d609287a4de on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:28:09.295072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Attempting to bind port 4885d013-35e5-4be6-978f-2d609287a4de by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'da6a4aa2-10a3-485d-9f15-2a89100fe389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:28:09.295415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Attempting to bind port 4885d013-35e5-4be6-978f-2d609287a4de on network 44e9ef08-f859-4d41-aead-f919fbbb206e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:09.325371 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:28:09.325771 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Checking segment: {'id': 'da6a4aa2-10a3-485d-9f15-2a89100fe389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:09.326142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:09.326520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Bound using segment: {'id': 'da6a4aa2-10a3-485d-9f15-2a89100fe389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:28:09.326980 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Bound port: 4885d013-35e5-4be6-978f-2d609287a4de, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6a4aa2-10a3-485d-9f15-2a89100fe389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:28:09.327343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:09.427427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:28:09.514193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] For port 4885d013-35e5-4be6-978f-2d609287a4de, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:28:09.556819 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] For port 4885d013-35e5-4be6-978f-2d609287a4de, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4885d013-35e5-4be6-978f-2d609287a4de,segment=NetworkSegment(da6a4aa2-10a3-485d-9f15-2a89100fe389),segment_id=da6a4aa2-10a3-485d-9f15-2a89100fe389)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:28:09.570639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:09.631083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:28:09.641008 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Sync routers for ids ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:28:09.656179 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:09.656442 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Routers {'5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:09.656988 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:09.660485 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9fad7aa6-1cf9-4627-88b6-adec6b916f67 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6564567 Mar 22 12:28:09.661428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45734) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:09.740610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e61b2-ba97-4b86-b157-da0c9ec24f74 None None] Pushing event updated for resources: {'Port': ['ID=4885d013-35e5-4be6-978f-2d609287a4de,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:09.909634 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Set router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:09.942743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22772ed6-ada5-417b-a279-1eb4faa3f7d4 req-a25dd8b7-f970-4172-ac5a-d5a1e6cf2338 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:09.944273 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22772ed6-ada5-417b-a279-1eb4faa3f7d4 req-a25dd8b7-f970-4172-ac5a-d5a1e6cf2338 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 944 time: 0.1161358 Mar 22 12:28:10.014120 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22772ed6-ada5-417b-a279-1eb4faa3f7d4 req-d08eae1d-80f8-494f-8b40-3a3036addd40 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639279 Mar 22 12:28:10.223547 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'name': 'tempest-TestVolumeBootPattern-475684502-router', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:09Z', 'revision_number': 3, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'gw_port': {'id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:10.227828 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Checking router: 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:28:10.228166 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Updating router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f port bec6a771-53bc-4524-98f9-316e569385a0 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:28:10.286135 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:10.451863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd1ec1-4a5c-40ac-bf17-062eb943ca96 req-c8bb3794-7daa-46b7-84b5-8ad82a691a28 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:10.453627 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6acd1ec1-4a5c-40ac-bf17-062eb943ca96 req-c8bb3794-7daa-46b7-84b5-8ad82a691a28 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 945 time: 0.1036539 Mar 22 12:28:10.524514 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6acd1ec1-4a5c-40ac-bf17-062eb943ca96 req-ef4835c8-8828-4d0d-8841-e3e123c45153 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644021 Mar 22 12:28:10.634547 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:10.654910 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Transition to ACTIVE for port object bec6a771-53bc-4524-98f9-316e569385a0 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:10.664020 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:10.691983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Sync routers for ids ['e763eb80-d11c-4dac-a28b-b140109f7784'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:28:10.702003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:10.715232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Routers {'e763eb80-d11c-4dac-a28b-b140109f7784'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:10.717032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['e763eb80-d11c-4dac-a28b-b140109f7784'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:10.754996 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ded0c3-cf79-4b8d-9476-3e99a45ff16c None None] Pushing event updated for resources: {'Port': ['ID=bec6a771-53bc-4524-98f9-316e569385a0,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:10.761520 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Attempting to bind port bec6a771-53bc-4524-98f9-316e569385a0 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:28:10.762098 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Attempting to bind port bec6a771-53bc-4524-98f9-316e569385a0 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:28:10.762926 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Attempting to bind port bec6a771-53bc-4524-98f9-316e569385a0 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:10.772409 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:28:10.773000 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:10.773586 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:10.774130 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:28:10.774729 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Bound port: bec6a771-53bc-4524-98f9-316e569385a0, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:28:10.776889 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:10.817550 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c43f3f-3d9e-4e35-8b48-c3c7da9254b4 None None] Network 44e9ef08-f859-4d41-aead-f919fbbb206e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:28:10.888940 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] For port bec6a771-53bc-4524-98f9-316e569385a0, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:28:10.892846 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] For port bec6a771-53bc-4524-98f9-316e569385a0, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bec6a771-53bc-4524-98f9-316e569385a0,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:28:10.898744 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:10.976642 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ded0c3-cf79-4b8d-9476-3e99a45ff16c None None] Pushing event updated for resources: {'Port': ['ID=bec6a771-53bc-4524-98f9-316e569385a0,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:11.000105 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Routers {'5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:11.000858 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:11.001700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Allocated IP 172.20.0.1 (44e9ef08-f859-4d41-aead-f919fbbb206e/483aa599-9ccc-4038-8de8-c63714403609/f830269b-b14f-4274-a8d7-83f55384fe8d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:28:11.033114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2f1ca6f0-42fd-42fe-a0ac-b838a0617455 None None] Provisioning for port 4885d013-35e5-4be6-978f-2d609287a4de completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:11.096790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Set router e763eb80-d11c-4dac-a28b-b140109f7784 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:11.168473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:11.186271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Transition to ACTIVE for port object f830269b-b14f-4274-a8d7-83f55384fe8d will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:11.210658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:11.304602 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] Set router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:11.341205 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Network 44e9ef08-f859-4d41-aead-f919fbbb206e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:11.344740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:11.348277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:11.383632 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0feb2-0aa5-4bab-9fd6-d4bcb5c5e50e req-5ed25c8f-cb2a-47a8-bf85-d05ff84bad81 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:11.388996 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5bd0feb2-0aa5-4bab-9fd6-d4bcb5c5e50e req-5ed25c8f-cb2a-47a8-bf85-d05ff84bad81 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 944 time: 0.1256275 Mar 22 12:28:11.403414 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Pushing event updated for resources: {'Port': ['ID=f830269b-b14f-4274-a8d7-83f55384fe8d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:11.420714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:11.492993 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5bd0feb2-0aa5-4bab-9fd6-d4bcb5c5e50e req-2df1081b-9525-4e00-9e15-6ccb6a13b1e2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978394 Mar 22 12:28:11.560459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4885d013-35e5-4be6-978f-2d609287a4de up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:11.562926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:11.752509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 997c7cde-f938-478d-b8d9-fe5aed9d402f up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:11.853164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 4885d013-35e5-4be6-978f-2d609287a4de completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:11.874857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4885d013-35e5-4be6-978f-2d609287a4de triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:11.875301 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:11.885215 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'name': 'tempest-TestVolumeBootPattern-475684502-router', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:09Z', 'revision_number': 3, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'gw_port': {'id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:11.892976 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2ab1bd-d690-437b-8f3c-128c15d120a1 None None] The sync data for ids ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'] in dv-neutron-834653-1-hyperv is: [{'id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'name': 'tempest-TestVolumeBootPattern-475684502-router', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:09Z', 'revision_number': 3, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'gw_port': {'id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:28:11.971172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b09c3-8d4a-404c-b14f-ecad34c29958 req-1d17beb4-9eb7-425b-a8bf-547cedd89a43 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:11.979307 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-861b09c3-8d4a-404c-b14f-ecad34c29958 req-1d17beb4-9eb7-425b-a8bf-547cedd89a43 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 945 time: 0.1928000 Mar 22 12:28:12.010590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:12.032749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 4, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ffd0aa5e-261e-474f-8ff2-1208b6a508e2', 'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'mac_address': 'fa:16:3e:31:a5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:53Z', 'updated_at': '2022-03-22T12:27:55Z', 'revision_number': 2, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'subnets': [{'id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:12.041120 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 997c7cde-f938-478d-b8d9-fe5aed9d402f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:12.044009 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-861b09c3-8d4a-404c-b14f-ecad34c29958 req-48d1bf65-c863-4418-b8ad-7599895965d3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637629 Mar 22 12:28:12.044900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:12.070543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 997c7cde-f938-478d-b8d9-fe5aed9d402f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:12.071125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:12.110092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Checking router: e763eb80-d11c-4dac-a28b-b140109f7784 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:28:12.110629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Updating router e763eb80-d11c-4dac-a28b-b140109f7784 port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:28:12.139181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:12.221273 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3c2d42f4-3c03-467a-afdd-121a2623b652 None None] Provisioning complete for port 4885d013-35e5-4be6-978f-2d609287a4de triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:12.221748 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c2d42f4-3c03-467a-afdd-121a2623b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:12.256445 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:12.257539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Pushing event updated for resources: {'Port': ['ID=f830269b-b14f-4274-a8d7-83f55384fe8d,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:12.323571 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:12.333786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Network 44e9ef08-f859-4d41-aead-f919fbbb206e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:12.334917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:12.404529 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 4885d013-35e5-4be6-978f-2d609287a4de, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4885d013-35e5-4be6-978f-2d609287a4de,segment=NetworkSegment(da6a4aa2-10a3-485d-9f15-2a89100fe389),segment_id=da6a4aa2-10a3-485d-9f15-2a89100fe389)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:12.472112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:12.636034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:12.654063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=4885d013-35e5-4be6-978f-2d609287a4de,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:12.698674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fd266-5cfb-4e87-9387-ff369cc8edc1 req-fa5f4866-ee9e-4b5e-a0ac-cc7be026550d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:12.702265 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd3fd266-5cfb-4e87-9387-ff369cc8edc1 req-fa5f4866-ee9e-4b5e-a0ac-cc7be026550d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 944 time: 0.0856931 Mar 22 12:28:12.704758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:28:12.769647 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'code': 200} Mar 22 12:28:12.770233 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd3fd266-5cfb-4e87-9387-ff369cc8edc1 req-a57cc370-f138-40a2-b510-d4788c97a708 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635254 Mar 22 12:28:12.781401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 997c7cde-f938-478d-b8d9-fe5aed9d402f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:12.803274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3c2d42f4-3c03-467a-afdd-121a2623b652 None None] Provisioning for port f830269b-b14f-4274-a8d7-83f55384fe8d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:12.819655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:12.820180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 73c203ae-845a-433c-9f3f-53ffe79801b7 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:12.855373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:28:12.889786 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3c2d42f4-3c03-467a-afdd-121a2623b652 None None] Provisioning complete for port f830269b-b14f-4274-a8d7-83f55384fe8d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:12.890152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c2d42f4-3c03-467a-afdd-121a2623b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.002928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d42f4-3c03-467a-afdd-121a2623b652 None None] Port f830269b-b14f-4274-a8d7-83f55384fe8d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:28:13.018276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=997c7cde-f938-478d-b8d9-fe5aed9d402f,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:13.084382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 73c203ae-845a-433c-9f3f-53ffe79801b7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:13.087527 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c3b401d3-15e9-4199-b192-97e650966572 req-37cb180c-195b-4b0a-99d5-dd4fd88ac0d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 1098 time: 0.1507912 Mar 22 12:28:13.088420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.096396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 73c203ae-845a-433c-9f3f-53ffe79801b7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:13.096773 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.138647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Transition to ACTIVE for port object ffd0aa5e-261e-474f-8ff2-1208b6a508e2 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:13.156755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.157591 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c3b401d3-15e9-4199-b192-97e650966572 req-4c6c0b41-0d40-49ff-bffe-6e0923ff1199 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644732 Mar 22 12:28:13.204058 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:28:13.231917 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-48618fdd-65c4-464a-9fb0-d9cfe631cd1c admin admin] 10.222.0.62 "PUT /v2.0/routers/5c0e7389-b5cc-4547-bb61-6e6cbae3d37f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5611618 Mar 22 12:28:13.288190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caf28f-8f99-432e-950d-2043a13a32dc req-ac0986dc-5443-445a-bcc1-900d77a18080 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:13.293999 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-51caf28f-8f99-432e-950d-2043a13a32dc req-ac0986dc-5443-445a-bcc1-900d77a18080 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 945 time: 0.1221235 Mar 22 12:28:13.313992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.318222 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fbcf180e-5449-447d-96af-be792c2e762d None None] Provisioning complete for port f830269b-b14f-4274-a8d7-83f55384fe8d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:13.318581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fbcf180e-5449-447d-96af-be792c2e762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.353195 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-51caf28f-8f99-432e-950d-2043a13a32dc req-8ab28b29-0179-4c90-bb2a-5df0b5c069c4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579600 Mar 22 12:28:13.363332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea304e-eecd-4654-8aa3-474bc9768291 None None] Pushing event updated for resources: {'Port': ['ID=ffd0aa5e-261e-474f-8ff2-1208b6a508e2,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:13.464940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf180e-5449-447d-96af-be792c2e762d None None] Port f830269b-b14f-4274-a8d7-83f55384fe8d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:28:13.505640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.548858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:13.591497 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Attempting to bind port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:28:13.591838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Attempting to bind port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:28:13.592214 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Attempting to bind port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 on network 82ff33c6-5c8d-4330-8977-f64f33bf5968 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:13.627265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 73c203ae-845a-433c-9f3f-53ffe79801b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=73c203ae-845a-433c-9f3f-53ffe79801b7,segment=NetworkSegment(1574d17e-7ea5-47ca-8359-b5bf7bb2016c),segment_id=1574d17e-7ea5-47ca-8359-b5bf7bb2016c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:13.634579 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:28:13.634935 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Checking segment: {'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:13.635322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.635709 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Bound using segment: {'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:28:13.636177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Bound port: ffd0aa5e-261e-474f-8ff2-1208b6a508e2, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b085f38f-d2aa-4421-9761-880c2f85f17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:28:13.636522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.648759 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.781305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:13.788406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=73c203ae-845a-433c-9f3f-53ffe79801b7,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:13.794973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:13.795262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.867217 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] For port ffd0aa5e-261e-474f-8ff2-1208b6a508e2, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:28:13.871772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] For port ffd0aa5e-261e-474f-8ff2-1208b6a508e2, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ffd0aa5e-261e-474f-8ff2-1208b6a508e2,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:28:13.876510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:13.982099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c553-e504-44c3-8044-a28343f0e3ab req-9770291d-b59d-4264-993f-330cc76c5978 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:13.983665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9f62c553-e504-44c3-8044-a28343f0e3ab req-9770291d-b59d-4264-993f-330cc76c5978 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Synchronizing usage tracker for tenant:16605afc1f8d4d6abd780c0ca94aeb71 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:28:14.002367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9f62c553-e504-44c3-8044-a28343f0e3ab req-9770291d-b59d-4264-993f-330cc76c5978 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Unset dirty status for tenant:16605afc1f8d4d6abd780c0ca94aeb71 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:28:14.009872 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9f62c553-e504-44c3-8044-a28343f0e3ab req-9770291d-b59d-4264-993f-330cc76c5978 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.1156080 Mar 22 12:28:14.020496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45760) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:14.027300 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464850225', 'description': 'tempest-secgroup-smoke-1464850225 description', 'project_id': '76d698d6b710405f858cd1fbd6f51362'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:14.036504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:14.041562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Usage tracker for resource:security_group and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:14.046178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:14.055610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:14.063440 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9f62c553-e504-44c3-8044-a28343f0e3ab req-2f558a9a-1f81-41c5-bcfb-f65c91ff0bb8 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522866 Mar 22 12:28:14.065207 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.070819 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea304e-eecd-4654-8aa3-474bc9768291 None None] Pushing event updated for resources: {'Port': ['ID=ffd0aa5e-261e-474f-8ff2-1208b6a508e2,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:14.076540 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Routers {'e763eb80-d11c-4dac-a28b-b140109f7784'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:14.077074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.077274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['e763eb80-d11c-4dac-a28b-b140109f7784'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:14.122737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:14.126700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Usage tracker for resource:security_group_rule and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:14.129843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:14.135976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:14.152512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:14.195036 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.199771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.223264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.223887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4885d013-35e5-4be6-978f-2d609287a4de up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:14.252599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e26d4de-cc73-4647-877e-286b25d11d57,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:14.256533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.261167 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d7134e0e-82e2-4588-8328-c82074142439 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2370260 Mar 22 12:28:14.261763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45764) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:14.269554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9c441513-e6d6-4228-afb4-7be308425d06 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'security_group_rule': {'security_group_id': '4e26d4de-cc73-4647-877e-286b25d11d57', 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:14.276271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9c441513-e6d6-4228-afb4-7be308425d06 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:14.280642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9c441513-e6d6-4228-afb4-7be308425d06 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Usage tracker for resource:security_group_rule and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:14.284369 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9c441513-e6d6-4228-afb4-7be308425d06 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:14.291100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9c441513-e6d6-4228-afb4-7be308425d06 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:14.308078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c441513-e6d6-4228-afb4-7be308425d06 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.373244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c441513-e6d6-4228-afb4-7be308425d06 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.378194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c441513-e6d6-4228-afb4-7be308425d06 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.429056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c441513-e6d6-4228-afb4-7be308425d06 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b2b1a3-14aa-4a01-80fc-df1486f8a233,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:14.445419 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:14.459950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9c441513-e6d6-4228-afb4-7be308425d06 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.465002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45770) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:14.471237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a3d12203-416a-40ab-bb81-c9b0cefa5e71 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'security_group_rule': {'security_group_id': '4e26d4de-cc73-4647-877e-286b25d11d57', 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:14.474009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] Set router e763eb80-d11c-4dac-a28b-b140109f7784 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:14.476563 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9c441513-e6d6-4228-afb4-7be308425d06 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2136745 Mar 22 12:28:14.477759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a3d12203-416a-40ab-bb81-c9b0cefa5e71 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:14.482869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a3d12203-416a-40ab-bb81-c9b0cefa5e71 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Usage tracker for resource:security_group_rule and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:14.487986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a3d12203-416a-40ab-bb81-c9b0cefa5e71 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:14.494692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a3d12203-416a-40ab-bb81-c9b0cefa5e71 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:14.524855 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4885d013-35e5-4be6-978f-2d609287a4de triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:14.525214 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.548825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3d12203-416a-40ab-bb81-c9b0cefa5e71 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.635822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3d12203-416a-40ab-bb81-c9b0cefa5e71 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.643196 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118a305-880a-4e54-a6a9-2bbea58571a4 req-37a02cde-2f40-470c-8ad9-776bf5fa15c0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:14.644716 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c118a305-880a-4e54-a6a9-2bbea58571a4 req-37a02cde-2f40-470c-8ad9-776bf5fa15c0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 946 time: 0.1355042 Mar 22 12:28:14.645915 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3d12203-416a-40ab-bb81-c9b0cefa5e71 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.695297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d12203-416a-40ab-bb81-c9b0cefa5e71 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c088bc3-4bf7-4933-9ce4-553fd2cf2eda,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:14.709616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a3d12203-416a-40ab-bb81-c9b0cefa5e71 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.710768 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a3d12203-416a-40ab-bb81-c9b0cefa5e71 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2443354 Mar 22 12:28:14.713547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45774) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:14.721796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d572ab25-b05b-4b39-9e6b-344475a88d72 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'security_group_rule': {'security_group_id': '4e26d4de-cc73-4647-877e-286b25d11d57', 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:14.729966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d572ab25-b05b-4b39-9e6b-344475a88d72 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:14.736601 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c118a305-880a-4e54-a6a9-2bbea58571a4 req-af743430-1a2d-4217-ba23-70c8239b50cb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844479 Mar 22 12:28:14.737534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d572ab25-b05b-4b39-9e6b-344475a88d72 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Usage tracker for resource:security_group_rule and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:14.740516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d572ab25-b05b-4b39-9e6b-344475a88d72 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:14.746557 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d572ab25-b05b-4b39-9e6b-344475a88d72 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:14.764885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d572ab25-b05b-4b39-9e6b-344475a88d72 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.786862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c203ae-845a-433c-9f3f-53ffe79801b7'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:28:14.827014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d572ab25-b05b-4b39-9e6b-344475a88d72 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.832326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d572ab25-b05b-4b39-9e6b-344475a88d72 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.856332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572ab25-b05b-4b39-9e6b-344475a88d72 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a467f3-1363-4d60-82a3-2c07bc79ff28,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:14.856664 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'code': 200} Mar 22 12:28:14.867062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d572ab25-b05b-4b39-9e6b-344475a88d72 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.871384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45780) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:14.871525 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d572ab25-b05b-4b39-9e6b-344475a88d72 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1570206 Mar 22 12:28:14.880405 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9935c04d-cf82-40fd-8b8d-48fa2b5bfc52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'security_group_rule': {'security_group_id': '4e26d4de-cc73-4647-877e-286b25d11d57', 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:14.886753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9935c04d-cf82-40fd-8b8d-48fa2b5bfc52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:14.892250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9935c04d-cf82-40fd-8b8d-48fa2b5bfc52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Usage tracker for resource:security_group_rule and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:14.897238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9935c04d-cf82-40fd-8b8d-48fa2b5bfc52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:14.904043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9935c04d-cf82-40fd-8b8d-48fa2b5bfc52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:14.922385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9935c04d-cf82-40fd-8b8d-48fa2b5bfc52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:14.934535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 4, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ffd0aa5e-261e-474f-8ff2-1208b6a508e2', 'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'mac_address': 'fa:16:3e:31:a5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:53Z', 'updated_at': '2022-03-22T12:28:13Z', 'revision_number': 4, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'subnets': [{'id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:14.939043 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbab606-7ac6-4a59-bd71-e6181ef79da2 None None] The sync data for ids ['e763eb80-d11c-4dac-a28b-b140109f7784'] in dv-neutron-834653-1-hyperv is: [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 4, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ffd0aa5e-261e-474f-8ff2-1208b6a508e2', 'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'mac_address': 'fa:16:3e:31:a5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:53Z', 'updated_at': '2022-03-22T12:28:13Z', 'revision_number': 4, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'subnets': [{'id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:28:15.014553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9935c04d-cf82-40fd-8b8d-48fa2b5bfc52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.018449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9935c04d-cf82-40fd-8b8d-48fa2b5bfc52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.046999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935c04d-cf82-40fd-8b8d-48fa2b5bfc52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0f299f-4d6d-41b8-8d1c-65e975463435,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:15.092340 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9935c04d-cf82-40fd-8b8d-48fa2b5bfc52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.093670 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9935c04d-cf82-40fd-8b8d-48fa2b5bfc52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2209516 Mar 22 12:28:15.096815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45784) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:15.103550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'security_group_rule': {'security_group_id': '4e26d4de-cc73-4647-877e-286b25d11d57', 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:15.110091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:15.114113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Usage tracker for resource:security_group_rule and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:15.117896 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:15.125004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:15.140687 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4bdb4105-99cd-41f1-b58f-3f3f2aa6b7cc req-b4abcb8e-bb94-4ba9-804e-c3295db31f09 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 1099 time: 0.0847597 Mar 22 12:28:15.141288 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Project 76d698d6b710405f858cd1fbd6f51362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:28:15.149220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.219130 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4bdb4105-99cd-41f1-b58f-3f3f2aa6b7cc req-c6087851-3c36-41b8-a384-04245b75aac4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707943 Mar 22 12:28:15.228840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.262916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.298453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eaf6d20-ab5a-4f0c-a0f1-ac99c0d73dd2,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:15.318202 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.319368 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0b54538a-80fa-463f-a67c-66d3ed4d515c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2210217 Mar 22 12:28:15.322359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45790) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:15.330121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'security_group_rule': {'security_group_id': '4e26d4de-cc73-4647-877e-286b25d11d57', 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:15.338530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:15.343894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Usage tracker for resource:security_group_rule and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:15.347908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:15.355073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:15.369726 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47e385-415c-40b0-bab6-6fc5148f06e9 req-26161f05-1691-4726-b5cf-ae13e2859441 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:15.371246 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1b47e385-415c-40b0-bab6-6fc5148f06e9 req-26161f05-1691-4726-b5cf-ae13e2859441 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.1391635 Mar 22 12:28:15.376781 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Project 76d698d6b710405f858cd1fbd6f51362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:28:15.399501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.458701 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1b47e385-415c-40b0-bab6-6fc5148f06e9 req-37af9e9e-3554-491f-a1c1-56e624261917 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771937 Mar 22 12:28:15.489789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.503178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.527316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0125417-18d7-4db8-8207-99e4ae387e05,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:15.532990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ffd0aa5e-261e-474f-8ff2-1208b6a508e2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:15.536969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.538226 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf06ba6b-b8c6-48b9-8e95-44cfc448c16f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2149403 Mar 22 12:28:15.630925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:15.637123 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:15.637655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.739563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f709939-7b10-425b-b354-3652a9e9a06c req-3280ee37-8dd9-4798-9b92-4d2f57d63cdd tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:15.744584 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f709939-7b10-425b-b354-3652a9e9a06c req-3280ee37-8dd9-4798-9b92-4d2f57d63cdd tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.1098218 Mar 22 12:28:15.770244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.809258 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f709939-7b10-425b-b354-3652a9e9a06c req-b81dba54-186c-4bb7-a9b8-ed12e98fc025 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559795 Mar 22 12:28:15.810446 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port ffd0aa5e-261e-474f-8ff2-1208b6a508e2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ffd0aa5e-261e-474f-8ff2-1208b6a508e2,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:15.818801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:15.820251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:15.860105 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45818) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:15.985169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=ffd0aa5e-261e-474f-8ff2-1208b6a508e2,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:16.000467 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:16.000923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:16.014359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a4743-8db1-43c8-9be1-8ccd9a6a1e6c req-51e710cd-32b2-4a80-83b1-de68c7358576 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:16.015809 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-747a4743-8db1-43c8-9be1-8ccd9a6a1e6c req-51e710cd-32b2-4a80-83b1-de68c7358576 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 946 time: 0.1050255 Mar 22 12:28:16.025550 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d9d2905d-e2e1-4ac5-8df4-f8bfe4df9242 tempest-TestNetworkAdvancedServerOps-609628222 tempest-TestNetworkAdvancedServerOps-609628222-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 1093 time: 0.1612799 Mar 22 12:28:16.026008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45824) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:16.031891 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:16.037230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:16.041392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Usage tracker for resource:floatingip and tenant:16605afc1f8d4d6abd780c0ca94aeb71 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:16.044324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:16.050410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:16.064745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:16.074927 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-747a4743-8db1-43c8-9be1-8ccd9a6a1e6c req-06af7172-5278-4e82-89ea-9021b258a681 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507133 Mar 22 12:28:16.136438 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:28:16.216271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:16.356308 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Allocated IP 172.26.0.138 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/ad5eef4b-cb64-4bd0-af0b-9895038ececa) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:28:16.515494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:16.542934 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:16.615161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:16.618144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:16.620701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:16.655292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'Port': ['ID=ad5eef4b-cb64-4bd0-af0b-9895038ececa,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:17.326147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:17.395967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41976c55-6e86-48b8-9178-2d597e8618ef req-23099fa3-e8d0-4e78-be2a-253dba1e391b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:17.397414 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-41976c55-6e86-48b8-9178-2d597e8618ef req-23099fa3-e8d0-4e78-be2a-253dba1e391b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 946 time: 0.1707320 Mar 22 12:28:17.397995 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:17.456672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ffd0aa5e-261e-474f-8ff2-1208b6a508e2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:17.505975 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-41976c55-6e86-48b8-9178-2d597e8618ef req-daa69e8e-0c5c-4bdb-b473-d22b788a068d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824559 Mar 22 12:28:17.535488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:17.535857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:17.669417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:17.675681 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:17.793051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event updated for resources: {'Port': ['ID=ad5eef4b-cb64-4bd0-af0b-9895038ececa,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:17.806614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:17.836950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191fbc7-89d0-43d3-afbf-fad386b4f501 req-ca9ae2bf-2f1e-403b-8e26-9a975ad330a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:17.842064 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0191fbc7-89d0-43d3-afbf-fad386b4f501 req-ca9ae2bf-2f1e-403b-8e26-9a975ad330a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 946 time: 0.1901209 Mar 22 12:28:17.893993 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0191fbc7-89d0-43d3-afbf-fad386b4f501 req-c662c222-7230-482d-9ea7-fed8ad8fefaf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494688 Mar 22 12:28:17.920082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:17.992863 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9c897ce2-e824-4a2f-a437-52cf452de5a4 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 1094 time: 0.0717282 Mar 22 12:28:17.995503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45864) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:18.000866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:18.006389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:18.010191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:floatingip and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:18.013095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:18.015150 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Floating IP c9a0434d-3cf5-400b-a0e2-293282ab24a7 associated. External IP: 172.26.0.138, port: 997c7cde-f938-478d-b8d9-fe5aed9d402f. Mar 22 12:28:18.019013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:18.030255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:18.184855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:18.347931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.63 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/784f83ec-6588-4a13-b0dc-7de70e07f8be) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:28:18.511506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:18.542900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Router e763eb80-d11c-4dac-a28b-b140109f7784 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:28:18.549009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:18.627508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:18.630494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:18.634182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:18.667110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=784f83ec-6588-4a13-b0dc-7de70e07f8be,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:18.805011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:28:18.833547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:18.890941 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e2d79e0c-af0e-4861-8df1-0bf9541ec2eb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8614013 Mar 22 12:28:18.890941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:28:18.948563 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'status': 'completed', 'code': 200} Mar 22 12:28:19.131164 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0d20fad5-c2a7-4a03-bee4-d857c52098ee req-b60fa7d8-bb8c-4498-8d51-07ddae124d85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16605afc1f8d4d6abd780c0ca94aeb71&device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 1098 time: 0.1525083 Mar 22 12:28:19.137541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b0c3f-81b0-415e-b2ae-b2f0b8f5a6ad req-cc730fff-3d64-4f34-b6f9-fcd71c19bb85 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:19.141085 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8d5b0c3f-81b0-415e-b2ae-b2f0b8f5a6ad req-cc730fff-3d64-4f34-b6f9-fcd71c19bb85 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.1187701 Mar 22 12:28:19.231416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:19.272378 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8d5b0c3f-81b0-415e-b2ae-b2f0b8f5a6ad req-7164d5cd-814e-4218-9350-daffe90f2b8a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138759 Mar 22 12:28:19.294313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:19.305874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45874) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:19.369015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20fad5-c2a7-4a03-bee4-d857c52098ee req-f693ee75-5012-41b0-b56c-8ccb4eedc5c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:19.369657 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0d20fad5-c2a7-4a03-bee4-d857c52098ee req-f693ee75-5012-41b0-b56c-8ccb4eedc5c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82ff33c6-5c8d-4330-8977-f64f33bf5968 HTTP/1.1" status: 200 len: 898 time: 0.2299237 Mar 22 12:28:19.503416 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ef878633-4db3-41e7-b6ad-58d1048b55fb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1960850 Mar 22 12:28:19.514284 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0d20fad5-c2a7-4a03-bee4-d857c52098ee req-925c7c87-22d8-4e9c-9e61-487298ab05d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f HTTP/1.1" status: 200 len: 999 time: 0.1382341 Mar 22 12:28:19.516341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:19.521360 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:19.580658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20fad5-c2a7-4a03-bee4-d857c52098ee req-66bb16e1-034e-4776-bd4c-2012ec2ea962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:19.582414 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0d20fad5-c2a7-4a03-bee4-d857c52098ee req-66bb16e1-034e-4776-bd4c-2012ec2ea962 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9aea9e86-8f53-4d52-bd4c-ed40ae299d24 HTTP/1.1" status: 200 len: 835 time: 0.0625134 Mar 22 12:28:19.629603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=784f83ec-6588-4a13-b0dc-7de70e07f8be,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:19.644412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:19.672399 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0d20fad5-c2a7-4a03-bee4-d857c52098ee req-50756259-19e3-4416-9c4a-9d5cbf2934b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82ff33c6-5c8d-4330-8977-f64f33bf5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842178 Mar 22 12:28:19.820158 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0d20fad5-c2a7-4a03-bee4-d857c52098ee req-17f0f110-18fa-4d95-8711-209ca70b3ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416833 Mar 22 12:28:19.963261 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0d20fad5-c2a7-4a03-bee4-d857c52098ee req-3e694a93-297e-45c9-aa5a-1e65c34b56d3 service neutron] 10.222.0.55 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367526 Mar 22 12:28:19.966957 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP 9d366129-cc82-48ca-8cc4-06ec015c1ca0 associated. External IP: 172.26.0.63, port: 73c203ae-845a-433c-9f3f-53ffe79801b7. Mar 22 12:28:20.189292 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f284219f-3446-4e79-8942-ed00eb91ab63 req-eb64d64f-9703-496c-b141-136d504929e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768492 Mar 22 12:28:20.347952 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f284219f-3446-4e79-8942-ed00eb91ab63 req-831ba9c4-c608-482c-b243-983eaefcd3f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 1099 time: 0.0801251 Mar 22 12:28:20.407324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 8bb97826-fcb2-41d8-aa11-148ef2ba389d has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:28:20.499262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284219f-3446-4e79-8942-ed00eb91ab63 req-e4297b8c-1a46-444f-ad0a-1a768b5d3f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:20.500665 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f284219f-3446-4e79-8942-ed00eb91ab63 req-e4297b8c-1a46-444f-ad0a-1a768b5d3f65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a HTTP/1.1" status: 200 len: 897 time: 0.1338916 Mar 22 12:28:20.538461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45880) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:20.668639 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d1f469e0-1a7b-413a-82c5-c28b603863e8 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1280608 Mar 22 12:28:20.739296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:28:20.749413 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f284219f-3446-4e79-8942-ed00eb91ab63 req-269dc65f-3cfd-4297-9430-6094d25d4060 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73c203ae-845a-433c-9f3f-53ffe79801b7 HTTP/1.1" status: 200 len: 999 time: 0.2410705 Mar 22 12:28:20.750904 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb823b7-458f-45ba-b2d7-64ba2acd7fc8 None None] Sync routers for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:28:20.774089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:20.774983 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb823b7-458f-45ba-b2d7-64ba2acd7fc8 None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:20.775599 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7fb823b7-458f-45ba-b2d7-64ba2acd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:20.832608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284219f-3446-4e79-8942-ed00eb91ab63 req-55654efe-8b09-4d0b-9681-55bcf60af747 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:20.834671 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f284219f-3446-4e79-8942-ed00eb91ab63 req-55654efe-8b09-4d0b-9681-55bcf60af747 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e393b806-d535-4779-8c68-b53a89c685f9 HTTP/1.1" status: 200 len: 835 time: 0.0796375 Mar 22 12:28:20.850288 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7bf2bbe3-52da-4e27-b37f-3a35276736a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8535061 Mar 22 12:28:20.851721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45886) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:20.852581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'tag': '73c203ae-845a-433c-9f3f-53ffe79801b7'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:28:20.960721 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7fb823b7-458f-45ba-b2d7-64ba2acd7fc8 None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:20.984435 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f284219f-3446-4e79-8942-ed00eb91ab63 req-b2151a6f-dded-4267-aaa7-4b2681e41307 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1436744 Mar 22 12:28:21.004669 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c63c3405-0776-4da3-a632-93d6b2f5e60a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/9d366129-cc82-48ca-8cc4-06ec015c1ca0 HTTP/1.1" status: 200 len: 991 time: 0.1457770 Mar 22 12:28:21.025932 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'tag': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'status': 'completed', 'code': 200} Mar 22 12:28:21.133589 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f284219f-3446-4e79-8942-ed00eb91ab63 req-5281990d-a423-4450-b12b-7cd4b3b747f2 service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442266 Mar 22 12:28:21.279778 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f284219f-3446-4e79-8942-ed00eb91ab63 req-5fc05b23-5e21-4802-8c89-af0abf7026d4 service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401706 Mar 22 12:28:21.331274 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7fb823b7-458f-45ba-b2d7-64ba2acd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:27:45Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9d366129-cc82-48ca-8cc4-06ec015c1ca0', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'port_id': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'mac_address': 'fa:16:3e:12:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:19Z', 'updated_at': '2022-03-22T12:28:19Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:21.335083 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb823b7-458f-45ba-b2d7-64ba2acd7fc8 None None] Checking router: 8bb97826-fcb2-41d8-aa11-148ef2ba389d for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:28:21.345921 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb823b7-458f-45ba-b2d7-64ba2acd7fc8 None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:21.346510 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7fb823b7-458f-45ba-b2d7-64ba2acd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:21.425967 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-34abbd61-6d19-490b-aad1-e08c20a937f8 req-2a72c843-412c-46a1-ab8e-0e862a711220 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 1099 time: 0.0845511 Mar 22 12:28:21.527343 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7fb823b7-458f-45ba-b2d7-64ba2acd7fc8 None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:21.571318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abbd61-6d19-490b-aad1-e08c20a937f8 req-b24e5841-11c1-413c-a0f5-84049daf67f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:21.572703 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-34abbd61-6d19-490b-aad1-e08c20a937f8 req-b24e5841-11c1-413c-a0f5-84049daf67f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a HTTP/1.1" status: 200 len: 897 time: 0.1414018 Mar 22 12:28:21.671373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45894) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:21.681155 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-34abbd61-6d19-490b-aad1-e08c20a937f8 req-0ff87564-2558-44a9-826a-3f65ac6e384d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73c203ae-845a-433c-9f3f-53ffe79801b7 HTTP/1.1" status: 200 len: 999 time: 0.1021640 Mar 22 12:28:21.754884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abbd61-6d19-490b-aad1-e08c20a937f8 req-dc4d0c52-c70a-436f-94aa-8f89f933779a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:21.757090 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-34abbd61-6d19-490b-aad1-e08c20a937f8 req-dc4d0c52-c70a-436f-94aa-8f89f933779a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e393b806-d535-4779-8c68-b53a89c685f9 HTTP/1.1" status: 200 len: 835 time: 0.0710652 Mar 22 12:28:21.789787 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4ba763c3-0977-4101-be9c-37ff8d1fce92 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1161199 Mar 22 12:28:21.856843 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-34abbd61-6d19-490b-aad1-e08c20a937f8 req-81f111fd-a530-44a9-9fe5-ec79066f3675 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944526 Mar 22 12:28:21.918724 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7fb823b7-458f-45ba-b2d7-64ba2acd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:27:45Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9d366129-cc82-48ca-8cc4-06ec015c1ca0', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'port_id': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'mac_address': 'fa:16:3e:12:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:19Z', 'updated_at': '2022-03-22T12:28:19Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:21.922615 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb823b7-458f-45ba-b2d7-64ba2acd7fc8 None None] The sync data for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv is: [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:27:45Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9d366129-cc82-48ca-8cc4-06ec015c1ca0', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'port_id': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'mac_address': 'fa:16:3e:12:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:19Z', 'updated_at': '2022-03-22T12:28:19Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:28:21.997752 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-34abbd61-6d19-490b-aad1-e08c20a937f8 req-e1708052-6e83-401e-8663-42a2f396b663 service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342654 Mar 22 12:28:22.004811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45900) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:22.140982 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-062acade-062a-44d8-b1fd-28003fe349c0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/9d366129-cc82-48ca-8cc4-06ec015c1ca0 HTTP/1.1" status: 200 len: 991 time: 0.1349969 Mar 22 12:28:22.164313 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-34abbd61-6d19-490b-aad1-e08c20a937f8 req-3ecb7d0e-0f8d-4902-9be9-e73e427a85fa service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612375 Mar 22 12:28:22.791969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45904) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:22.900761 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0c8f55a3-81dd-43ce-933c-2acc58a89e9f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1076729 Mar 22 12:28:23.145000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45910) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:23.373566 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f2e4d2a4-07bd-4441-b9a7-ac29fef56913 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/9d366129-cc82-48ca-8cc4-06ec015c1ca0 HTTP/1.1" status: 200 len: 991 time: 0.2274318 Mar 22 12:28:23.459095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bec6a771-53bc-4524-98f9-316e569385a0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:23.567554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port bec6a771-53bc-4524-98f9-316e569385a0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:23.572227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port bec6a771-53bc-4524-98f9-316e569385a0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:23.572588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:23.690903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:23.708842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port bec6a771-53bc-4524-98f9-316e569385a0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bec6a771-53bc-4524-98f9-316e569385a0,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:23.713261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:23.783110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=bec6a771-53bc-4524-98f9-316e569385a0,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:23.904932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45914) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:24.020951 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-554cced6-90af-44a3-a2db-8cf6cfee346c tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1148365 Mar 22 12:28:24.375457 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45920) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:24.487159 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8e915660-2d98-4722-b883-2be276f1f2b4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/9d366129-cc82-48ca-8cc4-06ec015c1ca0 HTTP/1.1" status: 200 len: 991 time: 0.1104500 Mar 22 12:28:25.023975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45924) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:25.132370 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-86b3db22-4cc9-4d20-98e8-e753d4839a06 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1061630 Mar 22 12:28:25.448398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bec6a771-53bc-4524-98f9-316e569385a0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:25.491244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45930) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:25.537651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port bec6a771-53bc-4524-98f9-316e569385a0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:25.538019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:25.604700 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4ddd325f-cbec-4ecd-87ae-43968a117ee1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/9d366129-cc82-48ca-8cc4-06ec015c1ca0 HTTP/1.1" status: 200 len: 991 time: 0.1116550 Mar 22 12:28:26.135387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45934) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:26.251836 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-30e3e785-9d92-4326-828a-281b5b4a3cab tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1153288 Mar 22 12:28:26.607409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45940) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:26.798748 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-29d4e826-b9d6-436c-805c-b8a44312e6aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/9d366129-cc82-48ca-8cc4-06ec015c1ca0 HTTP/1.1" status: 200 len: 991 time: 0.1900818 Mar 22 12:28:27.255349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45952) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:27.356810 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-91c975ec-61d7-4129-bf69-3fd01eee917c tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.0997376 Mar 22 12:28:27.802756 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45960) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:27.906173 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bba37a78-b76d-4795-b341-5f7af54f4b8f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/9d366129-cc82-48ca-8cc4-06ec015c1ca0 HTTP/1.1" status: 200 len: 991 time: 0.1023648 Mar 22 12:28:28.361339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45966) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:28.467187 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5cd22c7d-2484-454d-8a46-5f6f21b79af7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1047013 Mar 22 12:28:28.686396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f2cddce0-7dff-4857-955a-a3615e3fd437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:28.910256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45970) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:29.014218 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d0774478-5ce8-48de-8d41-ada142be3895 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/9d366129-cc82-48ca-8cc4-06ec015c1ca0 HTTP/1.1" status: 200 len: 991 time: 0.1028452 Mar 22 12:28:29.471240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45980) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:29.577845 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ec28bc1e-eead-4bc1-a71a-07e5a704a04f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1043665 Mar 22 12:28:29.944474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d731f165-12a9-411f-af12-604d88f2bb0d None None] New status for floating IP 9d366129-cc82-48ca-8cc4-06ec015c1ca0: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:28:30.018799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45984) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:30.133995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1cfa3b89-fefc-45f4-8660-133140771178 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/9d366129-cc82-48ca-8cc4-06ec015c1ca0 HTTP/1.1" status: 200 len: 991 time: 0.1138990 Mar 22 12:28:30.582016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 45990) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:30.691037 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d751ef0c-7155-4808-ae16-42b719ab8757 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1077976 Mar 22 12:28:31.135472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 45994) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:31.250835 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8c2debdd-0c08-4135-a056-877a43fd9997 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/9d366129-cc82-48ca-8cc4-06ec015c1ca0 HTTP/1.1" status: 200 len: 993 time: 0.1140137 Mar 22 12:28:31.653241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f69a512-8751-484b-b780-cfff429508e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:31.695015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46000) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:31.798184 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-99318270-208c-4bc4-a78b-23fc60d25b3b tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1019928 Mar 22 12:28:31.896144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:32.002073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:32.802362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46008) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:32.906482 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c404bf1d-81b4-4e06-b2b4-cbb145b0f5b4 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1029882 Mar 22 12:28:33.072261 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-fb3ec782-c337-43cf-9545-4aa4f66ae012 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464850225&fields=id&tenant_id=76d698d6b710405f858cd1fbd6f51362 HTTP/1.1" status: 200 len: 267 time: 0.0426717 Mar 22 12:28:33.217745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:33.228522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202118e-9bb2-4e9f-be84-80a49381099e req-ec6e6b3c-619e-4f02-a174-e70e8212e322 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:33.229967 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-ec6e6b3c-619e-4f02-a174-e70e8212e322 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 811 time: 0.1511762 Mar 22 12:28:33.245887 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-640cee84-a70c-46d7-aa8c-e2a6d1efbbbb tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/quotas/76d698d6b710405f858cd1fbd6f51362 HTTP/1.1" status: 200 len: 375 time: 0.0104358 Mar 22 12:28:33.329354 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-2e64308b-57c0-4d30-b25c-a74760b729e9 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786202 Mar 22 12:28:33.478962 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-902c09af-97f0-4c47-9542-5971f5f8d71b service neutron] 10.222.0.62 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369014 Mar 22 12:28:33.620006 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-d8042f36-1d2a-45c9-848e-1f29d16075a7 service neutron] 10.222.0.62 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353726 Mar 22 12:28:33.910406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46024) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:34.137603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a4122b69-c4bc-47d2-ae10-7b9d2da89029 req-94e6d988-15a7-4831-b913-327ab2bda73e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Synchronizing usage tracker for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:28:34.173161 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dbb8b626-0842-4f50-9e46-9c0d275a0671 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.2616031 Mar 22 12:28:34.177424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a4122b69-c4bc-47d2-ae10-7b9d2da89029 req-94e6d988-15a7-4831-b913-327ab2bda73e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Unset dirty status for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:28:34.178788 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a4122b69-c4bc-47d2-ae10-7b9d2da89029 req-94e6d988-15a7-4831-b913-327ab2bda73e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 210 time: 0.1061206 Mar 22 12:28:35.126670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202118e-9bb2-4e9f-be84-80a49381099e req-fec31f20-0d0b-4984-93ac-a3d87b4db860 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:35.128088 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-fec31f20-0d0b-4984-93ac-a3d87b4db860 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 811 time: 0.1468987 Mar 22 12:28:35.177484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46038) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:35.231193 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-7043b5da-2df4-472a-93a8-39efeca6b160 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76d698d6b710405f858cd1fbd6f51362 HTTP/1.1" status: 200 len: 380 time: 0.0465813 Mar 22 12:28:35.245080 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'port': {'device_id': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'admin_state_up': True, 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'security_groups': ['4e26d4de-cc73-4647-877e-286b25d11d57']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:35.291636 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5efd997a-34bb-4b77-bca8-4847c9875fe8 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1118257 Mar 22 12:28:35.373795 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1c3ad5a2-5e51-4327-b5e5-bbef3798a77d req-6d45b396-da39-4683-8c15-be58fa904e1e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 210 time: 0.0537248 Mar 22 12:28:35.421238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:35.431034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:35.444746 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Made reservation on behalf of 76d698d6b710405f858cd1fbd6f51362 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:28:35.447767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:35.610081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Allocated IP 172.20.0.11 (4c1d82d1-266a-4895-8558-c716622e290a/238b9a48-2e50-4a79-97cd-bc467be360ff/2da99d7c-fb95-4234-9042-41efdfa20d65) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:28:35.802230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:35.818114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Transition to ACTIVE for port object 2da99d7c-fb95-4234-9042-41efdfa20d65 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:35.845764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:35.921950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Network 4c1d82d1-266a-4895-8558-c716622e290a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:35.925089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:35.929471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:35.954175 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'Port': ['ID=2da99d7c-fb95-4234-9042-41efdfa20d65,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:35.991997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:35.992755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:36.019728 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-76d633a4-9340-4722-9d69-a37e21e3147a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7804420 Mar 22 12:28:36.033081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Request body: {'port': {'device_id': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:36.144247 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c061b272-332b-402e-bff9-d9c56db203a4 None None] Provisioning for port 2da99d7c-fb95-4234-9042-41efdfa20d65 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:36.162914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c061b272-332b-402e-bff9-d9c56db203a4 None None] Provisioning complete for port 2da99d7c-fb95-4234-9042-41efdfa20d65 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:36.163691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c061b272-332b-402e-bff9-d9c56db203a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:36.219640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c061b272-332b-402e-bff9-d9c56db203a4 None None] Port 2da99d7c-fb95-4234-9042-41efdfa20d65 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:28:36.240076 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:36.294581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46046) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:36.401022 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-270c98e6-dee8-42a1-936e-effaa2406e40 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1052785 Mar 22 12:28:36.574024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fce54b-9d4d-4764-9436-9c690c1cfe09 req-f55c2963-a1e7-4d2e-98f9-cf5d47ac2e28 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:36.575566 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e6fce54b-9d4d-4764-9436-9c690c1cfe09 req-f55c2963-a1e7-4d2e-98f9-cf5d47ac2e28 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 932 time: 0.0789442 Mar 22 12:28:36.587324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2da99d7c-fb95-4234-9042-41efdfa20d65 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:28:36.594367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:36.608973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Transition to ACTIVE for port object 2da99d7c-fb95-4234-9042-41efdfa20d65 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:36.613878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:36.622693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e6fce54b-9d4d-4764-9436-9c690c1cfe09 req-ce2a700f-1eba-4dc9-8fc9-0b6243d459cb tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Synchronizing usage tracker for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:28:36.640469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e6fce54b-9d4d-4764-9436-9c690c1cfe09 req-ce2a700f-1eba-4dc9-8fc9-0b6243d459cb tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Unset dirty status for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:28:36.645972 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e6fce54b-9d4d-4764-9436-9c690c1cfe09 req-ce2a700f-1eba-4dc9-8fc9-0b6243d459cb tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630975 Mar 22 12:28:36.738441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=2da99d7c-fb95-4234-9042-41efdfa20d65,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:36.851942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Attempting to bind port 2da99d7c-fb95-4234-9042-41efdfa20d65 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:28:36.852275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Attempting to bind port 2da99d7c-fb95-4234-9042-41efdfa20d65 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:28:36.852606 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Attempting to bind port 2da99d7c-fb95-4234-9042-41efdfa20d65 on network 4c1d82d1-266a-4895-8558-c716622e290a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:36.858305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Port 2da99d7c-fb95-4234-9042-41efdfa20d65 on network 4c1d82d1-266a-4895-8558-c716622e290a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:28:36.858627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Attempting to bind port 2da99d7c-fb95-4234-9042-41efdfa20d65 on network 4c1d82d1-266a-4895-8558-c716622e290a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:36.864884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:28:36.865165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Checking segment: {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:36.865573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Bound using segment: {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:28:36.865993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Bound port: 2da99d7c-fb95-4234-9042-41efdfa20d65, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:28:36.866336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:36.955425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] For port 2da99d7c-fb95-4234-9042-41efdfa20d65, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:28:36.958998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] For port 2da99d7c-fb95-4234-9042-41efdfa20d65, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2da99d7c-fb95-4234-9042-41efdfa20d65,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:28:36.965172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:37.025712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:37.027076 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] 10.222.0.55 "PUT /v2.0/ports/2da99d7c-fb95-4234-9042-41efdfa20d65 HTTP/1.1" status: 200 len: 1094 time: 0.9985440 Mar 22 12:28:37.027493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'tag': '2da99d7c-fb95-4234-9042-41efdfa20d65'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:28:37.047373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d17976-31d9-4b09-aea8-5a2d703c1cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=2da99d7c-fb95-4234-9042-41efdfa20d65,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:37.104273 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'tag': '2da99d7c-fb95-4234-9042-41efdfa20d65', 'status': 'completed', 'code': 200} Mar 22 12:28:37.146718 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-99d9bd01-ee04-4108-bedd-5378fc537e2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 1097 time: 0.0743959 Mar 22 12:28:37.225766 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-0b32ec14-0ae9-4fe3-9f08-c048ee21e621 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da99d7c-fb95-4234-9042-41efdfa20d65 HTTP/1.1" status: 200 len: 217 time: 0.0713642 Mar 22 12:28:37.291667 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202118e-9bb2-4e9f-be84-80a49381099e req-3246e41e-42e5-446a-8a18-d21ec8bb38f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:37.293093 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-3246e41e-42e5-446a-8a18-d21ec8bb38f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0606613 Mar 22 12:28:37.370437 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-bca619dd-22cc-47db-b039-efc192785c02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701530 Mar 22 12:28:37.405068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46054) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:37.508886 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-21bd043d-1c54-420e-898e-de08274f7374 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252172 Mar 22 12:28:37.512461 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-671fb6df-59d2-4525-b94b-0a77898e6fdb tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1056502 Mar 22 12:28:37.654169 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a202118e-9bb2-4e9f-be84-80a49381099e req-454e8df4-7ff2-4a79-a6ff-1d10ce3a1d96 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383045 Mar 22 12:28:37.766445 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3fea55fb-a4b8-4e12-8e6d-86c9d4d6a93a req-d701bcd2-6695-4542-b634-fd74eb861acd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 1097 time: 0.0670745 Mar 22 12:28:37.850873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204f903-9b62-461a-9165-83d55978b9cd req-ae2674cd-cf69-4608-8b44-52c05a0241b9 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:37.852376 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9204f903-9b62-461a-9165-83d55978b9cd req-ae2674cd-cf69-4608-8b44-52c05a0241b9 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 944 time: 0.0900328 Mar 22 12:28:37.898862 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9204f903-9b62-461a-9165-83d55978b9cd req-9ba435b2-f4a4-4d27-992a-327eeafae4b1 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Mar 22 12:28:37.903548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea55fb-a4b8-4e12-8e6d-86c9d4d6a93a req-f1b3e266-5fb7-4b87-8c8f-01d8deb8a857 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:37.905044 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3fea55fb-a4b8-4e12-8e6d-86c9d4d6a93a req-f1b3e266-5fb7-4b87-8c8f-01d8deb8a857 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 912 time: 0.1317647 Mar 22 12:28:38.064903 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3fea55fb-a4b8-4e12-8e6d-86c9d4d6a93a req-31e86c6c-db22-458e-b867-11fdf3699756 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da99d7c-fb95-4234-9042-41efdfa20d65 HTTP/1.1" status: 200 len: 217 time: 0.1517446 Mar 22 12:28:38.126652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea55fb-a4b8-4e12-8e6d-86c9d4d6a93a req-91496df6-2d10-446a-84bf-67d0b7e02151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:38.128125 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3fea55fb-a4b8-4e12-8e6d-86c9d4d6a93a req-91496df6-2d10-446a-84bf-67d0b7e02151 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0575678 Mar 22 12:28:38.209616 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3fea55fb-a4b8-4e12-8e6d-86c9d4d6a93a req-44e7345d-97a3-4e25-bc66-32bc696f8e16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710967 Mar 22 12:28:38.342915 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3fea55fb-a4b8-4e12-8e6d-86c9d4d6a93a req-41e6910d-f043-4872-8ee1-f5a6ebda9df5 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265802 Mar 22 12:28:38.479453 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3fea55fb-a4b8-4e12-8e6d-86c9d4d6a93a req-54d86ee1-5b41-49b4-8b86-0973ce034028 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294923 Mar 22 12:28:38.516543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46060) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:38.622378 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b9670f6-dd31-4d0b-99fb-774357b3ab2d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1047168 Mar 22 12:28:39.110980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978191f-7941-4c65-aabc-f68b8157de3a req-93cd9bf8-2551-4568-b57c-d3eb8d45cf0f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:39.111822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4978191f-7941-4c65-aabc-f68b8157de3a req-93cd9bf8-2551-4568-b57c-d3eb8d45cf0f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Synchronizing usage tracker for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:28:39.129344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4978191f-7941-4c65-aabc-f68b8157de3a req-93cd9bf8-2551-4568-b57c-d3eb8d45cf0f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Unset dirty status for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:28:39.130568 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4978191f-7941-4c65-aabc-f68b8157de3a req-93cd9bf8-2551-4568-b57c-d3eb8d45cf0f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 944 time: 0.1093171 Mar 22 12:28:39.175597 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4978191f-7941-4c65-aabc-f68b8157de3a req-25717ae4-f9aa-4e05-91ca-70fe78553fdf tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394068 Mar 22 12:28:39.365041 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51393a1-ca73-421a-8cce-9d4bc6fbc708 None None] Sync routers for ids ['e763eb80-d11c-4dac-a28b-b140109f7784'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:28:39.378604 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51393a1-ca73-421a-8cce-9d4bc6fbc708 None None] Routers {'e763eb80-d11c-4dac-a28b-b140109f7784'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:39.379250 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b51393a1-ca73-421a-8cce-9d4bc6fbc708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['e763eb80-d11c-4dac-a28b-b140109f7784'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:39.597647 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b51393a1-ca73-421a-8cce-9d4bc6fbc708 None None] Set router e763eb80-d11c-4dac-a28b-b140109f7784 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:39.626682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46066) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:39.735577 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-973ed881-320f-4646-94c1-6823e2a74e96 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1077950 Mar 22 12:28:39.953734 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b51393a1-ca73-421a-8cce-9d4bc6fbc708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 4, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'c9a0434d-3cf5-400b-a0e2-293282ab24a7', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'floating_ip_address': '172.26.0.138', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'port_id': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'mac_address': 'fa:16:3e:ac:6d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:17Z', 'updated_at': '2022-03-22T12:28:17Z', 'revision_number': 0, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd0aa5e-261e-474f-8ff2-1208b6a508e2', 'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'mac_address': 'fa:16:3e:31:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:53Z', 'updated_at': '2022-03-22T12:28:15Z', 'revision_number': 5, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'subnets': [{'id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:39.958119 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51393a1-ca73-421a-8cce-9d4bc6fbc708 None None] Checking router: e763eb80-d11c-4dac-a28b-b140109f7784 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:28:39.969699 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51393a1-ca73-421a-8cce-9d4bc6fbc708 None None] Routers {'e763eb80-d11c-4dac-a28b-b140109f7784'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:39.970281 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b51393a1-ca73-421a-8cce-9d4bc6fbc708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['e763eb80-d11c-4dac-a28b-b140109f7784'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:40.143308 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b51393a1-ca73-421a-8cce-9d4bc6fbc708 None None] Set router e763eb80-d11c-4dac-a28b-b140109f7784 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:40.387817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0e8ac-51e1-406f-8231-dc7ddc40bf94 req-08575def-1451-4e5d-97f1-a698a98a7e3d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:40.389249 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32c0e8ac-51e1-406f-8231-dc7ddc40bf94 req-08575def-1451-4e5d-97f1-a698a98a7e3d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 944 time: 0.0834248 Mar 22 12:28:40.434925 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32c0e8ac-51e1-406f-8231-dc7ddc40bf94 req-2cbe3ded-b50a-40c0-b7ad-5a0d28a87567 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397272 Mar 22 12:28:40.492857 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b51393a1-ca73-421a-8cce-9d4bc6fbc708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 4, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'c9a0434d-3cf5-400b-a0e2-293282ab24a7', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'floating_ip_address': '172.26.0.138', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'port_id': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'mac_address': 'fa:16:3e:ac:6d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:17Z', 'updated_at': '2022-03-22T12:28:17Z', 'revision_number': 0, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd0aa5e-261e-474f-8ff2-1208b6a508e2', 'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'mac_address': 'fa:16:3e:31:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:53Z', 'updated_at': '2022-03-22T12:28:15Z', 'revision_number': 5, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'subnets': [{'id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:40.496746 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51393a1-ca73-421a-8cce-9d4bc6fbc708 None None] The sync data for ids ['e763eb80-d11c-4dac-a28b-b140109f7784'] in dv-neutron-834653-1-hyperv is: [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 4, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'c9a0434d-3cf5-400b-a0e2-293282ab24a7', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'floating_ip_address': '172.26.0.138', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'port_id': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'mac_address': 'fa:16:3e:ac:6d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:17Z', 'updated_at': '2022-03-22T12:28:17Z', 'revision_number': 0, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd0aa5e-261e-474f-8ff2-1208b6a508e2', 'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'mac_address': 'fa:16:3e:31:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:53Z', 'updated_at': '2022-03-22T12:28:15Z', 'revision_number': 5, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'subnets': [{'id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:28:40.740811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46072) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:40.855125 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-10a94c95-fbc7-4ea3-8810-c19036c6e45a tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1127322 Mar 22 12:28:41.648712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acce475-98b5-4f18-b87c-e9e388a33d08 req-55daf50e-ef9f-4c0f-aa7c-013a0b923543 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:41.650195 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8acce475-98b5-4f18-b87c-e9e388a33d08 req-55daf50e-ef9f-4c0f-aa7c-013a0b923543 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 944 time: 0.0879569 Mar 22 12:28:41.698588 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8acce475-98b5-4f18-b87c-e9e388a33d08 req-38c28895-2401-4e15-9d1a-794fe744c2eb tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421772 Mar 22 12:28:41.859707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46078) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:41.973095 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bb6a5787-560c-4c32-b465-98bb13a16e45 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1120467 Mar 22 12:28:42.910036 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e1353-461f-416e-bd58-0513082291ca req-87b63910-6af0-4b79-9cf4-40532bea4296 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:42.911355 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-189e1353-461f-416e-bd58-0513082291ca req-87b63910-6af0-4b79-9cf4-40532bea4296 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 944 time: 0.0820901 Mar 22 12:28:42.958869 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-189e1353-461f-416e-bd58-0513082291ca req-588ff8ae-b28e-4482-80a3-83e631adf040 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Mar 22 12:28:42.976921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46084) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:43.082861 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bdc35eb4-67f0-4142-a928-1e036533cb1d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1048017 Mar 22 12:28:43.212924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:44.086812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46090) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:44.170011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f42f38-929e-402c-9a20-f5ef3390b0c7 req-6160bfb1-5ad2-4a6e-bff2-ed0169575306 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:44.171598 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-24f42f38-929e-402c-9a20-f5ef3390b0c7 req-6160bfb1-5ad2-4a6e-bff2-ed0169575306 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 944 time: 0.0823510 Mar 22 12:28:44.195298 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1718b163-6ff3-4961-9854-9dcb8e7c307f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1072404 Mar 22 12:28:44.223423 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-24f42f38-929e-402c-9a20-f5ef3390b0c7 req-b535cbef-6b89-486f-bf18-94b3c73a6783 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459001 Mar 22 12:28:45.199041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46094) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:45.307254 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-820e4246-18c1-4a37-834c-10a497a89345 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1070192 Mar 22 12:28:45.426648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cf27d-c185-46fe-848e-7dad940c43fc req-fef2bc63-fca6-44d8-b6fa-488a70f6cf93 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:45.428128 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-724cf27d-c185-46fe-848e-7dad940c43fc req-fef2bc63-fca6-44d8-b6fa-488a70f6cf93 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 944 time: 0.0778356 Mar 22 12:28:45.478271 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-724cf27d-c185-46fe-848e-7dad940c43fc req-ace97d47-8e1d-40ff-a843-2ce52683ae35 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 Mar 22 12:28:46.312398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46100) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:46.422408 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eaefff1e-3a80-4d7e-bbba-2d2b15f898fd tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.1085098 Mar 22 12:28:46.696295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a0307-78da-4107-bf94-5929fdfbcb6e req-6fde4c8a-d66f-486a-9623-4d1189eee6f4 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:46.698242 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf4a0307-78da-4107-bf94-5929fdfbcb6e req-6fde4c8a-d66f-486a-9623-4d1189eee6f4 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 944 time: 0.0877728 Mar 22 12:28:46.745989 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf4a0307-78da-4107-bf94-5929fdfbcb6e req-02a69867-bf61-4abf-98d1-9e66f6f3709a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Mar 22 12:28:47.428112 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46106) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:47.638541 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-73a2779b-cf6b-4525-be4d-52b1bbf20570 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 991 time: 0.2088118 Mar 22 12:28:47.880276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2da99d7c-fb95-4234-9042-41efdfa20d65 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:28:47.959792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c5e45-60b7-4a8d-8c10-988885ac1a29 req-4904e557-0432-4726-8f22-33cddb99b26e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:47.961214 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e00c5e45-60b7-4a8d-8c10-988885ac1a29 req-4904e557-0432-4726-8f22-33cddb99b26e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 944 time: 0.0786579 Mar 22 12:28:48.006703 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e00c5e45-60b7-4a8d-8c10-988885ac1a29 req-af00d381-dcab-4d2d-a4b4-4bb1cd83fc91 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398047 Mar 22 12:28:48.013587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2da99d7c-fb95-4234-9042-41efdfa20d65, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2da99d7c-fb95-4234-9042-41efdfa20d65,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:48.026847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '2da99d7c-fb95-4234-9042-41efdfa20d65', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'port_id': '2da99d7c-fb95-4234-9042-41efdfa20d65', 'mac_address': 'fa:16:3e:85:c1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:28:48.086239 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:48.104984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2da99d7c-fb95-4234-9042-41efdfa20d65 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:28:48.121305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2da99d7c-fb95-4234-9042-41efdfa20d65, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2da99d7c-fb95-4234-9042-41efdfa20d65,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:48.126358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:48.160949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674fc78-897a-4a0c-b514-4c397f7a70b1 None None] New status for floating IP c9a0434d-3cf5-400b-a0e2-293282ab24a7: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:28:48.329832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=2da99d7c-fb95-4234-9042-41efdfa20d65,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:48.536409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['2da99d7c-fb95-4234-9042-41efdfa20d65'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:28:48.641948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46112) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:48.745265 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6cf84b61-562d-4817-ba47-d093430bd309 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 993 time: 0.1021855 Mar 22 12:28:49.207124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf5a31-ac97-4c6e-8503-440d206fb8ff req-1943a8a5-5049-4a19-9e1d-082399095632 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:49.208544 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5ecf5a31-ac97-4c6e-8503-440d206fb8ff req-1943a8a5-5049-4a19-9e1d-082399095632 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 945 time: 0.0801158 Mar 22 12:28:49.254153 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5ecf5a31-ac97-4c6e-8503-440d206fb8ff req-74f1948a-53a5-4072-8ef6-f153e6145a76 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Mar 22 12:28:49.883787 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2da99d7c-fb95-4234-9042-41efdfa20d65 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:49.963575 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 2da99d7c-fb95-4234-9042-41efdfa20d65 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:49.968350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 2da99d7c-fb95-4234-9042-41efdfa20d65 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:49.968710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:50.094395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:50.122161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da99d7c-fb95-4234-9042-41efdfa20d65'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:28:50.131938 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2da99d7c-fb95-4234-9042-41efdfa20d65, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2da99d7c-fb95-4234-9042-41efdfa20d65,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:50.137966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:50.179769 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2da99d7c-fb95-4234-9042-41efdfa20d65', 'code': 200} Mar 22 12:28:50.205504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=2da99d7c-fb95-4234-9042-41efdfa20d65,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:50.432795 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a0570215-da01-4e0a-8abe-3c2b256254c4 req-ccbc164b-70bc-4452-8f8c-7c39c68c9dc8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 1099 time: 0.1086972 Mar 22 12:28:50.493168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c156456-9b23-4489-aa08-509a01e5c912 req-63c36185-a597-45cd-af83-9c71c05cc293 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:50.494559 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0c156456-9b23-4489-aa08-509a01e5c912 req-63c36185-a597-45cd-af83-9c71c05cc293 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 946 time: 0.1094356 Mar 22 12:28:50.496096 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a0570215-da01-4e0a-8abe-3c2b256254c4 req-0928a3a3-a78d-47d2-81ab-f6686aeb192f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538642 Mar 22 12:28:50.542390 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0c156456-9b23-4489-aa08-509a01e5c912 req-2f3827c2-dea3-43b8-8161-7a64dad70181 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Mar 22 12:28:51.296127 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Sync routers for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:28:51.308217 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:51.308826 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:51.490276 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:51.739377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b558f7-eba3-4aa9-b861-227a968a7ffb req-667de3e0-1c02-40f9-ba85-9ac77924a776 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:51.746010 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0b558f7-eba3-4aa9-b861-227a968a7ffb req-667de3e0-1c02-40f9-ba85-9ac77924a776 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 946 time: 0.0809710 Mar 22 12:28:51.792822 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0b558f7-eba3-4aa9-b861-227a968a7ffb req-35404b1a-d295-41cf-89c6-2197e3eebf62 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456846 Mar 22 12:28:51.840830 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 2, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:51.844771 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Checking router: 781547b3-3a3c-462d-98e3-6a7b7c2adb46 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:28:51.845102 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Updating router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:28:51.895670 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:52.224160 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:52.235363 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Transition to ACTIVE for port object 93be75c2-74fc-45e0-bc24-3c96a27f5d33 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:52.244284 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:52.362923 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Pushing event updated for resources: {'Port': ['ID=93be75c2-74fc-45e0-bc24-3c96a27f5d33,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:52.374815 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:52.375129 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:52.375446 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:52.375759 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:52.376075 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:52.376382 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:52.376689 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:52.376997 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:52.377298 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:52.377636 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:52.378003 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:28:52.465286 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Attempting to bind port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:28:52.465662 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Attempting to bind port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:28:52.466005 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Attempting to bind port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 on network 4c1d82d1-266a-4895-8558-c716622e290a {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:52.472540 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:28:52.472896 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Checking segment: {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:52.473272 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:52.473683 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Bound using segment: {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:28:52.474113 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Bound port: 93be75c2-74fc-45e0-bc24-3c96a27f5d33, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:28:52.474485 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:52.560182 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] For port 93be75c2-74fc-45e0-bc24-3c96a27f5d33, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:28:52.563077 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] For port 93be75c2-74fc-45e0-bc24-3c96a27f5d33, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=93be75c2-74fc-45e0-bc24-3c96a27f5d33,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:28:52.569937 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:52.655650 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25143bfa-c2f9-4e5e-aa4a-091be65d984d None None] Pushing event updated for resources: {'Port': ['ID=93be75c2-74fc-45e0-bc24-3c96a27f5d33,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:52.658580 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:52.659168 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:52.840675 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:52.989590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750a750-4e0d-43e6-abf8-b6616c625990 req-83c6dbbc-aeb7-4703-9159-e330f8e63694 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:52.991373 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5750a750-4e0d-43e6-abf8-b6616c625990 req-83c6dbbc-aeb7-4703-9159-e330f8e63694 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 946 time: 0.0770044 Mar 22 12:28:53.035646 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5750a750-4e0d-43e6-abf8-b6616c625990 req-5c98fcc8-3dc9-4efc-859d-e99d59b8fe13 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387039 Mar 22 12:28:53.143090 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:28:53.171477 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:52Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:53.175476 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df42517-84f2-48b2-b34d-b103d0627113 None None] The sync data for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv is: [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:52Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:28:53.235963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcc9d6-ab5e-4622-aee2-8376c89fcc26 req-d1ebe61e-762b-486a-a27e-9159e4d3c194 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:53.237441 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2ddcc9d6-ab5e-4622-aee2-8376c89fcc26 req-d1ebe61e-762b-486a-a27e-9159e4d3c194 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 946 time: 0.0841484 Mar 22 12:28:53.285921 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2ddcc9d6-ab5e-4622-aee2-8376c89fcc26 req-fc82671b-9a15-4f6a-bce7-ed8e4320982e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424750 Mar 22 12:28:53.314163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46128) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:53.476570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 93be75c2-74fc-45e0-bc24-3c96a27f5d33 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:53.563241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:53.569418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:53.569941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:53.620622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-db93ba1e-d43c-4576-a957-840b75ee88da tempest-TestVolumeBootPattern-1069569558 tempest-TestVolumeBootPattern-1069569558-project-admin] Synchronizing usage tracker for tenant:63cfc14008194f4a945f7026ec1314e0 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:28:53.638908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-db93ba1e-d43c-4576-a957-840b75ee88da tempest-TestVolumeBootPattern-1069569558 tempest-TestVolumeBootPattern-1069569558-project-admin] Unset dirty status for tenant:63cfc14008194f4a945f7026ec1314e0 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:28:53.640249 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-db93ba1e-d43c-4576-a957-840b75ee88da tempest-TestVolumeBootPattern-1069569558 tempest-TestVolumeBootPattern-1069569558-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 1094 time: 0.3251216 Mar 22 12:28:53.643280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46134) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:28:53.648541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '2da99d7c-fb95-4234-9042-41efdfa20d65', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:28:53.654101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:28:53.657938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Usage tracker for resource:floatingip and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:28:53.660772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:28:53.666385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:28:53.676355 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:53.703768 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:53.735670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 93be75c2-74fc-45e0-bc24-3c96a27f5d33, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=93be75c2-74fc-45e0-bc24-3c96a27f5d33,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:53.739932 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:53.809434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=93be75c2-74fc-45e0-bc24-3c96a27f5d33,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:53.818711 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:53.961991 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Allocated IP 172.26.0.113 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/f3645226-5eeb-4714-9717-6ed3212e576b) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:28:54.109020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:54.137790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:54.207475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:28:54.210348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:28:54.214695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:28:54.241315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'Port': ['ID=f3645226-5eeb-4714-9717-6ed3212e576b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:54.592459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Sync routers for ids ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:28:54.606671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Routers {'5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:54.607326 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:54.725393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:54.781564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:54.781852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Set router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:54.985796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:54.991554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:55.090682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'Port': ['ID=f3645226-5eeb-4714-9717-6ed3212e576b,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:55.094113 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'name': 'tempest-TestVolumeBootPattern-475684502-router', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:11Z', 'revision_number': 4, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'gw_port': {'id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'f830269b-b14f-4274-a8d7-83f55384fe8d', 'name': '', 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'mac_address': 'fa:16:3e:de:fc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '483aa599-9ccc-4038-8de8-c63714403609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:10Z', 'updated_at': '2022-03-22T12:28:11Z', 'revision_number': 2, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'subnets': [{'id': '483aa599-9ccc-4038-8de8-c63714403609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:55.098573 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Checking router: 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:28:55.098938 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Updating router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f port f830269b-b14f-4274-a8d7-83f55384fe8d binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:28:55.110188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:55.158271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:55.404181 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Floating IP 2223ac32-399b-46a0-8e8a-69adb2b3e632 associated. External IP: 172.26.0.113, port: 2da99d7c-fb95-4234-9042-41efdfa20d65. Mar 22 12:28:55.454015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 93be75c2-74fc-45e0-bc24-3c96a27f5d33 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:55.594491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:55.595203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:55.640580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:55.664532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Transition to ACTIVE for port object f830269b-b14f-4274-a8d7-83f55384fe8d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:28:55.677262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:55.800762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:28:55.843692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ccdf1-e616-431e-97ae-fbeb949c0948 None None] Pushing event updated for resources: {'Port': ['ID=f830269b-b14f-4274-a8d7-83f55384fe8d,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:55.941078 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Attempting to bind port f830269b-b14f-4274-a8d7-83f55384fe8d on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:28:55.941296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Attempting to bind port f830269b-b14f-4274-a8d7-83f55384fe8d by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'da6a4aa2-10a3-485d-9f15-2a89100fe389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:28:55.941565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Attempting to bind port f830269b-b14f-4274-a8d7-83f55384fe8d on network 44e9ef08-f859-4d41-aead-f919fbbb206e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:28:55.948123 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:28:55.948481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Checking segment: {'id': 'da6a4aa2-10a3-485d-9f15-2a89100fe389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:28:55.948873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:55.949252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Bound using segment: {'id': 'da6a4aa2-10a3-485d-9f15-2a89100fe389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:28:55.949729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Bound port: f830269b-b14f-4274-a8d7-83f55384fe8d, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da6a4aa2-10a3-485d-9f15-2a89100fe389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:28:55.950108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:56.010393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:28:56.035697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:56.041880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] For port f830269b-b14f-4274-a8d7-83f55384fe8d, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:28:56.044855 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] For port f830269b-b14f-4274-a8d7-83f55384fe8d, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f830269b-b14f-4274-a8d7-83f55384fe8d,segment=NetworkSegment(da6a4aa2-10a3-485d-9f15-2a89100fe389),segment_id=da6a4aa2-10a3-485d-9f15-2a89100fe389)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:28:56.049082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:56.091664 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-33436fd9-95ac-4649-810c-6de2bf7aea58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4471948 Mar 22 12:28:56.092266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'tag': '2da99d7c-fb95-4234-9042-41efdfa20d65'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:28:56.135530 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ccdf1-e616-431e-97ae-fbeb949c0948 None None] Pushing event updated for resources: {'Port': ['ID=f830269b-b14f-4274-a8d7-83f55384fe8d,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:56.146619 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Routers {'5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:28:56.147744 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'tag': '2da99d7c-fb95-4234-9042-41efdfa20d65', 'status': 'completed', 'code': 200} Mar 22 12:28:56.148115 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:28:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:56.244868 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ef5abea-9cd0-4a86-a0c9-55d5af0f1084 req-1dc0e270-3abf-4258-b2b5-b00c22b211fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 1099 time: 0.0759759 Mar 22 12:28:56.334369 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] Set router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:28:56.383617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5abea-9cd0-4a86-a0c9-55d5af0f1084 req-ae362d8e-3df3-4008-8f00-edd4cfeeb74b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:56.385039 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ef5abea-9cd0-4a86-a0c9-55d5af0f1084 req-ae362d8e-3df3-4008-8f00-edd4cfeeb74b service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 912 time: 0.1333661 Mar 22 12:28:56.495196 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ef5abea-9cd0-4a86-a0c9-55d5af0f1084 req-86eb1c1a-c12a-4b63-b1cc-208114cc7549 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2da99d7c-fb95-4234-9042-41efdfa20d65 HTTP/1.1" status: 200 len: 1000 time: 0.0958679 Mar 22 12:28:56.559992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5abea-9cd0-4a86-a0c9-55d5af0f1084 req-035e47c8-1387-4db1-9edc-7fe9a70e1815 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:28:56.561572 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ef5abea-9cd0-4a86-a0c9-55d5af0f1084 req-035e47c8-1387-4db1-9edc-7fe9a70e1815 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0596547 Mar 22 12:28:56.636091 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ef5abea-9cd0-4a86-a0c9-55d5af0f1084 req-bfb46291-a99a-4429-87d9-9d8682fb5426 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679896 Mar 22 12:28:56.651334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'name': 'tempest-TestVolumeBootPattern-475684502-router', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:11Z', 'revision_number': 4, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'gw_port': {'id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'f830269b-b14f-4274-a8d7-83f55384fe8d', 'name': '', 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'mac_address': 'fa:16:3e:de:fc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '483aa599-9ccc-4038-8de8-c63714403609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:10Z', 'updated_at': '2022-03-22T12:28:56Z', 'revision_number': 4, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'subnets': [{'id': '483aa599-9ccc-4038-8de8-c63714403609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:28:56.655315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960500b1-5c44-4c6e-93b1-d564124bc1ee None None] The sync data for ids ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'] in dv-neutron-834653-1-hyperv is: [{'id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'name': 'tempest-TestVolumeBootPattern-475684502-router', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:11Z', 'revision_number': 4, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'gw_port': {'id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'f830269b-b14f-4274-a8d7-83f55384fe8d', 'name': '', 'network_id': '44e9ef08-f859-4d41-aead-f919fbbb206e', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'mac_address': 'fa:16:3e:de:fc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '483aa599-9ccc-4038-8de8-c63714403609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:10Z', 'updated_at': '2022-03-22T12:28:56Z', 'revision_number': 4, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'subnets': [{'id': '483aa599-9ccc-4038-8de8-c63714403609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:28:56.784512 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ef5abea-9cd0-4a86-a0c9-55d5af0f1084 req-cd62a833-a518-4bc4-ad4b-054753e5a9b2 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419520 Mar 22 12:28:56.928716 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ef5abea-9cd0-4a86-a0c9-55d5af0f1084 req-e28c8086-1f53-46ec-9497-991c8aa7d9e2 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382494 Mar 22 12:28:57.470487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f830269b-b14f-4274-a8d7-83f55384fe8d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:57.544125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port f830269b-b14f-4274-a8d7-83f55384fe8d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:28:57.548986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f830269b-b14f-4274-a8d7-83f55384fe8d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:57.549347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:57.664042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:57.730929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port f830269b-b14f-4274-a8d7-83f55384fe8d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f830269b-b14f-4274-a8d7-83f55384fe8d,segment=NetworkSegment(da6a4aa2-10a3-485d-9f15-2a89100fe389),segment_id=da6a4aa2-10a3-485d-9f15-2a89100fe389)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:28:57.736211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:57.801826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=f830269b-b14f-4274-a8d7-83f55384fe8d,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:28:58.686802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f3a02f82-b3d3-4fde-a3ca-02bf65806d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:28:59.458321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f830269b-b14f-4274-a8d7-83f55384fe8d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:28:59.530234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f830269b-b14f-4274-a8d7-83f55384fe8d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:28:59.530621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:01.669857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-10bef51b-f2b7-475b-ad4f-3335b8debbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:01.902741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:01.910729 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ef44e-8a09-4afc-a5b3-2093a3b28c08 None None] Sync routers for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:29:01.924091 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ef44e-8a09-4afc-a5b3-2093a3b28c08 None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:29:01.924626 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fb0ef44e-8a09-4afc-a5b3-2093a3b28c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:29:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:29:02.007169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:02.098839 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-fb0ef44e-8a09-4afc-a5b3-2093a3b28c08 None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:29:02.439743 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fb0ef44e-8a09-4afc-a5b3-2093a3b28c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '2223ac32-399b-46a0-8e8a-69adb2b3e632', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '2da99d7c-fb95-4234-9042-41efdfa20d65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:85:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:54Z', 'updated_at': '2022-03-22T12:28:54Z', 'revision_number': 0, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:29:02.443749 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ef44e-8a09-4afc-a5b3-2093a3b28c08 None None] Checking router: 781547b3-3a3c-462d-98e3-6a7b7c2adb46 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:29:02.454157 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ef44e-8a09-4afc-a5b3-2093a3b28c08 None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:29:02.454741 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fb0ef44e-8a09-4afc-a5b3-2093a3b28c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:29:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:29:02.627938 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-fb0ef44e-8a09-4afc-a5b3-2093a3b28c08 None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:29:02.980041 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fb0ef44e-8a09-4afc-a5b3-2093a3b28c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '2223ac32-399b-46a0-8e8a-69adb2b3e632', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '2da99d7c-fb95-4234-9042-41efdfa20d65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:85:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:54Z', 'updated_at': '2022-03-22T12:28:54Z', 'revision_number': 0, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:29:02.983820 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0ef44e-8a09-4afc-a5b3-2093a3b28c08 None None] The sync data for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv is: [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '2223ac32-399b-46a0-8e8a-69adb2b3e632', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.113', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '2da99d7c-fb95-4234-9042-41efdfa20d65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:85:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:54Z', 'updated_at': '2022-03-22T12:28:54Z', 'revision_number': 0, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:29:03.221413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:10.395973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262739c2-e08b-47ea-a62c-bf205c5fd24c None None] New status for floating IP 2223ac32-399b-46a0-8e8a-69adb2b3e632: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:29:13.212854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:22.328627 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bd119b00-3328-49f6-bf49-768aa2309544 req-062402ad-a700-4863-b95b-fa3bed203ec1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1667564 Mar 22 12:29:22.435628 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bd119b00-3328-49f6-bf49-768aa2309544 req-3d1e0f79-06ba-49da-8cd0-624f1ac4187b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16605afc1f8d4d6abd780c0ca94aeb71&device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 1098 time: 0.0803654 Mar 22 12:29:22.594581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd119b00-3328-49f6-bf49-768aa2309544 req-b4089a68-80e0-44f8-b9f0-ac34e45fff67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:22.595910 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bd119b00-3328-49f6-bf49-768aa2309544 req-b4089a68-80e0-44f8-b9f0-ac34e45fff67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82ff33c6-5c8d-4330-8977-f64f33bf5968 HTTP/1.1" status: 200 len: 898 time: 0.1254017 Mar 22 12:29:22.705478 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bd119b00-3328-49f6-bf49-768aa2309544 req-8497e80e-0ac6-43d4-bd6a-432d53d43b01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f HTTP/1.1" status: 200 len: 1001 time: 0.1033995 Mar 22 12:29:22.769974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd119b00-3328-49f6-bf49-768aa2309544 req-3126a808-2805-4377-a071-8f4338a44a4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:22.771420 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bd119b00-3328-49f6-bf49-768aa2309544 req-3126a808-2805-4377-a071-8f4338a44a4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9aea9e86-8f53-4d52-bd4c-ed40ae299d24 HTTP/1.1" status: 200 len: 835 time: 0.0570409 Mar 22 12:29:22.849805 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bd119b00-3328-49f6-bf49-768aa2309544 req-3879f36a-ab08-4ab2-86b0-436ee01015da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82ff33c6-5c8d-4330-8977-f64f33bf5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719676 Mar 22 12:29:22.981624 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bd119b00-3328-49f6-bf49-768aa2309544 req-9eb43a43-be4f-411f-b9dc-dfde315ca525 service neutron] 10.222.0.55 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257465 Mar 22 12:29:23.112766 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bd119b00-3328-49f6-bf49-768aa2309544 req-aca50964-cdbb-4de5-96e9-4598f2f4041d service neutron] 10.222.0.55 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252429 Mar 22 12:29:28.681649 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59555ba9-7932-436d-816c-b279532ae610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:30.144459 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:29:31.663853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-198c3afd-c773-4c7a-83aa-9007ba1ca9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:31.900780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:32.012613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:33.224742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:36.595156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805d704-6b37-41b7-82b8-fd071f2f9b3f req-8e432219-efca-46d1-ad48-7654abb9d285 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:36.596540 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1805d704-6b37-41b7-82b8-fd071f2f9b3f req-8e432219-efca-46d1-ad48-7654abb9d285 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.0762403 Mar 22 12:29:36.641862 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1805d704-6b37-41b7-82b8-fd071f2f9b3f req-071dcd86-f2ed-4d12-bf4b-1f161ca6966f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397248 Mar 22 12:29:37.839200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324381ad-d980-43de-8882-3aa395c0b519 req-e3733dbc-64b2-46e1-9a8c-3b18aeb2c3a1 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:37.840645 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-324381ad-d980-43de-8882-3aa395c0b519 req-e3733dbc-64b2-46e1-9a8c-3b18aeb2c3a1 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.0785141 Mar 22 12:29:37.889109 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-324381ad-d980-43de-8882-3aa395c0b519 req-80da6b6e-11d6-4478-b886-1209600329c4 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Mar 22 12:29:38.490059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46208) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:38.584153 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-59a9d6e7-7b58-4e83-a702-2ff951230891 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=7b68bf5710844a8fac024c2b8fe300a1&network_id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a HTTP/1.1" status: 200 len: 3000 time: 0.0927584 Mar 22 12:29:39.099715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df097a-2a82-4e85-b813-9dc5fcb4159f req-ac6dafaa-bd9a-4598-8916-8877587047bf tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:39.101167 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-81df097a-2a82-4e85-b813-9dc5fcb4159f req-ac6dafaa-bd9a-4598-8916-8877587047bf tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.0846474 Mar 22 12:29:39.146889 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-81df097a-2a82-4e85-b813-9dc5fcb4159f req-8b2cee5e-e6cd-4109-a637-40720ab0f0e1 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401871 Mar 22 12:29:40.312704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46224) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:40.346570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e651021-983e-4302-aa73-fb24fc316f8f req-a2dbab0c-e644-4515-a48f-768849280b31 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:40.348012 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e651021-983e-4302-aa73-fb24fc316f8f req-a2dbab0c-e644-4515-a48f-768849280b31 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.0803132 Mar 22 12:29:40.375563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a823d75c-f1be-417c-9147-e3ce8d53aa77 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:40.377036 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a823d75c-f1be-417c-9147-e3ce8d53aa77 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 814 time: 0.0633845 Mar 22 12:29:40.396603 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e651021-983e-4302-aa73-fb24fc316f8f req-91b54b71-4a0c-424a-98c5-95a261329876 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Mar 22 12:29:40.973170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46232) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:40.979416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'network': {'name': 'tempest-network-smoke--170536558', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:29:40.984948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:29:40.995919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:29:41.009681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:29:41.012736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:41.041567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:29:41.050711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:41.051076 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Added segment 239a2dbf-8ccb-49da-9cd0-677c3ac62656 of type vlan for network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d Mar 22 12:29:41.075789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:41.110981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:41.116250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:41.117046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:41.224532 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2499142 Mar 22 12:29:41.227363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Network': ['ID=770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:41.227891 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46236) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:41.235534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:41.235868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:41.236192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:41.236512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:41.236831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:41.237143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:41.237489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:41.237800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:41.238110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:41.238414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:41.238722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaac83d-5f1e-4451-8973-750c6323016b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:41.255117 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:29:41.290700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcbd20e-fbc7-450d-98ee-c7e5b4beeb70 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:41.292178 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3fcbd20e-fbc7-450d-98ee-c7e5b4beeb70 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7b68bf5710844a8fac024c2b8fe300a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0631816 Mar 22 12:29:41.295122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46240) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:41.422530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b6dc1-3d80-410d-b4b5-68cae82c53b6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:41.423990 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4e0b6dc1-3d80-410d-b4b5-68cae82c53b6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279721 Mar 22 12:29:41.426954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46244) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:41.465130 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9b3fdf1d-f55d-4bb8-b89f-0409f210acec tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371621 Mar 22 12:29:41.467953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46250) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:41.509894 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-676e1c2d-3bdc-4bee-97ae-933a63bf5f1b tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7b68bf5710844a8fac024c2b8fe300a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407221 Mar 22 12:29:41.512301 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46254) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:41.686342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832e4e90-7977-4c0f-924b-05aafaf0bd7a tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:41.687818 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-832e4e90-7977-4c0f-924b-05aafaf0bd7a tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1746595 Mar 22 12:29:41.691797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46258) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:41.700272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b5984-c6ef-45e3-9b04-881181e28fb1 req-e9ba7c84-fec8-4726-a548-41f68681b2e5 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:41.701688 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b1b5984-c6ef-45e3-9b04-881181e28fb1 req-e9ba7c84-fec8-4726-a548-41f68681b2e5 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.1707292 Mar 22 12:29:41.735340 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-aab57c93-7295-455c-bb42-be87043030fb tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422707 Mar 22 12:29:41.738027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46262) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:41.743440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-798810949', 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:29:41.750559 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b1b5984-c6ef-45e3-9b04-881181e28fb1 req-71ccb0af-0efd-4d49-a2c4-790f733e3406 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432158 Mar 22 12:29:41.847945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:29:41.852300 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:subnet and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:29:41.855389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:29:41.861626 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:29:41.874570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:29:41.980350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:42.194319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:42.277607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Subnet': ['ID=39c17d18-2744-459c-95e0-1c5668695f85,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:42.291718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Checking segment: {'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:29:42.292798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network hostable DHCP agents. Network: 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:29:42.321335 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:29:42.332025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:29:42.336384 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:42.336938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:42.342546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cabce81-edbe-4979-86dc-c5adeb3342e5 None None] Network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:29:42.359602 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b0c7a307-2e5c-44d0-82e5-34c69d1318f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6205814 Mar 22 12:29:42.549322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d', 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ips': [{'subnet_id': '39c17d18-2744-459c-95e0-1c5668695f85'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:29:42.550185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:42.667134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46268) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:42.673348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138203177', 'description': 'tempest-secgroup-smoke-138203177 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:29:42.679568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:29:42.690086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:29:42.702004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:42.702789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Allocated IP 172.20.0.18 (770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d/39c17d18-2744-459c-95e0-1c5668695f85/576f853e-d4c1-4a4c-a30d-2e76fe62f952) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:29:42.826257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:29:42.829968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:29:42.832738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:29:42.838643 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:29:42.913033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:42.923290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Transition to ACTIVE for port object 576f853e-d4c1-4a4c-a30d-2e76fe62f952 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:29:42.923608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:42.929919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:42.941567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Transition to ACTIVE for port object 576f853e-d4c1-4a4c-a30d-2e76fe62f952 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:29:42.947994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:42.990309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824d9546-d9a9-4ae7-939d-b12c9c53f5a2,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:42.996165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:42.997358 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3286054 Mar 22 12:29:43.000501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46274) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:43.008646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.009014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.009343 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.009708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.010032 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.010676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.010836 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-85b7c503-c790-4ec6-a1b8-8e6bcb2bf7c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '824d9546-d9a9-4ae7-939d-b12c9c53f5a2', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:29:43.010960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.010960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.011520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.011520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.011829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a75866-55f5-4842-add5-d93f4ed6d05c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.017591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:29:43.021074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:29:43.023082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Pushing event updated for resources: {'Port': ['ID=576f853e-d4c1-4a4c-a30d-2e76fe62f952,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:43.025794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f45c3d-3894-43ae-8b46-f8acc8ce02ab req-b7e883d6-8670-48a7-881a-80d6a1236fe2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:43.026573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-85b7c503-c790-4ec6-a1b8-8e6bcb2bf7c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:29:43.027245 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c8f45c3d-3894-43ae-8b46-f8acc8ce02ab req-b7e883d6-8670-48a7-881a-80d6a1236fe2 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.1474502 Mar 22 12:29:43.028840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:29:43.033410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-85b7c503-c790-4ec6-a1b8-8e6bcb2bf7c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:29:43.036060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.036416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.036711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-85b7c503-c790-4ec6-a1b8-8e6bcb2bf7c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:29:43.036922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.037249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.037603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.037924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.038239 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.038555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.038864 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.039171 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.039478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:29:43.044511 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-85b7c503-c790-4ec6-a1b8-8e6bcb2bf7c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:29:43.062800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85b7c503-c790-4ec6-a1b8-8e6bcb2bf7c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.082193 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c8f45c3d-3894-43ae-8b46-f8acc8ce02ab req-8d0f5000-3a6d-45be-9ed8-903512afa621 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485241 Mar 22 12:29:43.122409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Attempting to bind port 576f853e-d4c1-4a4c-a30d-2e76fe62f952 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:29:43.122784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Attempting to bind port 576f853e-d4c1-4a4c-a30d-2e76fe62f952 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:29:43.123140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Attempting to bind port 576f853e-d4c1-4a4c-a30d-2e76fe62f952 on network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:29:43.129474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:29:43.129885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Checking segment: {'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:29:43.130276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.130655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Bound using segment: {'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:29:43.130777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85b7c503-c790-4ec6-a1b8-8e6bcb2bf7c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.131110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Bound port: 576f853e-d4c1-4a4c-a30d-2e76fe62f952, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:29:43.131514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.135410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85b7c503-c790-4ec6-a1b8-8e6bcb2bf7c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.157815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7c503-c790-4ec6-a1b8-8e6bcb2bf7c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd5f145-88db-4c7a-bb56-37b87d05d1c0,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:43.168302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-85b7c503-c790-4ec6-a1b8-8e6bcb2bf7c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.172260 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-85b7c503-c790-4ec6-a1b8-8e6bcb2bf7c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1656730 Mar 22 12:29:43.172415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46278) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:43.178143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1c26ff1c-ac53-4fa8-b856-8869f0aca8e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '824d9546-d9a9-4ae7-939d-b12c9c53f5a2', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:29:43.183983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1c26ff1c-ac53-4fa8-b856-8869f0aca8e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:29:43.187758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1c26ff1c-ac53-4fa8-b856-8869f0aca8e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:29:43.190595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1c26ff1c-ac53-4fa8-b856-8869f0aca8e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:29:43.196747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1c26ff1c-ac53-4fa8-b856-8869f0aca8e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:29:43.217941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c26ff1c-ac53-4fa8-b856-8869f0aca8e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.266351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.275131 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] For port 576f853e-d4c1-4a4c-a30d-2e76fe62f952, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:29:43.278081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] For port 576f853e-d4c1-4a4c-a30d-2e76fe62f952, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=576f853e-d4c1-4a4c-a30d-2e76fe62f952,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:29:43.282910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c26ff1c-ac53-4fa8-b856-8869f0aca8e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.285671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.287741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c26ff1c-ac53-4fa8-b856-8869f0aca8e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.310299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26ff1c-ac53-4fa8-b856-8869f0aca8e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c8bbef-80c6-4ab8-8344-3739733084da,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:43.321926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1c26ff1c-ac53-4fa8-b856-8869f0aca8e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.323736 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1c26ff1c-ac53-4fa8-b856-8869f0aca8e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1497850 Mar 22 12:29:43.326111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46282) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:43.331951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-882b1979-ea48-4dba-a523-85b1979c8259 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '824d9546-d9a9-4ae7-939d-b12c9c53f5a2', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:29:43.338804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-882b1979-ea48-4dba-a523-85b1979c8259 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:29:43.343954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-882b1979-ea48-4dba-a523-85b1979c8259 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:29:43.347644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-882b1979-ea48-4dba-a523-85b1979c8259 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:29:43.353928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-882b1979-ea48-4dba-a523-85b1979c8259 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:29:43.365118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62ab66-51d9-4ea2-a50b-6cedbd150a01 None None] Pushing event updated for resources: {'Port': ['ID=576f853e-d4c1-4a4c-a30d-2e76fe62f952,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:43.372538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-882b1979-ea48-4dba-a523-85b1979c8259 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.439750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-882b1979-ea48-4dba-a523-85b1979c8259 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.444393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-882b1979-ea48-4dba-a523-85b1979c8259 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.466127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b1979-ea48-4dba-a523-85b1979c8259 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53325d6-acfe-4d4e-b29d-1914f31c82d2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:43.478866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-882b1979-ea48-4dba-a523-85b1979c8259 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.480164 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-882b1979-ea48-4dba-a523-85b1979c8259 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1528089 Mar 22 12:29:43.483080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46286) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:43.493714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-30676be6-4283-49a0-931e-73e9cecd7947 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '824d9546-d9a9-4ae7-939d-b12c9c53f5a2', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:29:43.506766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-30676be6-4283-49a0-931e-73e9cecd7947 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:29:43.518699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-30676be6-4283-49a0-931e-73e9cecd7947 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:29:43.521722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-30676be6-4283-49a0-931e-73e9cecd7947 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:29:43.529122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-30676be6-4283-49a0-931e-73e9cecd7947 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:29:43.549175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-30676be6-4283-49a0-931e-73e9cecd7947 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.616178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-30676be6-4283-49a0-931e-73e9cecd7947 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.620759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-30676be6-4283-49a0-931e-73e9cecd7947 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.648419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30676be6-4283-49a0-931e-73e9cecd7947 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21a2303-08ec-4346-9ab7-04804a60390e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:43.656909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-30676be6-4283-49a0-931e-73e9cecd7947 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.658268 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-30676be6-4283-49a0-931e-73e9cecd7947 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1742122 Mar 22 12:29:43.660947 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46290) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:43.666246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '824d9546-d9a9-4ae7-939d-b12c9c53f5a2', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:29:43.671785 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:29:43.675516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:29:43.678436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:29:43.684088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:29:43.778212 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:29:43.787258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.854661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.859575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.887735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c72271-2126-44d4-9ae7-59beea9b7ebc,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:43.898879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:43.900110 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ac657ffa-137a-422f-afe4-b9d7bdecf18c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2382081 Mar 22 12:29:43.903084 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46294) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:43.908645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '824d9546-d9a9-4ae7-939d-b12c9c53f5a2', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:29:43.914729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:29:43.919006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:29:43.922128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:29:43.928031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:29:43.940147 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:29:43.947242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:44.018515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:44.023277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:44.046759 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebd0457-7584-41a2-be79-9b534a52d95c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:44.056856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:44.058247 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dedbe9de-f228-4fe7-aa14-49f53b526014 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1541822 Mar 22 12:29:44.292598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf455953-9fe8-4f09-a0c5-2e306ff0f167 None None] Network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:29:44.298116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34520-fd25-4a06-8cd7-a431f1b2420c req-d72d76f3-976e-420f-88f9-0af0aae5c838 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:44.299605 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29b34520-fd25-4a06-8cd7-a431f1b2420c req-d72d76f3-976e-420f-88f9-0af0aae5c838 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.0934396 Mar 22 12:29:44.334698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-fe5facf2-f5fe-434c-a763-28278aec5acf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:29:44.345737 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29b34520-fd25-4a06-8cd7-a431f1b2420c req-080ae1ee-8397-4723-ac78-82f9b6226e05 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399818 Mar 22 12:29:44.351136 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-fe5facf2-f5fe-434c-a763-28278aec5acf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:29:44.352306 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-fe5facf2-f5fe-434c-a763-28278aec5acf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138203177&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.0618043 Mar 22 12:29:44.385789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cff5fc50-2509-4b56-b1ca-1c84cabca576 None None] Provisioning for port 576f853e-d4c1-4a4c-a30d-2e76fe62f952 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:29:44.506413 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-2f138201-da1a-4268-9fab-c5b865eaf72a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:44.507829 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-2f138201-da1a-4268-9fab-c5b865eaf72a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/networks?id=770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d HTTP/1.1" status: 200 len: 796 time: 0.1488161 Mar 22 12:29:44.524529 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-e53419c6-6897-4df9-a64f-aa5a3d0149f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/quotas/7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 375 time: 0.0108128 Mar 22 12:29:44.609906 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-20433bba-5839-49e7-9f8f-460b82a961f1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0802414 Mar 22 12:29:44.625421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-38ed2c2a-1213-418a-9eb4-a070e5b0bb0b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:29:44.626429 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-38ed2c2a-1213-418a-9eb4-a070e5b0bb0b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052860 Mar 22 12:29:44.769741 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-06427890-8d53-42e7-925c-46b1a10013a0 service neutron] 10.222.0.62 "GET /v2.0/networks/770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368434 Mar 22 12:29:44.902524 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-5ce33ba9-4685-475d-9f9c-f8deb968d205 service neutron] 10.222.0.62 "GET /v2.0/networks/770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266232 Mar 22 12:29:45.084915 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f27c30bc-0517-4d4e-ad70-0ad1705a05bf req-31e8ea8d-dc55-4942-a7d8-15a563bf68a3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 210 time: 0.0399239 Mar 22 12:29:45.526737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 576f853e-d4c1-4a4c-a30d-2e76fe62f952 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:29:45.595822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 576f853e-d4c1-4a4c-a30d-2e76fe62f952 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:29:45.600652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 576f853e-d4c1-4a4c-a30d-2e76fe62f952 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:29:45.601089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:45.601867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4791734-9de4-42f7-a313-4b5d5406ff82 req-4cdf77c7-1000-4bbc-a40a-9503e5bb3f49 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:45.605988 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4791734-9de4-42f7-a313-4b5d5406ff82 req-4cdf77c7-1000-4bbc-a40a-9503e5bb3f49 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.0889771 Mar 22 12:29:45.658916 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4791734-9de4-42f7-a313-4b5d5406ff82 req-75fef5ad-0956-475b-bc1b-7e0dfdd54dcd tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484185 Mar 22 12:29:45.714416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:45.747936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 576f853e-d4c1-4a4c-a30d-2e76fe62f952, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=576f853e-d4c1-4a4c-a30d-2e76fe62f952,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:29:45.753476 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:45.827137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=576f853e-d4c1-4a4c-a30d-2e76fe62f952,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:46.148219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-f25a231b-bcb4-451c-9cb9-cb2bae6ee2bf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:46.149780 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-f25a231b-bcb4-451c-9cb9-cb2bae6ee2bf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d HTTP/1.1" status: 200 len: 796 time: 0.1487086 Mar 22 12:29:46.216334 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-93c5c35f-dbfa-4d0f-93a3-c314dae71fa4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 472 time: 0.0543468 Mar 22 12:29:46.226533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'device_id': '9e58fdda-f7df-497e-ac11-7160fc71f399', 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d', 'admin_state_up': True, 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'security_groups': ['824d9546-d9a9-4ae7-939d-b12c9c53f5a2']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:29:46.249702 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-133542e5-cf7b-473a-abfa-bf2b9b056f34 req-288a959b-68f1-4851-a2fe-532d2fc3d439 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 210 time: 0.0438683 Mar 22 12:29:46.372333 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:29:46.376616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:port and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:29:46.379491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:29:46.385271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:29:46.397207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:29:46.400302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:46.566193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.22 (770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d/39c17d18-2744-459c-95e0-1c5668695f85/a76b0153-5427-485b-98da-7c7b3cf427bc) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:29:46.760089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:46.776619 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object a76b0153-5427-485b-98da-7c7b3cf427bc will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:29:46.935814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:47.010059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b20ee-bdb3-4a07-88c4-9dc48ebccf3c req-e6013b92-e789-405e-9340-39606056e784 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:47.011415 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a08b20ee-bdb3-4a07-88c4-9dc48ebccf3c req-e6013b92-e789-405e-9340-39606056e784 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.2317524 Mar 22 12:29:47.019543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:29:47.024820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:29:47.038739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=a76b0153-5427-485b-98da-7c7b3cf427bc,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:47.041023 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:29:47.118775 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a08b20ee-bdb3-4a07-88c4-9dc48ebccf3c req-cc870fd7-323a-4b08-84f4-5754bedee77f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981753 Mar 22 12:29:47.122865 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:47.123493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:47.158768 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-88fd971d-026d-4da1-87e6-43ae5ab7e002 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9366181 Mar 22 12:29:47.168573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-8a2d2160-4809-4ab8-8136-a0df404fdc5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:29:47.169671 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-8a2d2160-4809-4ab8-8136-a0df404fdc5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052342 Mar 22 12:29:47.181224 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Request body: {'port': {'device_id': '9e58fdda-f7df-497e-ac11-7160fc71f399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:29:47.256686 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-80c03de1-42dc-4256-b7f6-a5072a76a3e1 None None] Provisioning for port a76b0153-5427-485b-98da-7c7b3cf427bc completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:29:47.261882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-80c03de1-42dc-4256-b7f6-a5072a76a3e1 None None] Provisioning complete for port a76b0153-5427-485b-98da-7c7b3cf427bc triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:29:47.262259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80c03de1-42dc-4256-b7f6-a5072a76a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:47.289764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:47.314544 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-80c03de1-42dc-4256-b7f6-a5072a76a3e1 None None] Port a76b0153-5427-485b-98da-7c7b3cf427bc cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:29:47.458642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143398c9-54c7-41c5-b748-5ab899252fc0 req-bb899845-03d6-4fcd-a2fe-0a29e6377606 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:47.461139 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-143398c9-54c7-41c5-b748-5ab899252fc0 req-bb899845-03d6-4fcd-a2fe-0a29e6377606 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 932 time: 0.0825205 Mar 22 12:29:47.488374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 576f853e-d4c1-4a4c-a30d-2e76fe62f952 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:29:47.513403 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-143398c9-54c7-41c5-b748-5ab899252fc0 req-d0491bf9-c5a6-43bf-9548-9dd994d78e09 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429015 Mar 22 12:29:47.556336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 576f853e-d4c1-4a4c-a30d-2e76fe62f952 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:29:47.556697 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:47.636727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76b0153-5427-485b-98da-7c7b3cf427bc {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:29:47.643479 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:47.657900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Transition to ACTIVE for port object a76b0153-5427-485b-98da-7c7b3cf427bc will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:29:47.662911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:47.801208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Pushing event updated for resources: {'Port': ['ID=a76b0153-5427-485b-98da-7c7b3cf427bc,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:47.912045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Attempting to bind port a76b0153-5427-485b-98da-7c7b3cf427bc on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:29:47.912370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Attempting to bind port a76b0153-5427-485b-98da-7c7b3cf427bc by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:29:47.912696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Attempting to bind port a76b0153-5427-485b-98da-7c7b3cf427bc on network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:29:47.918438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Port a76b0153-5427-485b-98da-7c7b3cf427bc on network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:29:47.918751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Attempting to bind port a76b0153-5427-485b-98da-7c7b3cf427bc on network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:29:47.925161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:29:47.925478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Checking segment: {'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:29:47.925893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Bound using segment: {'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:29:47.926332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Bound port: a76b0153-5427-485b-98da-7c7b3cf427bc, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:29:47.926677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:48.016372 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] For port a76b0153-5427-485b-98da-7c7b3cf427bc, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:29:48.019331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] For port a76b0153-5427-485b-98da-7c7b3cf427bc, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a76b0153-5427-485b-98da-7c7b3cf427bc,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:29:48.027442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:48.093514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:48.094886 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] 10.222.0.55 "PUT /v2.0/ports/a76b0153-5427-485b-98da-7c7b3cf427bc HTTP/1.1" status: 200 len: 1094 time: 0.9179275 Mar 22 12:29:48.096191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e58fdda-f7df-497e-ac11-7160fc71f399', 'tag': 'a76b0153-5427-485b-98da-7c7b3cf427bc'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:29:48.112575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76a410-305a-4ed5-8114-b6702e6ef8cc service neutron] Pushing event updated for resources: {'Port': ['ID=a76b0153-5427-485b-98da-7c7b3cf427bc,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:48.230950 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e58fdda-f7df-497e-ac11-7160fc71f399', 'tag': 'a76b0153-5427-485b-98da-7c7b3cf427bc', 'status': 'completed', 'code': 200} Mar 22 12:29:48.272161 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-2275ea6a-1424-4463-935b-f18b155e8313 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 1097 time: 0.1089675 Mar 22 12:29:48.350809 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-df2d6516-b97d-42c2-b1f8-5c9282f4d4b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a76b0153-5427-485b-98da-7c7b3cf427bc HTTP/1.1" status: 200 len: 217 time: 0.0719175 Mar 22 12:29:48.360009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dab79-6d39-4c53-b8c0-5390bea07c4a req-e2c3ba65-cf1d-428c-a620-25c2f9d75837 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:48.361599 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-200dab79-6d39-4c53-b8c0-5390bea07c4a req-e2c3ba65-cf1d-428c-a620-25c2f9d75837 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.0894752 Mar 22 12:29:48.416939 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-200dab79-6d39-4c53-b8c0-5390bea07c4a req-c5f8c2a6-a6aa-4fd9-b7a4-c6946bbba058 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492997 Mar 22 12:29:48.418273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-f4be1f76-36fc-4a05-9661-3764f6eafa89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:48.419701 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-f4be1f76-36fc-4a05-9661-3764f6eafa89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39c17d18-2744-459c-95e0-1c5668695f85 HTTP/1.1" status: 200 len: 837 time: 0.0624907 Mar 22 12:29:48.496119 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-d1b63933-fa70-4e15-97cd-2c49f375a72b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0700047 Mar 22 12:29:48.640177 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-25aa4514-a3a8-45d9-a805-b4ff8d405c10 service neutron] 10.222.0.55 "GET /v2.0/networks/770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364038 Mar 22 12:29:48.898429 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf0403ce-95bc-4e65-8386-9e06702fc015 req-5b7b39bd-d6ed-428c-af96-89e41a0bb580 service neutron] 10.222.0.55 "GET /v2.0/networks/770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247725 Mar 22 12:29:48.906813 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783134f9-4aed-41a6-9e5c-cd7510744108 req-ed800876-43b7-45a3-a947-09a680c1a9d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:48.907459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-783134f9-4aed-41a6-9e5c-cd7510744108 req-ed800876-43b7-45a3-a947-09a680c1a9d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:29:48.925988 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-783134f9-4aed-41a6-9e5c-cd7510744108 req-ed800876-43b7-45a3-a947-09a680c1a9d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:29:48.927335 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-783134f9-4aed-41a6-9e5c-cd7510744108 req-ed800876-43b7-45a3-a947-09a680c1a9d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 944 time: 0.2862651 Mar 22 12:29:48.978366 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-783134f9-4aed-41a6-9e5c-cd7510744108 req-75e651c5-ab15-4f4d-ba12-9f14385cdc4a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451787 Mar 22 12:29:49.174066 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-074c1d46-f094-42b7-a1b2-e12b2973c4ec req-ac8694ba-343e-4370-b57d-b7a5bcfdf13c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 1097 time: 0.0701480 Mar 22 12:29:49.313053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1d46-f094-42b7-a1b2-e12b2973c4ec req-97dad495-eaa7-4b28-b0d7-42da8ad4d813 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:49.315261 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-074c1d46-f094-42b7-a1b2-e12b2973c4ec req-97dad495-eaa7-4b28-b0d7-42da8ad4d813 service neutron] 10.222.0.55 "GET /v2.0/networks?id=770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d HTTP/1.1" status: 200 len: 897 time: 0.1349766 Mar 22 12:29:49.398440 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-074c1d46-f094-42b7-a1b2-e12b2973c4ec req-6e19aaf7-c74c-422f-bfb9-8c8fb633dc8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=a76b0153-5427-485b-98da-7c7b3cf427bc HTTP/1.1" status: 200 len: 217 time: 0.0772855 Mar 22 12:29:49.460555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c1d46-f094-42b7-a1b2-e12b2973c4ec req-07fe4e9c-6aa8-40e5-88a5-33575bab0223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:49.462006 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-074c1d46-f094-42b7-a1b2-e12b2973c4ec req-07fe4e9c-6aa8-40e5-88a5-33575bab0223 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39c17d18-2744-459c-95e0-1c5668695f85 HTTP/1.1" status: 200 len: 837 time: 0.0572927 Mar 22 12:29:49.538259 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-074c1d46-f094-42b7-a1b2-e12b2973c4ec req-8a9278ba-d82a-4327-8694-39dfabdfba79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696981 Mar 22 12:29:49.609211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9497e8-e81f-4470-bdc6-ad9bdb1afc99 req-54829f18-d704-4b54-b942-8fcbb8b670ad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:49.610687 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b9497e8-e81f-4470-bdc6-ad9bdb1afc99 req-54829f18-d704-4b54-b942-8fcbb8b670ad tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.0748186 Mar 22 12:29:49.655661 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0b9497e8-e81f-4470-bdc6-ad9bdb1afc99 req-c5df1f41-e199-4354-9a9f-94e89ccd4d0d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391834 Mar 22 12:29:49.668975 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-074c1d46-f094-42b7-a1b2-e12b2973c4ec req-c6b2d2c6-3df4-4e89-87d3-bedb5f7aab6c service neutron] 10.222.0.55 "GET /v2.0/networks/770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247888 Mar 22 12:29:49.801706 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-074c1d46-f094-42b7-a1b2-e12b2973c4ec req-1bae955a-f460-4f24-8a6f-e285dd5cc1ad service neutron] 10.222.0.55 "GET /v2.0/networks/770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268129 Mar 22 12:29:50.191220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eb9b4-c1e8-49e9-b5a5-1ee74bba74ea req-24a2fdcf-7798-41d3-87d6-68bc77309302 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:50.192697 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b37eb9b4-c1e8-49e9-b5a5-1ee74bba74ea req-24a2fdcf-7798-41d3-87d6-68bc77309302 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 944 time: 0.0790489 Mar 22 12:29:50.238821 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b37eb9b4-c1e8-49e9-b5a5-1ee74bba74ea req-6a2c8e3e-f8d9-4077-a27f-45f82e5af872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398483 Mar 22 12:29:50.882642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42338231-7207-49fd-81aa-ba78d4083bdd req-ae547818-d787-4e89-8c44-4bbd5cd91674 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:50.884066 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-42338231-7207-49fd-81aa-ba78d4083bdd req-ae547818-d787-4e89-8c44-4bbd5cd91674 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.0980430 Mar 22 12:29:50.929191 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-42338231-7207-49fd-81aa-ba78d4083bdd req-b1d3614d-36de-480c-adf2-8ab731f2de7f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 Mar 22 12:29:51.445668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e29b19-fe29-4fe9-9e76-0ce3dac59f85 req-b7bbfc63-64d3-4440-b513-a7cd0497985b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:51.447088 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6e29b19-fe29-4fe9-9e76-0ce3dac59f85 req-b7bbfc63-64d3-4440-b513-a7cd0497985b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 944 time: 0.0884085 Mar 22 12:29:51.507400 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6e29b19-fe29-4fe9-9e76-0ce3dac59f85 req-3ee81469-246e-401d-a3ca-26133192cdb0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492306 Mar 22 12:29:51.907131 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-18a3d270-7835-43e7-9ded-eccb921c17a2 req-600b9d63-b63b-457e-b5b2-4102dd584997 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 1098 time: 0.0710409 Mar 22 12:29:51.948794 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-18a3d270-7835-43e7-9ded-eccb921c17a2 req-07a16ead-a345-48fd-a588-e6fb28d7991b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356641 Mar 22 12:29:52.125897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c999e-c07a-44b8-a337-a9fcda663b14 req-1ab1fbf0-1325-473c-9f37-ea6091dc8b43 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:52.127309 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8d9c999e-c07a-44b8-a337-a9fcda663b14 req-1ab1fbf0-1325-473c-9f37-ea6091dc8b43 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.0781047 Mar 22 12:29:52.175784 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8d9c999e-c07a-44b8-a337-a9fcda663b14 req-13858ed4-a055-40a4-a4b8-39369870f4ab tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400743 Mar 22 12:29:52.185463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 997c7cde-f938-478d-b8d9-fe5aed9d402f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:29:52.317818 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:52.344713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:29:52.354383 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 997c7cde-f938-478d-b8d9-fe5aed9d402f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:29:52.360994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:52.414112 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'code': 200} Mar 22 12:29:52.430730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=997c7cde-f938-478d-b8d9-fe5aed9d402f,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:52.708213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a39acb-7751-4d55-a3eb-62d378e10c67 req-9941d1db-4a38-4fcc-9f64-bd15fa7c0234 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:52.709949 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-94a39acb-7751-4d55-a3eb-62d378e10c67 req-9941d1db-4a38-4fcc-9f64-bd15fa7c0234 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 944 time: 0.0820162 Mar 22 12:29:52.755450 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-94a39acb-7751-4d55-a3eb-62d378e10c67 req-ba029dd1-2ed5-4ac2-a857-1f0013f2c3cb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398011 Mar 22 12:29:53.379799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607fdf7-79f1-42ce-bef3-04bbc9e51cb0 req-1b342bbc-b05f-4c6d-b1a4-15382f0ff3cc tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:53.381335 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0607fdf7-79f1-42ce-bef3-04bbc9e51cb0 req-1b342bbc-b05f-4c6d-b1a4-15382f0ff3cc tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 943 time: 0.0827074 Mar 22 12:29:53.426846 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0607fdf7-79f1-42ce-bef3-04bbc9e51cb0 req-99e6bcb0-781a-457a-8b60-bdf262f87dc4 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396812 Mar 22 12:29:53.965237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4d9c9-41cf-435b-9ec7-db0e704951dc req-b5a4afd3-bf4f-4098-9e4f-43fef7ada9eb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:53.966722 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25b4d9c9-41cf-435b-9ec7-db0e704951dc req-b5a4afd3-bf4f-4098-9e4f-43fef7ada9eb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 944 time: 0.0827525 Mar 22 12:29:54.012661 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25b4d9c9-41cf-435b-9ec7-db0e704951dc req-b3b958a0-8bff-4ab6-8ef2-f5b32872c872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403309 Mar 22 12:29:54.209492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 997c7cde-f938-478d-b8d9-fe5aed9d402f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:29:54.344919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 997c7cde-f938-478d-b8d9-fe5aed9d402f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:29:54.357649 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'port_id': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'mac_address': 'fa:16:3e:ac:6d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:29:54.412412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:54.429302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997c7cde-f938-478d-b8d9-fe5aed9d402f {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:29:54.444010 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 997c7cde-f938-478d-b8d9-fe5aed9d402f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:29:54.449407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:54.450433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a76b0153-5427-485b-98da-7c7b3cf427bc details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:29:54.579140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=997c7cde-f938-478d-b8d9-fe5aed9d402f,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:54.620940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef80587-feb2-49ef-9e60-8d2ed93cf8c1 req-f438c83a-af28-4d12-971a-d6c6a030d760 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:54.622485 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ef80587-feb2-49ef-9e60-8d2ed93cf8c1 req-f438c83a-af28-4d12-971a-d6c6a030d760 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 944 time: 0.0760748 Mar 22 12:29:54.646015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port a76b0153-5427-485b-98da-7c7b3cf427bc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a76b0153-5427-485b-98da-7c7b3cf427bc,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:29:54.659034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'a76b0153-5427-485b-98da-7c7b3cf427bc', 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d', 'port_id': 'a76b0153-5427-485b-98da-7c7b3cf427bc', 'mac_address': 'fa:16:3e:6f:1e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c17d18-2744-459c-95e0-1c5668695f85', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:29:54.669696 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ef80587-feb2-49ef-9e60-8d2ed93cf8c1 req-01a0d96e-6fac-4481-b803-d628f0719d4f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415280 Mar 22 12:29:54.698005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46352) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:29:54.712279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:54.729316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76b0153-5427-485b-98da-7c7b3cf427bc {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:29:54.743755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port a76b0153-5427-485b-98da-7c7b3cf427bc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a76b0153-5427-485b-98da-7c7b3cf427bc,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:29:54.748486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:54.800469 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4a8b1bbe-c632-4d5f-83c4-b9c00cfa9677 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 200 len: 992 time: 0.1013393 Mar 22 12:29:54.811252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=a76b0153-5427-485b-98da-7c7b3cf427bc,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:55.114244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['a76b0153-5427-485b-98da-7c7b3cf427bc'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:29:55.167948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['997c7cde-f938-478d-b8d9-fe5aed9d402f'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:29:55.220191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a98a1-e129-4b54-8e2e-0bcf00c8d04b req-0e11df7a-5f9b-42df-aeae-7226fb07999c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:55.222289 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a93a98a1-e129-4b54-8e2e-0bcf00c8d04b req-0e11df7a-5f9b-42df-aeae-7226fb07999c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 945 time: 0.0802464 Mar 22 12:29:55.267864 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a93a98a1-e129-4b54-8e2e-0bcf00c8d04b req-43a2943a-a07f-487d-8db9-28f391c9d765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397115 Mar 22 12:29:56.484735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30408495-5f60-45cb-9b3d-090727e43fa7 req-80163fcd-cf7d-44aa-93cf-bd39231e1dc2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:56.486123 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-30408495-5f60-45cb-9b3d-090727e43fa7 req-80163fcd-cf7d-44aa-93cf-bd39231e1dc2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 945 time: 0.0832381 Mar 22 12:29:56.535462 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-30408495-5f60-45cb-9b3d-090727e43fa7 req-250908d3-e864-4919-85dd-78ba7fe75f07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411198 Mar 22 12:29:57.750547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72df311-52e0-43bb-ac31-e31e7ed08971 req-bdb788cb-24c4-43a7-827f-5fcb8040a7ee tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:57.751948 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f72df311-52e0-43bb-ac31-e31e7ed08971 req-bdb788cb-24c4-43a7-827f-5fcb8040a7ee tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 945 time: 0.0829923 Mar 22 12:29:57.800515 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f72df311-52e0-43bb-ac31-e31e7ed08971 req-757a55d7-d458-4bac-8685-29e97f22b8b3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416536 Mar 22 12:29:58.232125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 997c7cde-f938-478d-b8d9-fe5aed9d402f up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:29:58.307893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 997c7cde-f938-478d-b8d9-fe5aed9d402f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:29:58.308287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:58.427212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:58.453895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:29:58.464338 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 997c7cde-f938-478d-b8d9-fe5aed9d402f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:29:58.469169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:58.469940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a76b0153-5427-485b-98da-7c7b3cf427bc up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:29:58.528918 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'code': 200} Mar 22 12:29:58.586340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=997c7cde-f938-478d-b8d9-fe5aed9d402f,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:58.601843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port a76b0153-5427-485b-98da-7c7b3cf427bc completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:29:58.608534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port a76b0153-5427-485b-98da-7c7b3cf427bc triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:29:58.609022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:58.725993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f8bd809-a38a-4328-9299-768d5f37754a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:58.739844 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:58.772302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port a76b0153-5427-485b-98da-7c7b3cf427bc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a76b0153-5427-485b-98da-7c7b3cf427bc,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:29:58.777721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:29:58.844066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=a76b0153-5427-485b-98da-7c7b3cf427bc,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:29:59.007212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0ce68-7290-4f42-a0cf-23e7218472d6 req-bef47a88-e7c1-442b-9c09-a63bebe0fd4c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:29:59.008546 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fc0ce68-7290-4f42-a0cf-23e7218472d6 req-bef47a88-e7c1-442b-9c09-a63bebe0fd4c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 946 time: 0.0868816 Mar 22 12:29:59.056571 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fc0ce68-7290-4f42-a0cf-23e7218472d6 req-0a63e8ba-2fde-4235-af24-88626c411bdd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398459 Mar 22 12:30:00.264577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e226b8d-8a7b-41d3-b1ec-15b6983b0048 req-6a7a01f6-5543-4add-985d-40de34497d42 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:00.266087 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6e226b8d-8a7b-41d3-b1ec-15b6983b0048 req-6a7a01f6-5543-4add-985d-40de34497d42 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 946 time: 0.0848525 Mar 22 12:30:00.313890 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6e226b8d-8a7b-41d3-b1ec-15b6983b0048 req-97987e86-5d73-4bd8-933b-339f99f6f17f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419934 Mar 22 12:30:00.530842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e58fdda-f7df-497e-ac11-7160fc71f399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b0153-5427-485b-98da-7c7b3cf427bc'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:30:00.593818 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e58fdda-f7df-497e-ac11-7160fc71f399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b0153-5427-485b-98da-7c7b3cf427bc', 'code': 200} Mar 22 12:30:00.850112 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5ff3ece-013c-4c39-962d-d351fb2e55ee req-9589a9b2-8f7a-404c-8819-fd05e364faef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 1099 time: 0.0761683 Mar 22 12:30:00.892678 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5ff3ece-013c-4c39-962d-d351fb2e55ee req-46665a10-076f-4551-802f-47fd330f2bde service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372629 Mar 22 12:30:01.605012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899b544-7599-4d62-a8a2-fb198ef87c45 req-2d479744-46c5-49a6-93d8-5de08ac47f24 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:01.606398 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0899b544-7599-4d62-a8a2-fb198ef87c45 req-2d479744-46c5-49a6-93d8-5de08ac47f24 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 946 time: 0.1652820 Mar 22 12:30:01.650991 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0899b544-7599-4d62-a8a2-fb198ef87c45 req-0357c32e-3a78-48fa-a8c2-a99f07a6a0be tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390329 Mar 22 12:30:01.657574 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c742b4f8-e128-4fdd-81a4-21c9e5098d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:01.913414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:02.025985 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:02.898183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f243609-5761-411d-bdb2-fb115576e0e1 req-72ddb6b0-b14b-4ecd-8392-e557b8be3c5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:02.899626 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f243609-5761-411d-bdb2-fb115576e0e1 req-72ddb6b0-b14b-4ecd-8392-e557b8be3c5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 946 time: 0.0937819 Mar 22 12:30:02.946284 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f243609-5761-411d-bdb2-fb115576e0e1 req-75724027-8b43-45e4-96ca-539cb6018caa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407715 Mar 22 12:30:03.149411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb65ce-7aff-477c-8ff3-e7380f118400 req-5033b6b6-c5d7-489a-8c1b-a7dfad939375 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:03.150921 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-25cb65ce-7aff-477c-8ff3-e7380f118400 req-5033b6b6-c5d7-489a-8c1b-a7dfad939375 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 946 time: 0.0788064 Mar 22 12:30:03.198491 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-25cb65ce-7aff-477c-8ff3-e7380f118400 req-8d373274-4d14-480c-9983-fc4193b3192d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417511 Mar 22 12:30:03.229027 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:04.736511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46380) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:30:05.511188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:05.897916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.17 (770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d/39c17d18-2744-459c-95e0-1c5668695f85/0a8b2dfd-5643-471a-9c94-d6a3d2c94581) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:30:06.052003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:06.067004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:30:06.090512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:06.157363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:30:06.160356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:30:06.164690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:30:06.303803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=0a8b2dfd-5643-471a-9c94-d6a3d2c94581,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:06.332960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:06.416191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:06.427136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-629f4ca4-e1fd-48f3-9f61-2853b0289ac9 None None] Provisioning for port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:30:06.432584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-629f4ca4-e1fd-48f3-9f61-2853b0289ac9 None None] Provisioning complete for port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:30:06.432894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-629f4ca4-e1fd-48f3-9f61-2853b0289ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:06.494663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-629f4ca4-e1fd-48f3-9f61-2853b0289ac9 None None] Port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:30:06.820023 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:06.826658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:06.931231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=0a8b2dfd-5643-471a-9c94-d6a3d2c94581,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:06.933663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:07.077273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:30:07.078296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:30:07.147397 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:30:07.319940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f4953170-2562-4d74-9f9b-e62e04b0e050 None None] Provisioning complete for port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:30:07.320645 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f4953170-2562-4d74-9f9b-e62e04b0e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:07.372634 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f4953170-2562-4d74-9f9b-e62e04b0e050 None None] Port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:30:07.469564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 8bb97826-fcb2-41d8-aa11-148ef2ba389d has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:30:07.670950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:30:07.680454 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Sync routers for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:30:07.689808 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-195013c0-b922-42ee-9990-129dacda96ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/8bb97826-fcb2-41d8-aa11-148ef2ba389d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9517615 Mar 22 12:30:07.693087 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:30:07.693772 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:30:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:07.877506 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:30:08.236331 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:06Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9d366129-cc82-48ca-8cc4-06ec015c1ca0', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'port_id': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'mac_address': 'fa:16:3e:12:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:19Z', 'updated_at': '2022-03-22T12:28:30Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8b2dfd-5643-471a-9c94-d6a3d2c94581', 'name': '', 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:1f:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39c17d18-2744-459c-95e0-1c5668695f85', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:30:05Z', 'updated_at': '2022-03-22T12:30:06Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '39c17d18-2744-459c-95e0-1c5668695f85', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:08.239972 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Checking router: 8bb97826-fcb2-41d8-aa11-148ef2ba389d for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:30:08.240340 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Updating router 8bb97826-fcb2-41d8-aa11-148ef2ba389d port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:30:08.292727 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:08.639888 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:08.652070 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Transition to ACTIVE for port object 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:30:08.659827 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:08.791119 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Pushing event updated for resources: {'Port': ['ID=0a8b2dfd-5643-471a-9c94-d6a3d2c94581,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:08.804727 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:08.805038 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:08.805350 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:08.805687 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:08.806015 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:08.806310 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:08.806640 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:08.806950 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:08.807217 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:08.807512 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:08.807814 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:08.890757 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Attempting to bind port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:30:08.891027 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Attempting to bind port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:30:08.891376 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Attempting to bind port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 on network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:30:08.898336 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:30:08.898693 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Checking segment: {'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:30:08.899077 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:08.899512 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Bound using segment: {'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:30:08.899970 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Bound port: 0a8b2dfd-5643-471a-9c94-d6a3d2c94581, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '239a2dbf-8ccb-49da-9cd0-677c3ac62656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:30:08.900348 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:08.986982 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] For port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:30:08.989975 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] For port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=0a8b2dfd-5643-471a-9c94-d6a3d2c94581,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:30:08.995928 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:09.070759 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca2d7e-769a-4dba-bef4-812a123af626 None None] Pushing event updated for resources: {'Port': ['ID=0a8b2dfd-5643-471a-9c94-d6a3d2c94581,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:09.077090 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:30:09.077739 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:30:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:09.293219 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:30:09.637532 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:06Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9d366129-cc82-48ca-8cc4-06ec015c1ca0', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'port_id': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'mac_address': 'fa:16:3e:12:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:19Z', 'updated_at': '2022-03-22T12:28:30Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8b2dfd-5643-471a-9c94-d6a3d2c94581', 'name': '', 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:1f:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39c17d18-2744-459c-95e0-1c5668695f85', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:30:05Z', 'updated_at': '2022-03-22T12:30:08Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '39c17d18-2744-459c-95e0-1c5668695f85', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:09.641553 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b600be-c4df-4b7f-b944-9428a3c8df5a None None] The sync data for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv is: [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:06Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9d366129-cc82-48ca-8cc4-06ec015c1ca0', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'port_id': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'mac_address': 'fa:16:3e:12:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:19Z', 'updated_at': '2022-03-22T12:28:30Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8b2dfd-5643-471a-9c94-d6a3d2c94581', 'name': '', 'network_id': '770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:1f:d5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39c17d18-2744-459c-95e0-1c5668695f85', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:30:05Z', 'updated_at': '2022-03-22T12:30:08Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '39c17d18-2744-459c-95e0-1c5668695f85', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:30:11.515034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:30:11.590892 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:30:11.599172 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:30:11.599676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:11.711660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:11.747006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=0a8b2dfd-5643-471a-9c94-d6a3d2c94581,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:30:11.751954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:11.819453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=0a8b2dfd-5643-471a-9c94-d6a3d2c94581,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:13.213164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:13.505821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:30:13.574058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:30:13.574427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:22.284188 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-576df32e-a491-42bf-8a02-03c1aec0034b req-fccaa562-a677-4d3f-b005-3532b0f0e1d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1624796 Mar 22 12:30:22.420273 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-576df32e-a491-42bf-8a02-03c1aec0034b req-aae3a77f-142e-4564-a479-b9c12654f73e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 1099 time: 0.0691779 Mar 22 12:30:22.563135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576df32e-a491-42bf-8a02-03c1aec0034b req-60bd8b75-ea7d-48bd-b3ed-d70a6d2e6f53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:22.564450 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-576df32e-a491-42bf-8a02-03c1aec0034b req-60bd8b75-ea7d-48bd-b3ed-d70a6d2e6f53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a HTTP/1.1" status: 200 len: 897 time: 0.1232305 Mar 22 12:30:22.678598 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-576df32e-a491-42bf-8a02-03c1aec0034b req-83b00b32-d3de-4364-8e41-ee2075f36a32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73c203ae-845a-433c-9f3f-53ffe79801b7 HTTP/1.1" status: 200 len: 1001 time: 0.1075401 Mar 22 12:30:22.740985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576df32e-a491-42bf-8a02-03c1aec0034b req-e7cc6867-13ce-46e7-a624-2cc2ed4e99d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:22.742378 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-576df32e-a491-42bf-8a02-03c1aec0034b req-e7cc6867-13ce-46e7-a624-2cc2ed4e99d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e393b806-d535-4779-8c68-b53a89c685f9 HTTP/1.1" status: 200 len: 835 time: 0.0574894 Mar 22 12:30:22.821800 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-576df32e-a491-42bf-8a02-03c1aec0034b req-5b0f8f0a-42d5-46d6-9183-3a42490325c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725031 Mar 22 12:30:22.955076 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-576df32e-a491-42bf-8a02-03c1aec0034b req-2a53aa71-2236-4d0b-8823-ecdb7c39aa00 service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258366 Mar 22 12:30:23.092503 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-576df32e-a491-42bf-8a02-03c1aec0034b req-33352561-859e-430a-bc96-6ed58e6a030e service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294870 Mar 22 12:30:28.699313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f4f4249a-bdd1-4a9d-83fe-be86af55817d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:31.671643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ab76f415-9e0e-4e20-a816-645c2161be1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:31.917488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:32.023985 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:33.234259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:41.740051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46430) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:30:42.157532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:42.887146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:30:42.887894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:43.087036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 0a8b2dfd-5643-471a-9c94-d6a3d2c94581, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=0a8b2dfd-5643-471a-9c94-d6a3d2c94581,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:30:43.087461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:43.204790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:30:43.227870 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:43.387381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:43.434106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=0a8b2dfd-5643-471a-9c94-d6a3d2c94581,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:43.476070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:43.476423 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:43.476743 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:43.477067 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:43.477365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:43.477706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:43.478018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:43.478329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:43.478632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:43.478934 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:43.479238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:30:43.736953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:44.149757 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:30:44.417384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 8bb97826-fcb2-41d8-aa11-148ef2ba389d has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:30:44.620538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:30:44.630622 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff8358-ead0-433e-856b-5c09db9354d7 None None] Sync routers for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:30:44.634145 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6af4e178-40e7-47cc-a60c-20b6ef164184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/8bb97826-fcb2-41d8-aa11-148ef2ba389d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8930080 Mar 22 12:30:44.643042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff8358-ead0-433e-856b-5c09db9354d7 None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:30:44.643660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cff8358-ead0-433e-856b-5c09db9354d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:30:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:44.822210 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9cff8358-ead0-433e-856b-5c09db9354d7 None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:30:45.026309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f4d2f-c1ea-4f8f-b1dd-207c86d3ee2f req-59035b94-0c54-4380-9cdc-9bd7bba833d8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:45.027748 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5a8f4d2f-c1ea-4f8f-b1dd-207c86d3ee2f req-59035b94-0c54-4380-9cdc-9bd7bba833d8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 946 time: 0.0783832 Mar 22 12:30:45.073441 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5a8f4d2f-c1ea-4f8f-b1dd-207c86d3ee2f req-156b79b4-ae65-4493-83d7-0af4c1fcea2d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400789 Mar 22 12:30:45.174866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cff8358-ead0-433e-856b-5c09db9354d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:43Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9d366129-cc82-48ca-8cc4-06ec015c1ca0', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'port_id': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'mac_address': 'fa:16:3e:12:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:19Z', 'updated_at': '2022-03-22T12:28:30Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:45.179506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff8358-ead0-433e-856b-5c09db9354d7 None None] Checking router: 8bb97826-fcb2-41d8-aa11-148ef2ba389d for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:30:45.190545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cff8358-ead0-433e-856b-5c09db9354d7 None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:30:45.191138 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cff8358-ead0-433e-856b-5c09db9354d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:30:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:45.363849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9cff8358-ead0-433e-856b-5c09db9354d7 None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:30:45.716364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9cff8358-ead0-433e-856b-5c09db9354d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:43Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9d366129-cc82-48ca-8cc4-06ec015c1ca0', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'port_id': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'mac_address': 'fa:16:3e:12:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:19Z', 'updated_at': '2022-03-22T12:28:30Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:45.720734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cff8358-ead0-433e-856b-5c09db9354d7 None None] The sync data for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv is: [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:43Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9d366129-cc82-48ca-8cc4-06ec015c1ca0', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.63', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'port_id': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'mac_address': 'fa:16:3e:12:0b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:28:19Z', 'updated_at': '2022-03-22T12:28:30Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:30:46.286698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f7840-d1fc-49a3-b058-fbad1eeff2bf req-24d093ac-a5a0-458e-ac93-bde0086784c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:46.287382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-998f7840-d1fc-49a3-b058-fbad1eeff2bf req-24d093ac-a5a0-458e-ac93-bde0086784c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:30:46.305525 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-998f7840-d1fc-49a3-b058-fbad1eeff2bf req-24d093ac-a5a0-458e-ac93-bde0086784c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:30:46.306788 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-998f7840-d1fc-49a3-b058-fbad1eeff2bf req-24d093ac-a5a0-458e-ac93-bde0086784c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 946 time: 0.0968673 Mar 22 12:30:46.359155 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-998f7840-d1fc-49a3-b058-fbad1eeff2bf req-6eb6caee-df2f-42ab-a820-f19b1f39a6f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=824d9546-d9a9-4ae7-939d-b12c9c53f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440483 Mar 22 12:30:46.541316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8ebba-3e7e-48c1-b617-f25a52c0e25b req-76aeb5e7-9bcc-4c46-9034-02b03f8b1a8b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:46.542766 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-88c8ebba-3e7e-48c1-b617-f25a52c0e25b req-76aeb5e7-9bcc-4c46-9034-02b03f8b1a8b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 946 time: 0.0768774 Mar 22 12:30:46.608306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-88c8ebba-3e7e-48c1-b617-f25a52c0e25b req-f3fd402c-8f9a-47ab-8281-b9191e480039 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port a76b0153-5427-485b-98da-7c7b3cf427bc {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:30:46.608529 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-88c8ebba-3e7e-48c1-b617-f25a52c0e25b req-f3fd402c-8f9a-47ab-8281-b9191e480039 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:46.857584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-88c8ebba-3e7e-48c1-b617-f25a52c0e25b req-f3fd402c-8f9a-47ab-8281-b9191e480039 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port a76b0153-5427-485b-98da-7c7b3cf427bc, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a76b0153-5427-485b-98da-7c7b3cf427bc,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:30:46.857937 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-88c8ebba-3e7e-48c1-b617-f25a52c0e25b req-f3fd402c-8f9a-47ab-8281-b9191e480039 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:46.982939 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-88c8ebba-3e7e-48c1-b617-f25a52c0e25b req-f3fd402c-8f9a-47ab-8281-b9191e480039 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for a76b0153-5427-485b-98da-7c7b3cf427bc owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:30:47.135755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-88c8ebba-3e7e-48c1-b617-f25a52c0e25b req-f3fd402c-8f9a-47ab-8281-b9191e480039 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:47.187245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd402c-8f9a-47ab-8281-b9191e480039 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=a76b0153-5427-485b-98da-7c7b3cf427bc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:47.259827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c8ebba-3e7e-48c1-b617-f25a52c0e25b req-f3fd402c-8f9a-47ab-8281-b9191e480039 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] No DVR routers for this DVR port a76b0153-5427-485b-98da-7c7b3cf427bc on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:30:47.263180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-88c8ebba-3e7e-48c1-b617-f25a52c0e25b req-f3fd402c-8f9a-47ab-8281-b9191e480039 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:47.265752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e58fdda-f7df-497e-ac11-7160fc71f399', 'name': 'network-vif-deleted', 'tag': 'a76b0153-5427-485b-98da-7c7b3cf427bc'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:30:47.282675 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-88c8ebba-3e7e-48c1-b617-f25a52c0e25b req-f3fd402c-8f9a-47ab-8281-b9191e480039 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "DELETE /v2.0/ports/a76b0153-5427-485b-98da-7c7b3cf427bc HTTP/1.1" status: 204 len: 173 time: 0.7338634 Mar 22 12:30:47.321339 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e58fdda-f7df-497e-ac11-7160fc71f399', 'name': 'network-vif-deleted', 'tag': 'a76b0153-5427-485b-98da-7c7b3cf427bc', 'status': 'completed', 'code': 200} Mar 22 12:30:47.476177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:30:47.510037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:30:47.510276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 0a8b2dfd-5643-471a-9c94-d6a3d2c94581 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:30:47.684026 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-2bbe1f79-8b1b-4755-91e7-11c2e92fe51a req-131b90f6-6c08-404b-b30d-44b4b14a4897 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:30:47.699097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-2bbe1f79-8b1b-4755-91e7-11c2e92fe51a req-131b90f6-6c08-404b-b30d-44b4b14a4897 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:30:47.700450 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2bbe1f79-8b1b-4755-91e7-11c2e92fe51a req-131b90f6-6c08-404b-b30d-44b4b14a4897 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e58fdda-f7df-497e-ac11-7160fc71f399 HTTP/1.1" status: 200 len: 210 time: 0.0581951 Mar 22 12:30:48.814614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46450) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:30:48.888040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63abe5c4-a13b-4d5a-9679-853ff5f567d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:48.916764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63abe5c4-a13b-4d5a-9679-853ff5f567d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:48.983742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63abe5c4-a13b-4d5a-9679-853ff5f567d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:49.009020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abe5c4-a13b-4d5a-9679-853ff5f567d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d9546-d9a9-4ae7-939d-b12c9c53f5a2,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:49.019438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-63abe5c4-a13b-4d5a-9679-853ff5f567d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:49.021101 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-63abe5c4-a13b-4d5a-9679-853ff5f567d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/824d9546-d9a9-4ae7-939d-b12c9c53f5a2 HTTP/1.1" status: 204 len: 168 time: 0.2055521 Mar 22 12:30:49.079872 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46456) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:30:49.354265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4dbbc92-3038-49e7-987d-08493e0229c4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting subnet 39c17d18-2744-459c-95e0-1c5668695f85 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:30:49.357065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4dbbc92-3038-49e7-987d-08493e0229c4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:49.413968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4dbbc92-3038-49e7-987d-08493e0229c4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:49.494693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4dbbc92-3038-49e7-987d-08493e0229c4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:49.572709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4dbbc92-3038-49e7-987d-08493e0229c4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:49.610229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbbc92-3038-49e7-987d-08493e0229c4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Subnet': ['ID=39c17d18-2744-459c-95e0-1c5668695f85,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:49.616348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e4dbbc92-3038-49e7-987d-08493e0229c4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:49.622887 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e4dbbc92-3038-49e7-987d-08493e0229c4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/subnets/39c17d18-2744-459c-95e0-1c5668695f85 HTTP/1.1" status: 204 len: 168 time: 0.5419362 Mar 22 12:30:49.624202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2548984a-d5df-4397-90f3-d4d960e9ab95 None None] Network 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:30:49.625640 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46460) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:30:49.738491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:49.749219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 576f853e-d4c1-4a4c-a30d-2e76fe62f952 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:30:49.749548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:49.914264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9d35e-530c-47d6-8c94-47830a9224be None None] DHCP port deletion for 770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:30:49.918843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9d35e-530c-47d6-8c94-47830a9224be None None] Deleting port 576f853e-d4c1-4a4c-a30d-2e76fe62f952 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:30:49.919212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d35e-530c-47d6-8c94-47830a9224be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:49.956586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 576f853e-d4c1-4a4c-a30d-2e76fe62f952, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=576f853e-d4c1-4a4c-a30d-2e76fe62f952,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:30:49.957200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:50.077986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 576f853e-d4c1-4a4c-a30d-2e76fe62f952 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:30:50.117000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c2e9d35e-530c-47d6-8c94-47830a9224be None None] For port 576f853e-d4c1-4a4c-a30d-2e76fe62f952, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=576f853e-d4c1-4a4c-a30d-2e76fe62f952,segment=NetworkSegment(239a2dbf-8ccb-49da-9cd0-677c3ac62656),segment_id=239a2dbf-8ccb-49da-9cd0-677c3ac62656)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:30:50.117324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d35e-530c-47d6-8c94-47830a9224be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:50.158902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:50.205930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=576f853e-d4c1-4a4c-a30d-2e76fe62f952,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:50.212203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] No DVR routers for this DVR port 576f853e-d4c1-4a4c-a30d-2e76fe62f952 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:30:50.238689 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9d35e-530c-47d6-8c94-47830a9224be None None] Calling delete_port for 576f853e-d4c1-4a4c-a30d-2e76fe62f952 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:30:50.305214 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-c2e9d35e-530c-47d6-8c94-47830a9224be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:30:50.305552 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-c2e9d35e-530c-47d6-8c94-47830a9224be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:30:50.335537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:50.359674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:50.371173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239a2dbf-8ccb-49da-9cd0-677c3ac62656') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:50.371372 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239a2dbf-8ccb-49da-9cd0-677c3ac62656') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:50.382250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:50.399312 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:50.405779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:30:50.406144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:30:50.420207 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:30:50.491382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a76b0153-5427-485b-98da-7c7b3cf427bc no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:30:50.501306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:50.518317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:50.527713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: a76b0153-5427-485b-98da-7c7b3cf427bc {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:30:50.528051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a76b0153-5427-485b-98da-7c7b3cf427bc not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:30:50.529338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Network': ['ID=770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:50.543807 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2c469092-0f3e-409b-83fc-7a5eccf976a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/networks/770e9194-2eb6-48cd-bc0c-d9ba2a9b8a5d HTTP/1.1" status: 204 len: 168 time: 0.9172060 Mar 22 12:30:50.546453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46464) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:30:50.743621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 784f83ec-6588-4a13-b0dc-7de70e07f8be {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:30:50.743900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:50.807067 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9d35e-530c-47d6-8c94-47830a9224be None None] Deleting port 576f853e-d4c1-4a4c-a30d-2e76fe62f952 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:30:50.807707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c2e9d35e-530c-47d6-8c94-47830a9224be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:50.870304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9d35e-530c-47d6-8c94-47830a9224be None None] The port '576f853e-d4c1-4a4c-a30d-2e76fe62f952' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:30:51.004178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:51.004768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:51.127173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 784f83ec-6588-4a13-b0dc-7de70e07f8be owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:30:51.278627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:51.324314 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=784f83ec-6588-4a13-b0dc-7de70e07f8be,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:51.413083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:51.513360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 576f853e-d4c1-4a4c-a30d-2e76fe62f952 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:30:51.546438 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 576f853e-d4c1-4a4c-a30d-2e76fe62f952 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:30:51.546656 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 576f853e-d4c1-4a4c-a30d-2e76fe62f952 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:30:51.799164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 8bb97826-fcb2-41d8-aa11-148ef2ba389d has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:30:52.008588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:30:52.018941 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d231f-9c47-442f-b3ba-2a46beeb6dfa None None] Sync routers for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:30:52.024622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:52.031537 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d231f-9c47-442f-b3ba-2a46beeb6dfa None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:30:52.032133 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e64d231f-9c47-442f-b3ba-2a46beeb6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:30:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:52.079112 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1324d3d1-7b4c-4183-91a2-b7189e3ace88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/floatingips/9d366129-cc82-48ca-8cc4-06ec015c1ca0 HTTP/1.1" status: 204 len: 168 time: 1.5289502 Mar 22 12:30:52.079112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'tag': '73c203ae-845a-433c-9f3f-53ffe79801b7'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:30:52.129540 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'tag': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'status': 'completed', 'code': 200} Mar 22 12:30:52.206542 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e64d231f-9c47-442f-b3ba-2a46beeb6dfa None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:30:52.229396 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-86be573a-ae7a-4f71-bf92-ba4ab365c8d5 req-3cd0e8af-6c96-48b2-a54f-05aef0e793e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 1099 time: 0.0764890 Mar 22 12:30:52.508343 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be573a-ae7a-4f71-bf92-ba4ab365c8d5 req-7dde6fcb-920e-4cb3-9cc0-fd63763cce51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:52.509801 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-86be573a-ae7a-4f71-bf92-ba4ab365c8d5 req-7dde6fcb-920e-4cb3-9cc0-fd63763cce51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a HTTP/1.1" status: 200 len: 897 time: 0.2740805 Mar 22 12:30:52.531399 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e64d231f-9c47-442f-b3ba-2a46beeb6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:43Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:52.535273 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d231f-9c47-442f-b3ba-2a46beeb6dfa None None] Checking router: 8bb97826-fcb2-41d8-aa11-148ef2ba389d for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:30:52.545689 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d231f-9c47-442f-b3ba-2a46beeb6dfa None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:30:52.546263 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e64d231f-9c47-442f-b3ba-2a46beeb6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:30:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:52.568842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd42263-66a7-4db4-869e-c6eb11e82c03 req-3f016238-0600-4867-a5bd-9252e879e707 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:52.569490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-6cd42263-66a7-4db4-869e-c6eb11e82c03 req-3f016238-0600-4867-a5bd-9252e879e707 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:30:52.588825 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-86be573a-ae7a-4f71-bf92-ba4ab365c8d5 req-79475767-fe36-4895-b623-7b1e135a283c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73c203ae-845a-433c-9f3f-53ffe79801b7 HTTP/1.1" status: 200 len: 217 time: 0.0714462 Mar 22 12:30:52.627477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-6cd42263-66a7-4db4-869e-c6eb11e82c03 req-3f016238-0600-4867-a5bd-9252e879e707 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:30:52.628543 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6cd42263-66a7-4db4-869e-c6eb11e82c03 req-3f016238-0600-4867-a5bd-9252e879e707 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 946 time: 0.2232246 Mar 22 12:30:52.673913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be573a-ae7a-4f71-bf92-ba4ab365c8d5 req-d578b063-06b5-41ff-a9e3-767f85b29cfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:52.675325 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-86be573a-ae7a-4f71-bf92-ba4ab365c8d5 req-d578b063-06b5-41ff-a9e3-767f85b29cfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e393b806-d535-4779-8c68-b53a89c685f9 HTTP/1.1" status: 200 len: 835 time: 0.0798399 Mar 22 12:30:52.719345 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e64d231f-9c47-442f-b3ba-2a46beeb6dfa None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:30:52.730803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-6cd42263-66a7-4db4-869e-c6eb11e82c03 req-8b221463-940c-464a-bdfe-65540078a90a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:30:52.757604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-6cd42263-66a7-4db4-869e-c6eb11e82c03 req-8b221463-940c-464a-bdfe-65540078a90a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:30:52.758783 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6cd42263-66a7-4db4-869e-c6eb11e82c03 req-8b221463-940c-464a-bdfe-65540078a90a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185200 Mar 22 12:30:52.768942 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-86be573a-ae7a-4f71-bf92-ba4ab365c8d5 req-35234a00-ec0a-4bf0-b43e-c84d5d9aec64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865753 Mar 22 12:30:52.899653 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-86be573a-ae7a-4f71-bf92-ba4ab365c8d5 req-9e554574-36d6-47d1-88fc-d22dcc189ab1 service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234167 Mar 22 12:30:53.033651 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-86be573a-ae7a-4f71-bf92-ba4ab365c8d5 req-e980deb6-722e-4970-978b-4e365446a72b service neutron] 10.222.0.55 "GET /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268353 Mar 22 12:30:53.060654 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e64d231f-9c47-442f-b3ba-2a46beeb6dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:43Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:53.064549 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d231f-9c47-442f-b3ba-2a46beeb6dfa None None] The sync data for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv is: [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:43Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '2b67bbff-c40b-429d-a012-d7103f4cd2f6', 'name': '', 'network_id': '46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:03:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:45Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e393b806-d535-4779-8c68-b53a89c685f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:30:53.292954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eb9878-3f8c-4664-ab24-282258ef781f None None] New status for floating IP 9d366129-cc82-48ca-8cc4-06ec015c1ca0: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:30:53.972221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc75a7a-f6c0-46d1-820c-6908ec10e3ba req-a60bf7dc-286f-46cd-b7c3-581be804b456 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:53.973682 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bcc75a7a-f6c0-46d1-820c-6908ec10e3ba req-a60bf7dc-286f-46cd-b7c3-581be804b456 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 946 time: 0.0840266 Mar 22 12:30:54.019076 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bcc75a7a-f6c0-46d1-820c-6908ec10e3ba req-2ecacf8f-057b-4129-855e-6a31b451462f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=79d49b00-e063-409a-8350-495e55505e61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396903 Mar 22 12:30:54.060336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9b337-fb49-4e72-8840-fb22366cdbf8 req-6bb04892-73ea-479c-a6d0-236fe6b4e0f8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:54.061752 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1bb9b337-fb49-4e72-8840-fb22366cdbf8 req-6bb04892-73ea-479c-a6d0-236fe6b4e0f8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 946 time: 0.0797005 Mar 22 12:30:54.134033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-1bb9b337-fb49-4e72-8840-fb22366cdbf8 req-c14a5740-5c07-413e-8d9b-93608ef7ee9c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 73c203ae-845a-433c-9f3f-53ffe79801b7 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:30:54.134338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1bb9b337-fb49-4e72-8840-fb22366cdbf8 req-c14a5740-5c07-413e-8d9b-93608ef7ee9c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:54.375112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-1bb9b337-fb49-4e72-8840-fb22366cdbf8 req-c14a5740-5c07-413e-8d9b-93608ef7ee9c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 73c203ae-845a-433c-9f3f-53ffe79801b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=73c203ae-845a-433c-9f3f-53ffe79801b7,segment=NetworkSegment(1574d17e-7ea5-47ca-8359-b5bf7bb2016c),segment_id=1574d17e-7ea5-47ca-8359-b5bf7bb2016c)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:30:54.375401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1bb9b337-fb49-4e72-8840-fb22366cdbf8 req-c14a5740-5c07-413e-8d9b-93608ef7ee9c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:54.504757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-1bb9b337-fb49-4e72-8840-fb22366cdbf8 req-c14a5740-5c07-413e-8d9b-93608ef7ee9c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 73c203ae-845a-433c-9f3f-53ffe79801b7 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:30:54.652002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1bb9b337-fb49-4e72-8840-fb22366cdbf8 req-c14a5740-5c07-413e-8d9b-93608ef7ee9c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:54.708826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a5740-5c07-413e-8d9b-93608ef7ee9c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=73c203ae-845a-433c-9f3f-53ffe79801b7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:54.785412 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb9b337-fb49-4e72-8840-fb22366cdbf8 req-c14a5740-5c07-413e-8d9b-93608ef7ee9c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] No DVR routers for this DVR port 73c203ae-845a-433c-9f3f-53ffe79801b7 on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:30:54.788961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1bb9b337-fb49-4e72-8840-fb22366cdbf8 req-c14a5740-5c07-413e-8d9b-93608ef7ee9c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:54.791620 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'name': 'network-vif-deleted', 'tag': '73c203ae-845a-433c-9f3f-53ffe79801b7'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:30:54.808092 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1bb9b337-fb49-4e72-8840-fb22366cdbf8 req-c14a5740-5c07-413e-8d9b-93608ef7ee9c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "DELETE /v2.0/ports/73c203ae-845a-433c-9f3f-53ffe79801b7 HTTP/1.1" status: 204 len: 173 time: 0.7415855 Mar 22 12:30:54.851147 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249678c9-375a-4fca-afc9-9448ddfd31d2', 'name': 'network-vif-deleted', 'tag': '73c203ae-845a-433c-9f3f-53ffe79801b7', 'status': 'completed', 'code': 200} Mar 22 12:30:55.198043 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b93f7843-bc09-4207-8fb1-01b613352732 req-97a756c2-1cce-4e9c-94ef-e07c0f371c47 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=249678c9-375a-4fca-afc9-9448ddfd31d2 HTTP/1.1" status: 200 len: 210 time: 0.0426576 Mar 22 12:30:55.678729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb8ef6-8d24-473e-a21a-65eec858a6e2 req-64db260b-52b7-40d4-9805-3c7a41f050e0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:55.680043 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-11cb8ef6-8d24-473e-a21a-65eec858a6e2 req-64db260b-52b7-40d4-9805-3c7a41f050e0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 946 time: 0.0835128 Mar 22 12:30:55.728304 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-11cb8ef6-8d24-473e-a21a-65eec858a6e2 req-7f667a53-a65a-4d87-b2e8-e9f22f141e2c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399866 Mar 22 12:30:56.310013 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46490) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:30:56.386394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5c2bc97-0796-4b57-a79d-2cbda1342278 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:56.425962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5c2bc97-0796-4b57-a79d-2cbda1342278 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:56.493438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5c2bc97-0796-4b57-a79d-2cbda1342278 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:56.511336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2bc97-0796-4b57-a79d-2cbda1342278 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d49b00-e063-409a-8350-495e55505e61,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:56.523394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d5c2bc97-0796-4b57-a79d-2cbda1342278 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:56.524551 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d5c2bc97-0796-4b57-a79d-2cbda1342278 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/79d49b00-e063-409a-8350-495e55505e61 HTTP/1.1" status: 204 len: 168 time: 0.2134819 Mar 22 12:30:56.567056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46496) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:30:57.056350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8df97-25ff-4e73-90f5-9e8e45944906 req-11083f40-dd03-45cc-858f-0ad5725f1bc4 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:57.057708 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e1b8df97-25ff-4e73-90f5-9e8e45944906 req-11083f40-dd03-45cc-858f-0ad5725f1bc4 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 946 time: 0.1551185 Mar 22 12:30:57.116698 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e1b8df97-25ff-4e73-90f5-9e8e45944906 req-c92d5ce6-8041-45a3-9df2-d26e61c4ad32 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531349 Mar 22 12:30:57.149009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:57.403588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-195a6575-7c1e-4f08-ba9a-4448e71a409a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:57.404850 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-195a6575-7c1e-4f08-ba9a-4448e71a409a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 946 time: 0.0980227 Mar 22 12:30:57.512073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Deleting port 2da99d7c-fb95-4234-9042-41efdfa20d65 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:30:57.512361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:57.916563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] For port 2da99d7c-fb95-4234-9042-41efdfa20d65, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2da99d7c-fb95-4234-9042-41efdfa20d65,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:30:57.916877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:58.311856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947fd1c-0a64-47e2-9d46-648e2629d8a9 req-6d88d850-2f64-4193-8c7c-202f43d0d951 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:30:58.313739 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3947fd1c-0a64-47e2-9d46-648e2629d8a9 req-6d88d850-2f64-4193-8c7c-202f43d0d951 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 946 time: 0.0752609 Mar 22 12:30:58.340873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:58.341179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:58.341491 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Floating IP 2223ac32-399b-46a0-8e8a-69adb2b3e632 disassociated. External IP: 172.26.0.113, port: 2da99d7c-fb95-4234-9042-41efdfa20d65. Mar 22 12:30:58.341836 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Calling delete_port for 2da99d7c-fb95-4234-9042-41efdfa20d65 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:30:58.359462 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3947fd1c-0a64-47e2-9d46-648e2629d8a9 req-82c0fade-eeed-46c3-adea-3266e089b98d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403509 Mar 22 12:30:58.540489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 2b67bbff-c40b-429d-a012-d7103f4cd2f6 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:30:58.541105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:58.558469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2da99d7c-fb95-4234-9042-41efdfa20d65 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:30:58.600580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:58.622774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No active binding found for port 2da99d7c-fb95-4234-9042-41efdfa20d65 {{(pid=83795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 22 12:30:58.623168 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2da99d7c-fb95-4234-9042-41efdfa20d65 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:30:58.623588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 73c203ae-845a-433c-9f3f-53ffe79801b7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:30:58.654362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 73c203ae-845a-433c-9f3f-53ffe79801b7 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:30:58.655699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 73c203ae-845a-433c-9f3f-53ffe79801b7 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:30:58.691722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f97364c1-7ec9-424e-9b4f-7aa24cc735f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:58.710837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event deleted for resources: {'Port': ['ID=2da99d7c-fb95-4234-9042-41efdfa20d65,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:58.906151 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 2b67bbff-c40b-429d-a012-d7103f4cd2f6, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=2b67bbff-c40b-429d-a012-d7103f4cd2f6,segment=NetworkSegment(1574d17e-7ea5-47ca-8359-b5bf7bb2016c),segment_id=1574d17e-7ea5-47ca-8359-b5bf7bb2016c)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:30:58.906393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:59.030274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 2b67bbff-c40b-429d-a012-d7103f4cd2f6 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:30:59.236276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:30:59.245884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:59.339288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=2b67bbff-c40b-429d-a012-d7103f4cd2f6,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:30:59.634575 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8e90a9b-a999-4250-b501-f2813e51f5be req-669b53c9-6566-4d1d-9858-2f2367d58075 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 210 time: 0.0589347 Mar 22 12:30:59.856437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:30:59.866795 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27773a-104d-4e18-94f0-1f256c8f8c3a None None] Sync routers for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:30:59.880287 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27773a-104d-4e18-94f0-1f256c8f8c3a None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:30:59.880882 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b27773a-104d-4e18-94f0-1f256c8f8c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:30:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:30:59.937071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] No DVR routers for this DVR port 2da99d7c-fb95-4234-9042-41efdfa20d65 on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:30:59.939657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:30:59.942560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'name': 'network-vif-deleted', 'tag': '2da99d7c-fb95-4234-9042-41efdfa20d65'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:30:59.966544 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2a0d849b-2b6c-4494-935b-505353c9e688 req-58117c80-d068-44dd-8631-582b772a1ab0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "DELETE /v2.0/ports/2da99d7c-fb95-4234-9042-41efdfa20d65 HTTP/1.1" status: 204 len: 173 time: 2.5558727 Mar 22 12:30:59.976260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:00.044848 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba99a0a0-286d-4af7-8669-174ec264f2ef', 'name': 'network-vif-deleted', 'tag': '2da99d7c-fb95-4234-9042-41efdfa20d65', 'status': 'completed', 'code': 200} Mar 22 12:31:00.066673 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4b27773a-104d-4e18-94f0-1f256c8f8c3a None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:00.400966 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b27773a-104d-4e18-94f0-1f256c8f8c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:00.407033 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27773a-104d-4e18-94f0-1f256c8f8c3a None None] Checking router: 781547b3-3a3c-462d-98e3-6a7b7c2adb46 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:31:00.415482 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b27773a-104d-4e18-94f0-1f256c8f8c3a None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:00.416134 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b27773a-104d-4e18-94f0-1f256c8f8c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:30:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:00.594211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 8bb97826-fcb2-41d8-aa11-148ef2ba389d has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:31:00.597819 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4b27773a-104d-4e18-94f0-1f256c8f8c3a None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:00.819519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-a2793a31-a882-46d0-a460-ed7af89d6547 req-b8670432-5161-4679-bc78-f1839673f51c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Synchronizing usage tracker for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:31:00.838084 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:31:00.842924 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5687ba3b-0fb3-41ce-8221-19bc1a5293a2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/8bb97826-fcb2-41d8-aa11-148ef2ba389d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2748308 Mar 22 12:31:00.845119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-a2793a31-a882-46d0-a460-ed7af89d6547 req-b8670432-5161-4679-bc78-f1839673f51c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Unset dirty status for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:31:00.845939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46514) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:00.846457 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a2793a31-a882-46d0-a460-ed7af89d6547 req-b8670432-5161-4679-bc78-f1839673f51c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba99a0a0-286d-4af7-8669-174ec264f2ef HTTP/1.1" status: 200 len: 210 time: 0.0686545 Mar 22 12:31:00.859715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b51b018-6694-4826-b36c-4e5feda84228 None None] Sync routers for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:31:00.877232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51b018-6694-4826-b36c-4e5feda84228 None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:00.878184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3b51b018-6694-4826-b36c-4e5feda84228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:30:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:00.923826 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b27773a-104d-4e18-94f0-1f256c8f8c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:00.927910 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b27773a-104d-4e18-94f0-1f256c8f8c3a None None] The sync data for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv is: [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:31:01.093332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3b51b018-6694-4826-b36c-4e5feda84228 None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:01.176088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting subnet e393b806-d535-4779-8c68-b53a89c685f9 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:31:01.179906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:01.204244 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b57f31c-b9f1-47f2-9fae-ec80e1567b21 None None] New status for floating IP 2223ac32-399b-46a0-8e8a-69adb2b3e632: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:31:01.236893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:01.325698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:01.399064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:01.422097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3b51b018-6694-4826-b36c-4e5feda84228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:59Z', 'revision_number': 7, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:01.426138 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b51b018-6694-4826-b36c-4e5feda84228 None None] Checking router: 8bb97826-fcb2-41d8-aa11-148ef2ba389d for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:31:01.437173 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b51b018-6694-4826-b36c-4e5feda84228 None None] Routers {'8bb97826-fcb2-41d8-aa11-148ef2ba389d'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:01.437785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3b51b018-6694-4826-b36c-4e5feda84228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:30:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:01.440437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Subnet': ['ID=e393b806-d535-4779-8c68-b53a89c685f9,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:01.450039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:01.458823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46518) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:01.459041 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/subnets/e393b806-d535-4779-8c68-b53a89c685f9 HTTP/1.1" status: 204 len: 168 time: 0.6102934 Mar 22 12:31:01.460686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:01.461025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:01.461351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:01.461698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:01.462021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:01.462657 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:01.462969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:01.463283 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:01.463595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:01.463903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:01.464212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887f7f90-8889-4456-bfb7-b046d80f78d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:01.485907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af29d94-5ae4-436f-a51e-80b801dfe639 None None] Network 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:31:01.718957 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dfce503f-bf17-499b-8dbb-bf9e7cab153f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:01.776654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:01.780492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3b51b018-6694-4826-b36c-4e5feda84228 None None] Set router 8bb97826-fcb2-41d8-aa11-148ef2ba389d gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:01.989336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:01.994025 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:02.006460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:31:02.006889 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:02.007955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] DHCP port deletion for 46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:31:02.034909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Deleting port 446adab3-b9d7-4d7b-b82c-3d172b20afc2 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:31:02.035288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:02.098496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:02.194303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:02.194804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:02.297730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] For port 446adab3-b9d7-4d7b-b82c-3d172b20afc2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=446adab3-b9d7-4d7b-b82c-3d172b20afc2,segment=NetworkSegment(1574d17e-7ea5-47ca-8359-b5bf7bb2016c),segment_id=1574d17e-7ea5-47ca-8359-b5bf7bb2016c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:02.298061 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:02.334549 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:31:02.410060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3b51b018-6694-4826-b36c-4e5feda84228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:59Z', 'revision_number': 7, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:02.417470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Calling delete_port for 446adab3-b9d7-4d7b-b82c-3d172b20afc2 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:31:02.423518 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-410920df-b7d9-4c9c-9c25-c23b981e0816 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464850225&fields=id&tenant_id=76d698d6b710405f858cd1fbd6f51362 HTTP/1.1" status: 200 len: 267 time: 0.1627820 Mar 22 12:31:02.453127 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b51b018-6694-4826-b36c-4e5feda84228 None None] The sync data for ids ['8bb97826-fcb2-41d8-aa11-148ef2ba389d'] in dv-neutron-834653-1-hyperv is: [{'id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'name': 'tempest-TestNetworkBasicOps-router-2072429520', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81'}], 'enable_snat': True}, 'gw_port_id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:36Z', 'updated_at': '2022-03-22T12:30:59Z', 'revision_number': 7, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:34:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb97826-fcb2-41d8-aa11-148ef2ba389d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:37Z', 'updated_at': '2022-03-22T12:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:31:02.501792 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:02.543823 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Pushing event deleted for resources: {'Port': ['ID=446adab3-b9d7-4d7b-b82c-3d172b20afc2,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:02.555285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:02.555601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:02.555965 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:02.556292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:02.556686 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:02.557030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:02.557347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:02.557684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:02.558037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:02.558312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:02.558627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:02.561286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5597863-e81e-4a4b-a162-34b0d6df25e8 None None] No DVR routers for this DVR port 446adab3-b9d7-4d7b-b82c-3d172b20afc2 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:31:02.635844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e315e-d964-4196-8d9c-e180580db744 req-d9250851-f317-41c5-a18f-bbf1318836ea tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:02.637267 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-d9250851-f317-41c5-a18f-bbf1318836ea tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 811 time: 0.2063098 Mar 22 12:31:02.662049 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-dcf31c21-8e52-4f4e-8c80-a455a9af96f1 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/quotas/76d698d6b710405f858cd1fbd6f51362 HTTP/1.1" status: 200 len: 375 time: 0.0177548 Mar 22 12:31:02.664696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:02.747903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:02.983732 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-a3a2f0c5-737f-4b30-b22b-005740ea0b50 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3149405 Mar 22 12:31:03.064318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:03.233402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:03.463627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:03.468929 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-08d42e16-de8d-42bb-9996-a59522dac6e4 service neutron] 10.222.0.62 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728985 Mar 22 12:31:03.472357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:03.568954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2b67bbff-c40b-429d-a012-d7103f4cd2f6 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:31:03.577764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:03.578290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Fanout notify agent at l3_agent the message router_deleted on router 8bb97826-fcb2-41d8-aa11-148ef2ba389d {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:31:03.607461 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 2b67bbff-c40b-429d-a012-d7103f4cd2f6 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:31:03.607807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 2b67bbff-c40b-429d-a012-d7103f4cd2f6 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:31:03.608212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 446adab3-b9d7-4d7b-b82c-3d172b20afc2 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:31:03.619925 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:03.623485 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2c2e74da-21d9-4073-b38e-3df75ad9e62b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/routers/8bb97826-fcb2-41d8-aa11-148ef2ba389d HTTP/1.1" status: 204 len: 168 time: 2.1604249 Mar 22 12:31:03.623859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46534) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:03.630115 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-5b49f14a-7e5b-403f-ae94-79ff8f19a0d1 service neutron] 10.222.0.62 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515849 Mar 22 12:31:03.696654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 446adab3-b9d7-4d7b-b82c-3d172b20afc2 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:31:03.697196 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 446adab3-b9d7-4d7b-b82c-3d172b20afc2 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:31:03.762245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:03.891946 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:03.922057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:03.934944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1574d17e-7ea5-47ca-8359-b5bf7bb2016c') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:03.935227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1574d17e-7ea5-47ca-8359-b5bf7bb2016c') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:03.950046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:03.968738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:03.975651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:31:03.976033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:31:03.990415 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:31:04.106861 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9af389f8-1280-4a0a-b6c8-1473a20c866e req-8993ac77-20e5-41ec-99ac-65aaa45d1d00 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 210 time: 0.1157236 Mar 22 12:31:04.119595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.140948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.153174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Network': ['ID=46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:04.158436 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a5781573-292d-414c-acc2-4716f0b54db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/networks/46e0c9b9-a5d9-4bd1-b07e-7a8bc895770a HTTP/1.1" status: 204 len: 168 time: 0.5335822 Mar 22 12:31:04.180799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46552) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:04.187565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'network': {'name': 'tempest-network-smoke--1612152867', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:04.194753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:04.199053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:network and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:04.202079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:04.208500 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:04.226838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:31:04.230056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.262429 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:31:04.271289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.271644 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Added segment 5880f210-5242-4750-8355-04eca704ac03 of type vlan for network af346ca7-eabd-4839-862d-c3c654d8462f Mar 22 12:31:04.297173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.327721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.331574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:04.332207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.442019 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2592142 Mar 22 12:31:04.445068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46558) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:04.450577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab2e11-27a3-438a-8fdb-d5a7b0d7f3c2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Network': ['ID=af346ca7-eabd-4839-862d-c3c654d8462f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:04.451017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-488408652', 'admin_state_up': True, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:04.458725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:04.461557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network af346ca7-eabd-4839-862d-c3c654d8462f details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:31:04.463560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:router and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:04.466642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:04.473208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:04.484564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.486059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.505159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.656287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.834223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:04.863146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:05.005553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.104 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/8cfd8529-e1cb-4c8f-8b29-0377b24ba444) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:31:05.063370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e315e-d964-4196-8d9c-e180580db744 req-090981c5-4192-4e32-bfdd-b3782277353b tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:05.064764 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-090981c5-4192-4e32-bfdd-b3782277353b tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 811 time: 0.1491187 Mar 22 12:31:05.124926 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-da4eddec-645b-4751-8d33-9d27fc5b247e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76d698d6b710405f858cd1fbd6f51362 HTTP/1.1" status: 200 len: 380 time: 0.0415206 Mar 22 12:31:05.143183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'port': {'device_id': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'admin_state_up': True, 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'security_groups': ['4e26d4de-cc73-4647-877e-286b25d11d57']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:05.156917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:05.189011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:05.264468 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:31:05.267715 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:31:05.272823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:31:05.331545 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a7d38627-35b3-4b34-bbc0-f2d862b68e01 req-2f3786f8-60a0-4672-805e-1b293a074695 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 210 time: 0.0700428 Mar 22 12:31:05.401206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:05.410902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:05.412853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=8cfd8529-e1cb-4c8f-8b29-0377b24ba444,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:05.423347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Made reservation on behalf of 76d698d6b710405f858cd1fbd6f51362 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:31:05.426478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:05.486693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:31:05.520757 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:31:05.521491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8d4a1ff3-2e87-4f86-b0b6-ec27fb1ef241 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:31:05.552033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:05.552830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:05.601499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Allocated IP 172.20.0.12 (4c1d82d1-266a-4895-8558-c716622e290a/238b9a48-2e50-4a79-97cd-bc467be360ff/16c89e5c-4458-4df8-940c-d5ddcf1fc4e3) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:31:05.788891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4a9509e0-c0f9-447f-8509-c7cf78647819 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:31:05.794852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:05.812217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Transition to ACTIVE for port object 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:31:05.837922 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:05.924314 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'Port': ['ID=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:05.927962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Network 4c1d82d1-266a-4895-8558-c716622e290a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:31:05.929592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:31:05.932786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:31:05.997089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:31:06.002828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:06.003564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:06.009068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Sync routers for ids ['4a9509e0-c0f9-447f-8509-c7cf78647819'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:31:06.023413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Routers {'4a9509e0-c0f9-447f-8509-c7cf78647819'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:06.024182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4e640675-e971-415a-82a2-71970af054d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4a9509e0-c0f9-447f-8509-c7cf78647819'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:06.027535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:06.029362 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-631398e6-0ba4-4f35-8788-edf671cec75d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5829942 Mar 22 12:31:06.031484 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-4d539ec8-83a4-4e1e-b990-f806b9dd0a4c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8937228 Mar 22 12:31:06.032398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46570) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:06.069774 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Request body: {'port': {'device_id': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:06.221188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Set router 4a9509e0-c0f9-447f-8509-c7cf78647819 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:06.283370 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e09667e7-8720-4a2b-87af-59f9b9ce72d8 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7b68bf5710844a8fac024c2b8fe300a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2496374 Mar 22 12:31:06.285912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46574) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:06.302992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:06.349160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-37495d16-7ec7-47eb-bfe4-b26b48aeeb0a None None] Provisioning for port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:31:06.373712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-37495d16-7ec7-47eb-bfe4-b26b48aeeb0a None None] Provisioning complete for port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:06.374275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-37495d16-7ec7-47eb-bfe4-b26b48aeeb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:06.463001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc3a69-3d3c-4bc6-b878-98cfdf79327b tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:06.464612 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6fcc3a69-3d3c-4bc6-b878-98cfdf79327b tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1777196 Mar 22 12:31:06.469987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46580) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:06.517774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-37495d16-7ec7-47eb-bfe4-b26b48aeeb0a None None] Port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:31:06.525776 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4c085a61-2172-4ae7-8c4e-805061c2d8f4 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543284 Mar 22 12:31:06.528142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46584) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:06.534487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812118263', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:06.637025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4e640675-e971-415a-82a2-71970af054d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:05Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:06.642561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Checking router: 4a9509e0-c0f9-447f-8509-c7cf78647819 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:31:06.642983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Updating router 4a9509e0-c0f9-447f-8509-c7cf78647819 port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:31:06.688767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:31:06.695756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:06.701662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:06.707524 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:subnet and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:06.710860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:06.715249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Transition to ACTIVE for port object 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:31:06.719352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:06.720547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:06.731016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:06.737737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeefed-087f-4d47-90e4-0be565f721d5 req-14c464bd-67a8-4edc-a1a0-e506e8bda5be tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:06.739681 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3feeefed-087f-4d47-90e4-0be565f721d5 req-14c464bd-67a8-4edc-a1a0-e506e8bda5be tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 932 time: 0.1878853 Mar 22 12:31:06.740769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:31:06.807234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Pushing event updated for resources: {'Port': ['ID=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:06.882354 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:06.899698 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3feeefed-087f-4d47-90e4-0be565f721d5 req-6ed1e26b-619c-445f-83ab-c1d729e0f120 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421983 Mar 22 12:31:07.034802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Attempting to bind port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:31:07.035754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Attempting to bind port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:31:07.036149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Attempting to bind port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 on network 4c1d82d1-266a-4895-8558-c716622e290a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:31:07.045016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 on network 4c1d82d1-266a-4895-8558-c716622e290a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:31:07.045422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Attempting to bind port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 on network 4c1d82d1-266a-4895-8558-c716622e290a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:31:07.055590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:31:07.055590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Checking segment: {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:31:07.056155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Bound using segment: {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:31:07.056645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Bound port: 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:31:07.057047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:07.145548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:07.153910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] For port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:31:07.157822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] For port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:31:07.168216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:07.189008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:07.202285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Transition to ACTIVE for port object 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:31:07.212879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:07.236989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Subnet': ['ID=e1c88772-ec9d-453e-a1a9-3e39d9560363,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:07.244430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Checking segment: {'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:31:07.245490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network hostable DHCP agents. Network: af346ca7-eabd-4839-862d-c3c654d8462f, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:31:07.258538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:07.260248 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] 10.222.0.55 "PUT /v2.0/ports/16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 HTTP/1.1" status: 200 len: 1094 time: 1.1942255 Mar 22 12:31:07.260383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'tag': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:31:07.269358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network af346ca7-eabd-4839-862d-c3c654d8462f is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:31:07.283481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, af346ca7-eabd-4839-862d-c3c654d8462f) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:31:07.288166 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:07.288822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:07.305975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4722c60e-6fa7-47f3-9eb0-976fde6921ca None None] Network af346ca7-eabd-4839-862d-c3c654d8462f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:31:07.327522 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f5b9413a-bbd2-4cee-b525-825475fdb85e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7976546 Mar 22 12:31:07.328354 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46590) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:07.361600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e24fa2-2a43-469b-94b4-757d9207089c service neutron] Pushing event updated for resources: {'Port': ['ID=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:07.370227 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'tag': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'status': 'completed', 'code': 200} Mar 22 12:31:07.403540 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-63adef7d-3c88-466b-b8e8-c021067f52c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 1097 time: 0.0846725 Mar 22 12:31:07.408029 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Attempting to bind port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:31:07.408395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Attempting to bind port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:31:07.408803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Attempting to bind port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:31:07.410920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4deb2-69d1-4e6c-a1a4-02bb1382e6a2 None None] Pushing event updated for resources: {'Port': ['ID=8cfd8529-e1cb-4c8f-8b29-0377b24ba444,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:07.439260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:31:07.439638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:31:07.440032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:07.440483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:31:07.440971 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Bound port: 8cfd8529-e1cb-4c8f-8b29-0377b24ba444, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:31:07.441333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:07.499351 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-3bd97351-c004-4870-8d2e-e26df2d3aedd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 HTTP/1.1" status: 200 len: 217 time: 0.0852318 Mar 22 12:31:07.543665 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4e640675-e971-415a-82a2-71970af054d0 None None] For port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:31:07.566618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e315e-d964-4196-8d9c-e180580db744 req-8aa8b600-1c96-44c4-8f24-0b5beda19d4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:07.568072 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-8aa8b600-1c96-44c4-8f24-0b5beda19d4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0625098 Mar 22 12:31:07.579122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4e640675-e971-415a-82a2-71970af054d0 None None] For port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8cfd8529-e1cb-4c8f-8b29-0377b24ba444,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:31:07.586879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:07.651810 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-3070b225-04b4-4cc0-a3f5-6e5a498e1f18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776525 Mar 22 12:31:07.764243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4deb2-69d1-4e6c-a1a4-02bb1382e6a2 None None] Pushing event updated for resources: {'Port': ['ID=8cfd8529-e1cb-4c8f-8b29-0377b24ba444,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:07.773013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-af346ca7-eabd-4839-862d-c3c654d8462f', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ips': [{'subnet_id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:31:07.773881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:07.796304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Routers {'4a9509e0-c0f9-447f-8509-c7cf78647819'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:07.796945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4e640675-e971-415a-82a2-71970af054d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4a9509e0-c0f9-447f-8509-c7cf78647819'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:07.803596 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-c4b1411f-381c-4796-8aad-8c7ea16c353e service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445100 Mar 22 12:31:07.934767 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-778e315e-d964-4196-8d9c-e180580db744 req-224bb66e-1bfe-4fef-b833-d7557b267ca9 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243429 Mar 22 12:31:08.079382 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-be129360-f174-4f36-be02-4d5607182455 req-b55e10f2-321c-4390-b66d-a50340959d79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 1097 time: 0.0918388 Mar 22 12:31:08.080103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-4e640675-e971-415a-82a2-71970af054d0 None None] Set router 4a9509e0-c0f9-447f-8509-c7cf78647819 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:08.138179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Allocated IP 172.20.0.2 (af346ca7-eabd-4839-862d-c3c654d8462f/e1c88772-ec9d-453e-a1a9-3e39d9560363/9866ddba-6e5e-489d-b292-14f8c6c891d5) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:31:08.224473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be129360-f174-4f36-be02-4d5607182455 req-6b924f45-3693-4f13-8397-ca0ce33c74dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:08.226983 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-be129360-f174-4f36-be02-4d5607182455 req-6b924f45-3693-4f13-8397-ca0ce33c74dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 912 time: 0.1403899 Mar 22 12:31:08.229381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62b1eb-5f20-4f87-93c7-0081e19c9b23 req-f35c6d29-d9cf-4436-aab0-2567d24fcef3 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:08.230845 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec62b1eb-5f20-4f87-93c7-0081e19c9b23 req-f35c6d29-d9cf-4436-aab0-2567d24fcef3 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 944 time: 0.1683717 Mar 22 12:31:08.333390 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec62b1eb-5f20-4f87-93c7-0081e19c9b23 req-6b61051f-406e-4a94-be8e-04e66027f66c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948370 Mar 22 12:31:08.347463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:08.417225 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-be129360-f174-4f36-be02-4d5607182455 req-01fbf770-97be-42db-875c-0467a68212f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 HTTP/1.1" status: 200 len: 217 time: 0.1815040 Mar 22 12:31:08.481189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be129360-f174-4f36-be02-4d5607182455 req-031a26db-dad4-4918-a569-a95025961ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:08.482623 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-be129360-f174-4f36-be02-4d5607182455 req-031a26db-dad4-4918-a569-a95025961ae6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0589342 Mar 22 12:31:08.540415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:08.552954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Transition to ACTIVE for port object 9866ddba-6e5e-489d-b292-14f8c6c891d5 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:31:08.560757 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-be129360-f174-4f36-be02-4d5607182455 req-51e1a494-c59d-4611-8a49-392c91e8afdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717256 Mar 22 12:31:08.576235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4e640675-e971-415a-82a2-71970af054d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:05Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:08.580435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Transition to ACTIVE for port object 9866ddba-6e5e-489d-b292-14f8c6c891d5 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:31:08.583168 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e640675-e971-415a-82a2-71970af054d0 None None] The sync data for ids ['4a9509e0-c0f9-447f-8509-c7cf78647819'] in dv-neutron-834653-1-hyperv is: [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:05Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:31:08.589216 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:08.664773 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Network af346ca7-eabd-4839-862d-c3c654d8462f is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:31:08.666088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:31:08.667947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Pushing event updated for resources: {'Port': ['ID=9866ddba-6e5e-489d-b292-14f8c6c891d5,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:08.670145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:31:08.715866 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-be129360-f174-4f36-be02-4d5607182455 req-5eccd9da-787a-4fcd-bacf-da5af56f2832 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481023 Mar 22 12:31:08.763635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Attempting to bind port 9866ddba-6e5e-489d-b292-14f8c6c891d5 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:31:08.764171 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Attempting to bind port 9866ddba-6e5e-489d-b292-14f8c6c891d5 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:31:08.764537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Attempting to bind port 9866ddba-6e5e-489d-b292-14f8c6c891d5 on network af346ca7-eabd-4839-862d-c3c654d8462f {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:31:08.772952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:31:08.773378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Checking segment: {'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:31:08.773798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:08.777725 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Bound using segment: {'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:31:08.779910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Bound port: 9866ddba-6e5e-489d-b292-14f8c6c891d5, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:31:08.781140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:08.786910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.1 (af346ca7-eabd-4839-862d-c3c654d8462f/e1c88772-ec9d-453e-a1a9-3e39d9560363/f371d31b-a254-472a-8347-6cf081a11053) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:31:08.905179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] For port 9866ddba-6e5e-489d-b292-14f8c6c891d5, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:31:08.911312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] For port 9866ddba-6e5e-489d-b292-14f8c6c891d5, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9866ddba-6e5e-489d-b292-14f8c6c891d5,segment=NetworkSegment(5880f210-5242-4750-8355-04eca704ac03),segment_id=5880f210-5242-4750-8355-04eca704ac03)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:31:08.919491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:08.931105 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-be129360-f174-4f36-be02-4d5607182455 req-a0aaa056-5506-4b7b-b19b-bb24fa26a910 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074618 Mar 22 12:31:09.004307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84868d-f0e7-49bd-b5bc-1663d5ad618d None None] Pushing event updated for resources: {'Port': ['ID=9866ddba-6e5e-489d-b292-14f8c6c891d5,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:09.029428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:09.046768 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object f371d31b-a254-472a-8347-6cf081a11053 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:31:09.071279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:09.145691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network af346ca7-eabd-4839-862d-c3c654d8462f is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:31:09.165086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:31:09.167615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=f371d31b-a254-472a-8347-6cf081a11053,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:09.170041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:31:09.242304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:09.346184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:09.559025 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcb269-31cb-417b-a4bd-bd4812771ab7 req-ceb90e84-072f-4011-8213-2cf958a25e46 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:09.559768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-77dcb269-31cb-417b-a4bd-bd4812771ab7 req-ceb90e84-072f-4011-8213-2cf958a25e46 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Synchronizing usage tracker for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:31:09.592012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-77dcb269-31cb-417b-a4bd-bd4812771ab7 req-ceb90e84-072f-4011-8213-2cf958a25e46 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Unset dirty status for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:31:09.599232 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-77dcb269-31cb-417b-a4bd-bd4812771ab7 req-ceb90e84-072f-4011-8213-2cf958a25e46 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 944 time: 0.1381528 Mar 22 12:31:09.626962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:31:09.650143 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-77dcb269-31cb-417b-a4bd-bd4812771ab7 req-a9cdea0c-f025-4c4e-8618-f6d3e3a0596c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500529 Mar 22 12:31:09.701591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:31:09.706920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:09.707282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:09.829956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:09.846817 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8cfd8529-e1cb-4c8f-8b29-0377b24ba444,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:09.851635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:09.852730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9866ddba-6e5e-489d-b292-14f8c6c891d5 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:31:09.877184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:09.883023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:09.997059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=f371d31b-a254-472a-8347-6cf081a11053,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:09.999663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:10.018616 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=8cfd8529-e1cb-4c8f-8b29-0377b24ba444,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:10.031989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 9866ddba-6e5e-489d-b292-14f8c6c891d5 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:31:10.037722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae61d9d-8042-42d3-beb2-1866a643a10e None None] Network af346ca7-eabd-4839-862d-c3c654d8462f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:31:10.136672 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network af346ca7-eabd-4839-862d-c3c654d8462f is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:31:10.138002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:31:10.160212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d33cff98-2dce-488c-8017-52e102fa640a None None] Provisioning for port 9866ddba-6e5e-489d-b292-14f8c6c891d5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:31:10.169909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d33cff98-2dce-488c-8017-52e102fa640a None None] Provisioning complete for port 9866ddba-6e5e-489d-b292-14f8c6c891d5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:10.170402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d33cff98-2dce-488c-8017-52e102fa640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:10.375895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d33cff98-2dce-488c-8017-52e102fa640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:10.415372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d33cff98-2dce-488c-8017-52e102fa640a None None] For port 9866ddba-6e5e-489d-b292-14f8c6c891d5, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9866ddba-6e5e-489d-b292-14f8c6c891d5,segment=NetworkSegment(5880f210-5242-4750-8355-04eca704ac03),segment_id=5880f210-5242-4750-8355-04eca704ac03)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:10.420258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d33cff98-2dce-488c-8017-52e102fa640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:10.486000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cff98-2dce-488c-8017-52e102fa640a None None] Pushing event updated for resources: {'Port': ['ID=9866ddba-6e5e-489d-b292-14f8c6c891d5,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:10.529180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4a9509e0-c0f9-447f-8509-c7cf78647819 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:31:10.644418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-599e55c8-5b78-4a69-b2d6-67cb144fde53 None None] Provisioning complete for port 9866ddba-6e5e-489d-b292-14f8c6c891d5 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:10.645002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-599e55c8-5b78-4a69-b2d6-67cb144fde53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:10.743553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:31:10.762454 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3de707a5-8239-463b-a08e-e716a065e83e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/4a9509e0-c0f9-447f-8509-c7cf78647819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4324117 Mar 22 12:31:10.764678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46600) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:10.804544 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-599e55c8-5b78-4a69-b2d6-67cb144fde53 None None] Provisioning for port f371d31b-a254-472a-8347-6cf081a11053 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:31:10.810091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-599e55c8-5b78-4a69-b2d6-67cb144fde53 None None] Provisioning complete for port f371d31b-a254-472a-8347-6cf081a11053 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:10.810451 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-599e55c8-5b78-4a69-b2d6-67cb144fde53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:10.862940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-599e55c8-5b78-4a69-b2d6-67cb144fde53 None None] Port f371d31b-a254-472a-8347-6cf081a11053 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:31:10.972189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae046bd0-0958-494d-ba50-4bf361503688 req-65ba6989-af1e-4f8c-aaec-e5fb2f314bd0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:10.973707 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae046bd0-0958-494d-ba50-4bf361503688 req-65ba6989-af1e-4f8c-aaec-e5fb2f314bd0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 944 time: 0.1853590 Mar 22 12:31:10.975271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbd2ae-c7a9-4e65-bf0d-2cbc07ff9c95 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:10.975480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbd2ae-c7a9-4e65-bf0d-2cbc07ff9c95 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:10.975822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbd2ae-c7a9-4e65-bf0d-2cbc07ff9c95 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:10.976186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbd2ae-c7a9-4e65-bf0d-2cbc07ff9c95 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:10.976530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbd2ae-c7a9-4e65-bf0d-2cbc07ff9c95 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:10.977135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbd2ae-c7a9-4e65-bf0d-2cbc07ff9c95 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:10.977259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbd2ae-c7a9-4e65-bf0d-2cbc07ff9c95 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:10.978802 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-67bbd2ae-c7a9-4e65-bf0d-2cbc07ff9c95 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2128134 Mar 22 12:31:10.981609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46604) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:10.984564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3a7850d6-41b7-49d2-9cc6-83ca39277b27 None None] Provisioning complete for port f371d31b-a254-472a-8347-6cf081a11053 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:10.984967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3a7850d6-41b7-49d2-9cc6-83ca39277b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:11.038648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3a7850d6-41b7-49d2-9cc6-83ca39277b27 None None] Port f371d31b-a254-472a-8347-6cf081a11053 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:31:11.071247 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae046bd0-0958-494d-ba50-4bf361503688 req-544b3b8c-070e-4bb1-b465-9ff0aeb6f236 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873158 Mar 22 12:31:11.082430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b378f8a-96d4-4be3-8688-b84a3af81782 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:11.082788 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b378f8a-96d4-4be3-8688-b84a3af81782 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:11.083133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b378f8a-96d4-4be3-8688-b84a3af81782 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:11.083509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b378f8a-96d4-4be3-8688-b84a3af81782 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:11.083841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b378f8a-96d4-4be3-8688-b84a3af81782 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:11.084171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b378f8a-96d4-4be3-8688-b84a3af81782 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:11.084503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b378f8a-96d4-4be3-8688-b84a3af81782 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:11.086256 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0b378f8a-96d4-4be3-8688-b84a3af81782 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1037576 Mar 22 12:31:11.089385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46608) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:11.394637 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4522dcfe-eb3c-4f08-9b37-78242522747c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.3041470 Mar 22 12:31:11.530466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:31:11.597276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:11.597659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:11.693627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46614) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:11.699322 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344674849', 'description': 'tempest-secgroup-smoke-344674849 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:11.705206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:11.709647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:11.711730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9866ddba-6e5e-489d-b292-14f8c6c891d5 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:31:11.713084 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:11.719187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:11.730524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:11.769480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:11.773246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:11.776077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:11.779749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 9866ddba-6e5e-489d-b292-14f8c6c891d5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:11.780114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:11.781894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:11.835518 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:11.842474 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:11.886651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387ef8e4-49bb-4de6-9d93-a43e52965d3f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:11.890373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:11.891670 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ea1b1160-23a5-482a-947c-4d3421c813f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1969714 Mar 22 12:31:11.894609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46618) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:11.900345 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8a7be6b7-cc71-415c-8454-dfce456715d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '387ef8e4-49bb-4de6-9d93-a43e52965d3f', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:11.906075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8a7be6b7-cc71-415c-8454-dfce456715d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:11.909771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8a7be6b7-cc71-415c-8454-dfce456715d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:11.912563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8a7be6b7-cc71-415c-8454-dfce456715d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:11.918109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8a7be6b7-cc71-415c-8454-dfce456715d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:11.934829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a7be6b7-cc71-415c-8454-dfce456715d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:11.994311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a7be6b7-cc71-415c-8454-dfce456715d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:11.999095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a7be6b7-cc71-415c-8454-dfce456715d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.027236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7be6b7-cc71-415c-8454-dfce456715d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377183ff-f255-4b1a-832b-c9d3b2b3dcb7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:12.039642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8a7be6b7-cc71-415c-8454-dfce456715d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.040799 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8a7be6b7-cc71-415c-8454-dfce456715d5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1452739 Mar 22 12:31:12.043840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46622) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:12.049710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7405ef2f-7340-48ba-9439-6286c316b94c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '387ef8e4-49bb-4de6-9d93-a43e52965d3f', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:12.056259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7405ef2f-7340-48ba-9439-6286c316b94c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:12.060292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7405ef2f-7340-48ba-9439-6286c316b94c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:12.063464 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7405ef2f-7340-48ba-9439-6286c316b94c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:12.069740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7405ef2f-7340-48ba-9439-6286c316b94c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:12.088312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7405ef2f-7340-48ba-9439-6286c316b94c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.155377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7405ef2f-7340-48ba-9439-6286c316b94c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7405ef2f-7340-48ba-9439-6286c316b94c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.184825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405ef2f-7340-48ba-9439-6286c316b94c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756e44e9-089f-4c33-830e-ef7be001f8f1,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:12.226804 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7405ef2f-7340-48ba-9439-6286c316b94c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.228436 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7405ef2f-7340-48ba-9439-6286c316b94c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1831791 Mar 22 12:31:12.231411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46628) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:12.238187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-82a7c7bb-2c79-4e37-a6ed-45e3d557e4ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '387ef8e4-49bb-4de6-9d93-a43e52965d3f', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:12.244208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82a7c7bb-2c79-4e37-a6ed-45e3d557e4ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:12.248020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82a7c7bb-2c79-4e37-a6ed-45e3d557e4ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:12.250823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-82a7c7bb-2c79-4e37-a6ed-45e3d557e4ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:12.257475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-82a7c7bb-2c79-4e37-a6ed-45e3d557e4ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:12.275386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82a7c7bb-2c79-4e37-a6ed-45e3d557e4ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.279695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8355b3-fc40-410c-9b45-bc58926efff4 req-401c62a8-bfa1-4cd8-a0fc-3a7e7b944933 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:12.281186 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6b8355b3-fc40-410c-9b45-bc58926efff4 req-401c62a8-bfa1-4cd8-a0fc-3a7e7b944933 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 944 time: 0.0860329 Mar 22 12:31:12.326153 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6b8355b3-fc40-410c-9b45-bc58926efff4 req-8e83b395-6316-43c6-b994-3b30f6718fd2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390806 Mar 22 12:31:12.340544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82a7c7bb-2c79-4e37-a6ed-45e3d557e4ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.345750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82a7c7bb-2c79-4e37-a6ed-45e3d557e4ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.360972 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Sync routers for ids ['4a9509e0-c0f9-447f-8509-c7cf78647819'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:31:12.372376 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Routers {'4a9509e0-c0f9-447f-8509-c7cf78647819'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:12.373023 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4a9509e0-c0f9-447f-8509-c7cf78647819'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:12.376621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7c7bb-2c79-4e37-a6ed-45e3d557e4ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87afaa4c-8161-4c8d-bb61-b623a2c1da77,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:12.388872 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-82a7c7bb-2c79-4e37-a6ed-45e3d557e4ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.390603 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-82a7c7bb-2c79-4e37-a6ed-45e3d557e4ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1580369 Mar 22 12:31:12.393302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46632) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:12.400621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4c502624-42cc-4839-8f9a-1cf5529db7d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '387ef8e4-49bb-4de6-9d93-a43e52965d3f', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:12.408005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4c502624-42cc-4839-8f9a-1cf5529db7d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:12.413064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4c502624-42cc-4839-8f9a-1cf5529db7d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:12.416865 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4c502624-42cc-4839-8f9a-1cf5529db7d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:12.422492 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4c502624-42cc-4839-8f9a-1cf5529db7d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:12.439185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c502624-42cc-4839-8f9a-1cf5529db7d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.501474 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c502624-42cc-4839-8f9a-1cf5529db7d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.505678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c502624-42cc-4839-8f9a-1cf5529db7d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.528022 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c502624-42cc-4839-8f9a-1cf5529db7d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7674ab-a57f-4206-839b-38cd6c69e752,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:12.540246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4c502624-42cc-4839-8f9a-1cf5529db7d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.541640 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4c502624-42cc-4839-8f9a-1cf5529db7d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1472113 Mar 22 12:31:12.544268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46636) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:12.549786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '387ef8e4-49bb-4de6-9d93-a43e52965d3f', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:12.555975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:12.560172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:12.563121 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:12.568792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:12.579944 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:31:12.581638 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Set router 4a9509e0-c0f9-447f-8509-c7cf78647819 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:12.586826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.651302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.655210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.677674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516331e3-228f-4fef-b176-3be4a59da370,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:12.687382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.688709 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-06a24421-bb1f-4a92-b65c-a01f70e0bfa8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1435459 Mar 22 12:31:12.691714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46640) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:12.697297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '387ef8e4-49bb-4de6-9d93-a43e52965d3f', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:12.703154 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:12.707108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:12.710146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:12.716927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:12.728097 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:31:12.734903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.803844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.808445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.828813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2056d9-7d06-42d0-8467-ea57b3933f0a,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:12.840857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:12.842129 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-62f6b723-29f9-4f20-a3bf-17e161c0b093 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1494365 Mar 22 12:31:12.897146 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'f371d31b-a254-472a-8347-6cf081a11053', 'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:71:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:08Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:12.900712 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Checking router: 4a9509e0-c0f9-447f-8509-c7cf78647819 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:31:12.901075 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Updating router 4a9509e0-c0f9-447f-8509-c7cf78647819 port f371d31b-a254-472a-8347-6cf081a11053 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:31:12.949335 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:13.016124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-25b0e3e2-d160-411c-a536-f3e5bae02f58 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:31:13.035362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-25b0e3e2-d160-411c-a536-f3e5bae02f58 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:31:13.036560 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-25b0e3e2-d160-411c-a536-f3e5bae02f58 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344674849&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.0640502 Mar 22 12:31:13.184430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-6441d476-8def-4a66-8953-28b1e1209c5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:13.185015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-6441d476-8def-4a66-8953-28b1e1209c5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:31:13.199936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-6441d476-8def-4a66-8953-28b1e1209c5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:31:13.201350 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-6441d476-8def-4a66-8953-28b1e1209c5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/networks?id=af346ca7-eabd-4839-862d-c3c654d8462f HTTP/1.1" status: 200 len: 797 time: 0.1576786 Mar 22 12:31:13.219165 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-9cea6648-d555-4e1a-8805-2b2e01c0be66 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/quotas/7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 375 time: 0.0115297 Mar 22 12:31:13.234349 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:13.293945 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:13.298063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8981214c-266d-46a0-90e6-2c5950932d81 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:31:13.305429 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Transition to ACTIVE for port object f371d31b-a254-472a-8347-6cf081a11053 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:31:13.311524 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:13.314296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8981214c-266d-46a0-90e6-2c5950932d81 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:31:13.315766 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8981214c-266d-46a0-90e6-2c5950932d81 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904286 Mar 22 12:31:13.376331 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Pushing event updated for resources: {'Port': ['ID=f371d31b-a254-472a-8347-6cf081a11053,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:13.429797 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:13.430137 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:13.430463 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:13.430780 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:13.431097 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:13.431413 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:13.431725 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:13.432034 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:13.432344 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:13.432651 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:13.432955 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:31:13.466343 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-3481a4dd-fa53-4e56-a332-49b6371c8f3d service neutron] 10.222.0.62 "GET /v2.0/networks/af346ca7-eabd-4839-862d-c3c654d8462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388478 Mar 22 12:31:13.540018 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Attempting to bind port f371d31b-a254-472a-8347-6cf081a11053 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:31:13.540367 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Attempting to bind port f371d31b-a254-472a-8347-6cf081a11053 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:31:13.540695 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Attempting to bind port f371d31b-a254-472a-8347-6cf081a11053 on network af346ca7-eabd-4839-862d-c3c654d8462f {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:31:13.548870 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:31:13.549250 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Checking segment: {'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:31:13.549839 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:13.550369 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Bound using segment: {'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:31:13.550975 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Bound port: f371d31b-a254-472a-8347-6cf081a11053, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:31:13.551516 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:13.586845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b543e-7dad-476c-b84b-18f8d7af1ed8 req-f1325d90-a1f4-4671-91da-855d3937adfa tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:13.589603 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-047b543e-7dad-476c-b84b-18f8d7af1ed8 req-f1325d90-a1f4-4671-91da-855d3937adfa tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 944 time: 0.1201055 Mar 22 12:31:13.605032 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-a8c66ce6-8fef-49d9-9f09-1bab96da8333 service neutron] 10.222.0.62 "GET /v2.0/networks/af346ca7-eabd-4839-862d-c3c654d8462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378510 Mar 22 12:31:13.652236 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-047b543e-7dad-476c-b84b-18f8d7af1ed8 req-14b698e0-5912-4aea-a710-9b7249093604 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531893 Mar 22 12:31:13.654648 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] For port f371d31b-a254-472a-8347-6cf081a11053, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:31:13.658200 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] For port f371d31b-a254-472a-8347-6cf081a11053, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f371d31b-a254-472a-8347-6cf081a11053,segment=NetworkSegment(5880f210-5242-4750-8355-04eca704ac03),segment_id=5880f210-5242-4750-8355-04eca704ac03)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:31:13.663808 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:13.752618 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Routers {'4a9509e0-c0f9-447f-8509-c7cf78647819'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:13.753228 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4a9509e0-c0f9-447f-8509-c7cf78647819'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:13.817162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-855b887a-4532-4eae-9a46-e96a2ab9874e req-5d7905e2-9194-4b6d-8c59-b02cdc5899f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:31:13.825717 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201501c0-5b20-4724-bcd9-d17f351f4645 None None] Pushing event updated for resources: {'Port': ['ID=f371d31b-a254-472a-8347-6cf081a11053,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:13.831928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-855b887a-4532-4eae-9a46-e96a2ab9874e req-5d7905e2-9194-4b6d-8c59-b02cdc5899f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:31:13.850831 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-855b887a-4532-4eae-9a46-e96a2ab9874e req-5d7905e2-9194-4b6d-8c59-b02cdc5899f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 210 time: 0.0816672 Mar 22 12:31:13.894401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46662) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:14.012334 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] Set router 4a9509e0-c0f9-447f-8509-c7cf78647819 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:14.228556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Deleting port ad5eef4b-cb64-4bd0-af0b-9895038ececa {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:31:14.229143 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:14.345600 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'f371d31b-a254-472a-8347-6cf081a11053', 'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:71:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:08Z', 'updated_at': '2022-03-22T12:31:13Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:14.349370 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c06252-1851-413c-a7fc-3443d22e232a None None] The sync data for ids ['4a9509e0-c0f9-447f-8509-c7cf78647819'] in dv-neutron-834653-1-hyperv is: [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'f371d31b-a254-472a-8347-6cf081a11053', 'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:71:bb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:08Z', 'updated_at': '2022-03-22T12:31:13Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:31:14.438244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:14.438558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:14.570929 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Calling delete_port for ad5eef4b-cb64-4bd0-af0b-9895038ececa owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:31:14.723337 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:14.772738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event deleted for resources: {'Port': ['ID=ad5eef4b-cb64-4bd0-af0b-9895038ececa,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:15.028967 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5ab12ed-ccd3-43e9-be40-4258c19ceb02 req-ada30b74-545a-4c6b-bda7-dda981c342e3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 210 time: 0.0569155 Mar 22 12:31:15.041935 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:15.184701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-b7d5a8eb-e4e4-49c7-a6d7-8c84b68180e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:15.186139 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-b7d5a8eb-e4e4-49c7-a6d7-8c84b68180e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=af346ca7-eabd-4839-862d-c3c654d8462f HTTP/1.1" status: 200 len: 797 time: 0.3139439 Mar 22 12:31:15.198322 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef69d4-56ec-4cb6-b145-cedb44652bce req-97f59872-3f30-4a07-9dc3-1773693757aa tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:15.199850 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-44ef69d4-56ec-4cb6-b145-cedb44652bce req-97f59872-3f30-4a07-9dc3-1773693757aa tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 944 time: 0.3971167 Mar 22 12:31:15.292389 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-744fac00-5a96-4e9a-94de-b5a8b76a06df tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 379 time: 0.0917399 Mar 22 12:31:15.298626 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-44ef69d4-56ec-4cb6-b145-cedb44652bce req-87b3be6e-9500-4b1c-a9b0-eee66665ef96 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775304 Mar 22 12:31:15.305137 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'device_id': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'admin_state_up': True, 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'security_groups': ['387ef8e4-49bb-4de6-9d93-a43e52965d3f']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:15.457677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:15.469433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:15.483917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:31:15.487713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:15.554482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f371d31b-a254-472a-8347-6cf081a11053 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:31:15.621211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port f371d31b-a254-472a-8347-6cf081a11053 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:31:15.626026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f371d31b-a254-472a-8347-6cf081a11053 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:15.626391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:15.744889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:15.776681 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port f371d31b-a254-472a-8347-6cf081a11053, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f371d31b-a254-472a-8347-6cf081a11053,segment=NetworkSegment(5880f210-5242-4750-8355-04eca704ac03),segment_id=5880f210-5242-4750-8355-04eca704ac03)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:15.780777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:15.845502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=f371d31b-a254-472a-8347-6cf081a11053,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:15.877163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.8 (af346ca7-eabd-4839-862d-c3c654d8462f/e1c88772-ec9d-453e-a1a9-3e39d9560363/e80d624f-44d2-440c-8322-640b4bbd5a8c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:31:16.050712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Router e763eb80-d11c-4dac-a28b-b140109f7784 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:31:16.087051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:16.202973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object e80d624f-44d2-440c-8322-640b4bbd5a8c will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:31:16.217505 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f56b57c-60c1-4ae3-a3bf-a222a5ccd037 req-62969180-707f-442d-a768-c4ec4ca92003 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 210 time: 0.0745099 Mar 22 12:31:16.260697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:16.344812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network af346ca7-eabd-4839-862d-c3c654d8462f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:31:16.345746 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=e80d624f-44d2-440c-8322-640b4bbd5a8c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:16.348869 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:31:16.352067 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:31:16.429021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:16.429696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:16.491390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:31:16.502249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe922f-7e35-470b-8f3d-25e531a0513f None None] Sync routers for ids ['e763eb80-d11c-4dac-a28b-b140109f7784'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:31:16.516130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe922f-7e35-470b-8f3d-25e531a0513f None None] Routers {'e763eb80-d11c-4dac-a28b-b140109f7784'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:16.516828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-32fe922f-7e35-470b-8f3d-25e531a0513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['e763eb80-d11c-4dac-a28b-b140109f7784'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:16.526642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:16.556024 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-c0761cd7-7ac8-457f-b7cb-9bbbc38a0c21 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2544856 Mar 22 12:31:16.569936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Request body: {'port': {'device_id': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:16.639308 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-84fdeb96-d0fa-422a-875c-10f64a49ea0f tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "DELETE /v2.0/floatingips/c9a0434d-3cf5-400b-a0e2-293282ab24a7 HTTP/1.1" status: 204 len: 168 time: 2.7434130 Mar 22 12:31:16.641703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:31:16.663288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:31:16.682001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56ae75-02be-41a1-829f-e311bc1889b5 req-695e6a8d-3c88-483d-8388-3edb6e7e73e6 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:16.683404 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ff56ae75-02be-41a1-829f-e311bc1889b5 req-695e6a8d-3c88-483d-8388-3edb6e7e73e6 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 944 time: 0.2498074 Mar 22 12:31:16.696393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4d2b5297-71e8-4c7f-8447-5ed7e401d1c4 None None] Provisioning for port e80d624f-44d2-440c-8322-640b4bbd5a8c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:31:16.738974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:16.786813 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ff56ae75-02be-41a1-829f-e311bc1889b5 req-87ed0dfc-09c5-4486-b09e-f7fed97c6a58 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917690 Mar 22 12:31:16.801140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4d2b5297-71e8-4c7f-8447-5ed7e401d1c4 None None] Provisioning complete for port e80d624f-44d2-440c-8322-640b4bbd5a8c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:16.801999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5297-71e8-4c7f-8447-5ed7e401d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:16.866417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b5297-71e8-4c7f-8447-5ed7e401d1c4 None None] Port e80d624f-44d2-440c-8322-640b4bbd5a8c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:31:16.890804 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'status': 'completed', 'code': 200} Mar 22 12:31:16.921077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-32fe922f-7e35-470b-8f3d-25e531a0513f None None] Set router e763eb80-d11c-4dac-a28b-b140109f7784 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:16.990257 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:17.014303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'port_id': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'mac_address': 'fa:16:3e:54:fb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:31:17.142128 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f99d18a-3caf-49dc-8487-bb646576a51d req-c923aaba-d164-4e97-b7d3-5a0be433c89d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16605afc1f8d4d6abd780c0ca94aeb71&device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 1098 time: 0.2338419 Mar 22 12:31:17.191982 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:17.224560 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:31:17.260684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:17.264870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105c5b1-fcc1-47c2-97cf-0e37b540c5e7 req-78221ee1-aaae-47b3-98a1-0a577de580b0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:17.265633 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-c105c5b1-fcc1-47c2-97cf-0e37b540c5e7 req-78221ee1-aaae-47b3-98a1-0a577de580b0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Synchronizing usage tracker for tenant:16605afc1f8d4d6abd780c0ca94aeb71 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:31:17.288070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:17.352815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80d624f-44d2-440c-8322-640b4bbd5a8c {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:31:17.359641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-c105c5b1-fcc1-47c2-97cf-0e37b540c5e7 req-78221ee1-aaae-47b3-98a1-0a577de580b0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Unset dirty status for tenant:16605afc1f8d4d6abd780c0ca94aeb71 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:31:17.360790 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c105c5b1-fcc1-47c2-97cf-0e37b540c5e7 req-78221ee1-aaae-47b3-98a1-0a577de580b0 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.3289752 Mar 22 12:31:17.365576 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:17.365944 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:17.373171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99d18a-3caf-49dc-8487-bb646576a51d req-e8f8b6b1-f0ac-4992-bb5f-999f50c9bd09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:17.374654 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f99d18a-3caf-49dc-8487-bb646576a51d req-e8f8b6b1-f0ac-4992-bb5f-999f50c9bd09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=82ff33c6-5c8d-4330-8977-f64f33bf5968 HTTP/1.1" status: 200 len: 898 time: 0.2230144 Mar 22 12:31:17.391236 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-32fe922f-7e35-470b-8f3d-25e531a0513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 4, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ffd0aa5e-261e-474f-8ff2-1208b6a508e2', 'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'mac_address': 'fa:16:3e:31:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:53Z', 'updated_at': '2022-03-22T12:28:15Z', 'revision_number': 5, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'subnets': [{'id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:17.395335 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe922f-7e35-470b-8f3d-25e531a0513f None None] Checking router: e763eb80-d11c-4dac-a28b-b140109f7784 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:31:17.406008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe922f-7e35-470b-8f3d-25e531a0513f None None] Routers {'e763eb80-d11c-4dac-a28b-b140109f7784'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:17.406621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-32fe922f-7e35-470b-8f3d-25e531a0513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['e763eb80-d11c-4dac-a28b-b140109f7784'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:17.447427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381377-274c-4c51-8dcd-17d816eaa0bd req-96f1328f-e010-45ff-87fb-6518e46d4478 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:17.449718 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-77381377-274c-4c51-8dcd-17d816eaa0bd req-96f1328f-e010-45ff-87fb-6518e46d4478 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 931 time: 0.0795553 Mar 22 12:31:17.506111 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-77381377-274c-4c51-8dcd-17d816eaa0bd req-7bbe41f0-0654-4244-b88f-91b151203622 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472329 Mar 22 12:31:17.551106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f371d31b-a254-472a-8347-6cf081a11053 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:31:17.590187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Transition to ACTIVE for port object e80d624f-44d2-440c-8322-640b4bbd5a8c will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:31:17.591633 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f99d18a-3caf-49dc-8487-bb646576a51d req-4e3c3cfb-2885-438f-928e-fc716dda7c06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f HTTP/1.1" status: 200 len: 217 time: 0.2015767 Mar 22 12:31:17.628906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:17.645488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-32fe922f-7e35-470b-8f3d-25e531a0513f None None] Set router e763eb80-d11c-4dac-a28b-b140109f7784 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:17.703428 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c105c5b1-fcc1-47c2-97cf-0e37b540c5e7 req-d9e9222b-1f37-419f-b940-dc01372231fa tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336632 Mar 22 12:31:17.708708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f371d31b-a254-472a-8347-6cf081a11053 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:17.709225 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:17.747850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['16c89e5c-4458-4df8-940c-d5ddcf1fc4e3'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:31:17.770164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99d18a-3caf-49dc-8487-bb646576a51d req-cd0b84ed-bd0e-4bb4-b80d-c81146f8a6f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:17.771564 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f99d18a-3caf-49dc-8487-bb646576a51d req-cd0b84ed-bd0e-4bb4-b80d-c81146f8a6f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9aea9e86-8f53-4d52-bd4c-ed40ae299d24 HTTP/1.1" status: 200 len: 835 time: 0.1725459 Mar 22 12:31:17.836200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Pushing event updated for resources: {'Port': ['ID=e80d624f-44d2-440c-8322-640b4bbd5a8c,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:17.977254 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f99d18a-3caf-49dc-8487-bb646576a51d req-172347de-bb71-44da-8c1f-bffc6ecfd750 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=82ff33c6-5c8d-4330-8977-f64f33bf5968&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1985130 Mar 22 12:31:18.016006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a4b35a-8570-4f1b-bc51-982bedbc5180 req-cfed159a-518f-4b0f-b66e-3366bbefdfac tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:18.017956 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51a4b35a-8570-4f1b-bc51-982bedbc5180 req-cfed159a-518f-4b0f-b66e-3366bbefdfac tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 945 time: 0.0877326 Mar 22 12:31:18.060834 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Attempting to bind port e80d624f-44d2-440c-8322-640b4bbd5a8c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:31:18.061082 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Attempting to bind port e80d624f-44d2-440c-8322-640b4bbd5a8c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:31:18.061863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Attempting to bind port e80d624f-44d2-440c-8322-640b4bbd5a8c on network af346ca7-eabd-4839-862d-c3c654d8462f {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:31:18.070798 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51a4b35a-8570-4f1b-bc51-982bedbc5180 req-dbe9ce8a-6457-4ce7-b4db-e3167e527997 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448010 Mar 22 12:31:18.087621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Port e80d624f-44d2-440c-8322-640b4bbd5a8c on network af346ca7-eabd-4839-862d-c3c654d8462f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:31:18.088265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Attempting to bind port e80d624f-44d2-440c-8322-640b4bbd5a8c on network af346ca7-eabd-4839-862d-c3c654d8462f {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:31:18.114316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:31:18.114541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Checking segment: {'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:31:18.114879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Bound using segment: {'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:31:18.115303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Bound port: e80d624f-44d2-440c-8322-640b4bbd5a8c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5880f210-5242-4750-8355-04eca704ac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:31:18.115652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:18.175044 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f99d18a-3caf-49dc-8487-bb646576a51d req-ac016188-1eb4-4cae-bcc2-db8bd7e6371b service neutron] 10.222.0.55 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838040 Mar 22 12:31:18.294011 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-32fe922f-7e35-470b-8f3d-25e531a0513f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 4, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ffd0aa5e-261e-474f-8ff2-1208b6a508e2', 'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'mac_address': 'fa:16:3e:31:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:53Z', 'updated_at': '2022-03-22T12:28:15Z', 'revision_number': 5, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'subnets': [{'id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:18.304618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe922f-7e35-470b-8f3d-25e531a0513f None None] The sync data for ids ['e763eb80-d11c-4dac-a28b-b140109f7784'] in dv-neutron-834653-1-hyperv is: [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:27:54Z', 'revision_number': 4, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ffd0aa5e-261e-474f-8ff2-1208b6a508e2', 'name': '', 'network_id': '82ff33c6-5c8d-4330-8977-f64f33bf5968', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'mac_address': 'fa:16:3e:31:a5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:53Z', 'updated_at': '2022-03-22T12:28:15Z', 'revision_number': 5, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'subnets': [{'id': '9aea9e86-8f53-4d52-bd4c-ed40ae299d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:31:18.320332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] For port e80d624f-44d2-440c-8322-640b4bbd5a8c, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:31:18.340609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] For port e80d624f-44d2-440c-8322-640b4bbd5a8c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e80d624f-44d2-440c-8322-640b4bbd5a8c,segment=NetworkSegment(5880f210-5242-4750-8355-04eca704ac03),segment_id=5880f210-5242-4750-8355-04eca704ac03)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:31:18.347990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:18.388557 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f99d18a-3caf-49dc-8487-bb646576a51d req-f7576ace-95c9-490e-b534-fe5f2386dfdf service neutron] 10.222.0.55 "GET /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069819 Mar 22 12:31:18.420149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:18.421828 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] 10.222.0.55 "PUT /v2.0/ports/e80d624f-44d2-440c-8322-640b4bbd5a8c HTTP/1.1" status: 200 len: 1093 time: 1.8584273 Mar 22 12:31:18.443764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2782cd-9081-4794-868a-ed82f65bc806 service neutron] Pushing event updated for resources: {'Port': ['ID=e80d624f-44d2-440c-8322-640b4bbd5a8c,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:18.578787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7c05f-3b5a-4511-8090-ece72e2cf877 req-f1b41c6d-b720-42fb-9eb2-993ade4a5a81 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:18.580332 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-60c7c05f-3b5a-4511-8090-ece72e2cf877 req-f1b41c6d-b720-42fb-9eb2-993ade4a5a81 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.55 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.1319606 Mar 22 12:31:18.584638 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-0dc3ac4e-f7c2-4ff2-bb0e-0a71d546d925 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 1096 time: 0.1046207 Mar 22 12:31:18.744333 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-6a893552-8907-48c3-be53-ae20fd5788a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e80d624f-44d2-440c-8322-640b4bbd5a8c HTTP/1.1" status: 200 len: 217 time: 0.1519859 Mar 22 12:31:18.755862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-60c7c05f-3b5a-4511-8090-ece72e2cf877 req-406c2233-b062-4c8c-898f-71b9a9612cc7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Deleting port 997c7cde-f938-478d-b8d9-fe5aed9d402f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:31:18.756139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60c7c05f-3b5a-4511-8090-ece72e2cf877 req-406c2233-b062-4c8c-898f-71b9a9612cc7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:18.897631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'tag': 'e80d624f-44d2-440c-8322-640b4bbd5a8c'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:31:18.902523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-723f74c8-c5b0-4aaf-8ab7-2cd37e754951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:18.903914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb2fe4-64fd-4e91-b517-44cb84f2c00a req-35984fa4-ecdb-4d27-b46b-b25868fb2277 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:18.904425 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-723f74c8-c5b0-4aaf-8ab7-2cd37e754951 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1c88772-ec9d-453e-a1a9-3e39d9560363 HTTP/1.1" status: 200 len: 835 time: 0.1517794 Mar 22 12:31:18.905567 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5ccb2fe4-64fd-4e91-b517-44cb84f2c00a req-35984fa4-ecdb-4d27-b46b-b25868fb2277 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 945 time: 0.0773578 Mar 22 12:31:18.954034 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5ccb2fe4-64fd-4e91-b517-44cb84f2c00a req-15628da0-bd39-4415-9352-27c6da8f0647 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/security-groups?id=ddcde607-7b1d-4483-b84c-e72a9edbb7a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418746 Mar 22 12:31:18.995086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f017d0-30eb-41a6-be75-f7c710a0c9be req-d211dbc9-5676-429f-bf72-2954d04969e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:18.995785 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d8f017d0-30eb-41a6-be75-f7c710a0c9be req-d211dbc9-5676-429f-bf72-2954d04969e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:31:19.060155 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'tag': 'e80d624f-44d2-440c-8322-640b4bbd5a8c', 'status': 'completed', 'code': 200} Mar 22 12:31:19.096184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d8f017d0-30eb-41a6-be75-f7c710a0c9be req-d211dbc9-5676-429f-bf72-2954d04969e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:31:19.097312 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d8f017d0-30eb-41a6-be75-f7c710a0c9be req-d211dbc9-5676-429f-bf72-2954d04969e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 943 time: 0.4255245 Mar 22 12:31:19.280963 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-ce7e68ff-808f-41bf-8ffe-b4b30cd154e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af346ca7-eabd-4839-862d-c3c654d8462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3683681 Mar 22 12:31:19.281534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28bba6-70d4-41fb-8d32-fb4d4d79c261 req-d6cbbe10-6bec-4669-a5bc-f37a1f9add1e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:19.282630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-60c7c05f-3b5a-4511-8090-ece72e2cf877 req-406c2233-b062-4c8c-898f-71b9a9612cc7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] For port 997c7cde-f938-478d-b8d9-fe5aed9d402f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=997c7cde-f938-478d-b8d9-fe5aed9d402f,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:19.282980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60c7c05f-3b5a-4511-8090-ece72e2cf877 req-406c2233-b062-4c8c-898f-71b9a9612cc7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:19.283128 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc28bba6-70d4-41fb-8d32-fb4d4d79c261 req-d6cbbe10-6bec-4669-a5bc-f37a1f9add1e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 945 time: 0.0802805 Mar 22 12:31:19.329061 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc28bba6-70d4-41fb-8d32-fb4d4d79c261 req-4c760eaa-500f-4ada-9252-6ce8eea5ca0a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400765 Mar 22 12:31:19.473645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-60c7c05f-3b5a-4511-8090-ece72e2cf877 req-406c2233-b062-4c8c-898f-71b9a9612cc7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Calling delete_port for 997c7cde-f938-478d-b8d9-fe5aed9d402f owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:31:19.510265 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d8f017d0-30eb-41a6-be75-f7c710a0c9be req-b62d7ee7-1c3d-4406-92f9-5d538ff1d4b9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4045835 Mar 22 12:31:19.594648 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-75f36e6c-82ee-4347-a4da-c9961a2b474a service neutron] 10.222.0.55 "GET /v2.0/networks/af346ca7-eabd-4839-862d-c3c654d8462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005292 Mar 22 12:31:19.733613 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60c7c05f-3b5a-4511-8090-ece72e2cf877 req-406c2233-b062-4c8c-898f-71b9a9612cc7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:19.802572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c2233-b062-4c8c-898f-71b9a9612cc7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event deleted for resources: {'Port': ['ID=997c7cde-f938-478d-b8d9-fe5aed9d402f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:19.840090 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04c4414c-749a-4a58-a74f-0840a5b9902e req-95b95f8d-f8aa-484a-be5f-547b1bb20ba7 service neutron] 10.222.0.55 "GET /v2.0/networks/af346ca7-eabd-4839-862d-c3c654d8462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168355 Mar 22 12:31:19.914645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c7c05f-3b5a-4511-8090-ece72e2cf877 req-406c2233-b062-4c8c-898f-71b9a9612cc7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] No DVR routers for this DVR port 997c7cde-f938-478d-b8d9-fe5aed9d402f on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:31:19.917032 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-60c7c05f-3b5a-4511-8090-ece72e2cf877 req-406c2233-b062-4c8c-898f-71b9a9612cc7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:19.946300 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-60c7c05f-3b5a-4511-8090-ece72e2cf877 req-406c2233-b062-4c8c-898f-71b9a9612cc7 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.55 "DELETE /v2.0/ports/997c7cde-f938-478d-b8d9-fe5aed9d402f HTTP/1.1" status: 204 len: 173 time: 1.3550336 Mar 22 12:31:19.968218 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a55b73b1-baf5-4e3f-bee8-41c4ab9ed629 req-b824619f-e75f-40c6-aa45-d624311b4fbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 1096 time: 0.0812190 Mar 22 12:31:20.104981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b73b1-baf5-4e3f-bee8-41c4ab9ed629 req-85ebfc2f-3664-462f-a9e5-393e9b78d818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:20.106377 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a55b73b1-baf5-4e3f-bee8-41c4ab9ed629 req-85ebfc2f-3664-462f-a9e5-393e9b78d818 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af346ca7-eabd-4839-862d-c3c654d8462f HTTP/1.1" status: 200 len: 898 time: 0.1316564 Mar 22 12:31:20.116155 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2d0a39ee-470a-469b-b606-6750082e0a9d req-ff20d45b-3a7c-419d-a989-8c7f5087e14c tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "GET /v2.0/ports?device_id=7aaf1795-dec4-4cdb-8423-7aabb6228763 HTTP/1.1" status: 200 len: 210 time: 0.0404601 Mar 22 12:31:20.185093 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a55b73b1-baf5-4e3f-bee8-41c4ab9ed629 req-024f05b5-7430-4c01-8721-6fe6bcd4aac3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e80d624f-44d2-440c-8322-640b4bbd5a8c HTTP/1.1" status: 200 len: 217 time: 0.0698667 Mar 22 12:31:20.247775 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b73b1-baf5-4e3f-bee8-41c4ab9ed629 req-be0566b2-9aaf-48bb-bea0-11ca44da2a5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:20.249141 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a55b73b1-baf5-4e3f-bee8-41c4ab9ed629 req-be0566b2-9aaf-48bb-bea0-11ca44da2a5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1c88772-ec9d-453e-a1a9-3e39d9560363 HTTP/1.1" status: 200 len: 835 time: 0.0579326 Mar 22 12:31:20.331898 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a55b73b1-baf5-4e3f-bee8-41c4ab9ed629 req-524e9086-f0c3-4622-9ff9-ee1e49aeceaf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af346ca7-eabd-4839-862d-c3c654d8462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752449 Mar 22 12:31:20.508519 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a55b73b1-baf5-4e3f-bee8-41c4ab9ed629 req-44a7b78d-f8e1-4987-8ea5-64af5263aed8 service neutron] 10.222.0.55 "GET /v2.0/networks/af346ca7-eabd-4839-862d-c3c654d8462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660113 Mar 22 12:31:20.645129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9b1f8-fce5-46da-88c6-e58a9e6992c3 req-ee5940a4-7dce-45be-8c9a-b5256b339849 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:20.646585 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5e9b1f8-fce5-46da-88c6-e58a9e6992c3 req-ee5940a4-7dce-45be-8c9a-b5256b339849 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 945 time: 0.1813462 Mar 22 12:31:20.671937 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:31:20.680535 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a55b73b1-baf5-4e3f-bee8-41c4ab9ed629 req-b98ef92b-53cd-4566-aef1-3aa0b8bf3449 service neutron] 10.222.0.55 "GET /v2.0/networks/af346ca7-eabd-4839-862d-c3c654d8462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649053 Mar 22 12:31:20.706703 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f5e9b1f8-fce5-46da-88c6-e58a9e6992c3 req-3920f256-b45f-4df6-8d2b-5da8446ec7d7 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517085 Mar 22 12:31:20.711748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35166828-e98f-41c7-8401-403f36db2876 req-b8227e82-4c64-43f0-9fc0-b56b411ab53b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:20.713513 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-35166828-e98f-41c7-8401-403f36db2876 req-b8227e82-4c64-43f0-9fc0-b56b411ab53b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 943 time: 0.0781283 Mar 22 12:31:20.747448 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:31:20.752117 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:20.752479 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:20.766719 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-35166828-e98f-41c7-8401-403f36db2876 req-7de3d75a-f1c8-496e-9fed-3db0d7e2ab74 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475407 Mar 22 12:31:20.883113 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:20.916861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:31:20.926653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:20.931953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:20.932917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 997c7cde-f938-478d-b8d9-fe5aed9d402f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:31:20.996425 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'code': 200} Mar 22 12:31:21.008437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 997c7cde-f938-478d-b8d9-fe5aed9d402f {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:31:21.008770 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 997c7cde-f938-478d-b8d9-fe5aed9d402f not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:31:21.035536 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:21.061649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'name': 'network-vif-deleted', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:31:21.115907 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaf1795-dec4-4cdb-8423-7aabb6228763', 'name': 'network-vif-deleted', 'tag': '997c7cde-f938-478d-b8d9-fe5aed9d402f', 'status': 'completed', 'code': 200} Mar 22 12:31:21.150971 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:31:21.225745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46708) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:21.354984 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-af7f7a99-15b6-4346-bafb-5e54421e0c99 req-92e25aa5-4d6d-45eb-903a-dccdd5869b6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 1099 time: 0.1606219 Mar 22 12:31:21.399948 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-af7f7a99-15b6-4346-bafb-5e54421e0c99 req-ff9bd1fe-d1ca-46b0-bcdf-e5a413b6ced4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387244 Mar 22 12:31:21.730486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:21.937597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb58c97-38f3-49e9-b0a8-709872fdbd7d req-56297fd7-8198-43ea-92dd-732f6375c2e1 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:21.939010 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bb58c97-38f3-49e9-b0a8-709872fdbd7d req-56297fd7-8198-43ea-92dd-732f6375c2e1 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 946 time: 0.1043215 Mar 22 12:31:21.965557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965432e2-7502-4782-9e00-81041b14e69a req-5a17f60c-4769-42f5-8cb9-01f75d86ed99 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:21.966996 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-965432e2-7502-4782-9e00-81041b14e69a req-5a17f60c-4769-42f5-8cb9-01f75d86ed99 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 943 time: 0.0794764 Mar 22 12:31:22.005741 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bb58c97-38f3-49e9-b0a8-709872fdbd7d req-247aaf68-0924-45d0-a498-bd0397512a78 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592482 Mar 22 12:31:22.014277 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-965432e2-7502-4782-9e00-81041b14e69a req-a3ee859a-c898-479c-b638-be88e150c7ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411530 Mar 22 12:31:22.431379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Deleting port ffd0aa5e-261e-474f-8ff2-1208b6a508e2 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:31:22.431963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:22.621674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] For port ffd0aa5e-261e-474f-8ff2-1208b6a508e2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ffd0aa5e-261e-474f-8ff2-1208b6a508e2,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:22.622004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:22.739231 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Calling delete_port for ffd0aa5e-261e-474f-8ff2-1208b6a508e2 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:31:22.910421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:22.955977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event deleted for resources: {'Port': ['ID=ffd0aa5e-261e-474f-8ff2-1208b6a508e2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:23.292058 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a77c8-236a-47e8-b4a2-58a48c4364c1 req-0e3092a2-ec1d-400a-bb81-90b72202aa5f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:23.293599 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-407a77c8-236a-47e8-b4a2-58a48c4364c1 req-0e3092a2-ec1d-400a-bb81-90b72202aa5f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 943 time: 0.1307542 Mar 22 12:31:23.366812 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-407a77c8-236a-47e8-b4a2-58a48c4364c1 req-87597e91-0823-4ffe-9a47-0320a7e02370 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670426 Mar 22 12:31:23.475936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b77ba-75ab-4cdd-8d2d-e56b54243576 req-e590047c-9240-4c7e-86af-3dd6e6dab26a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:23.479500 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd4b77ba-75ab-4cdd-8d2d-e56b54243576 req-e590047c-9240-4c7e-86af-3dd6e6dab26a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 946 time: 0.2813561 Mar 22 12:31:23.543254 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd4b77ba-75ab-4cdd-8d2d-e56b54243576 req-f8e5d889-e526-4a64-8ad1-f42667783974 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553913 Mar 22 12:31:23.569085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:23.771416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f7dc3-625f-4595-81b3-c1e90a6be5f1 req-2fb5506f-1fa5-47b5-9933-d37c1eb42eeb tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:23.772862 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e25f7dc3-625f-4595-81b3-c1e90a6be5f1 req-2fb5506f-1fa5-47b5-9933-d37c1eb42eeb tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 946 time: 0.0809827 Mar 22 12:31:23.821048 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e25f7dc3-625f-4595-81b3-c1e90a6be5f1 req-7140e651-79dc-4b8d-879e-3a14d26ba2f4 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403407 Mar 22 12:31:23.849704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46722) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:23.921431 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5a89c7b8-5679-48c8-b94e-706e9705ef86 tempest-TestVolumeBootPattern-1069569558 tempest-TestVolumeBootPattern-1069569558-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 1094 time: 0.0703671 Mar 22 12:31:23.924038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46726) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:23.929396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:23.935503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:23.940005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Usage tracker for resource:floatingip and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:23.942827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:23.948366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:23.958560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:24.093018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:24.155527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Router e763eb80-d11c-4dac-a28b-b140109f7784 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:31:24.234814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Allocated IP 172.26.0.239 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/d787e46c-5a07-4b9a-a983-22f6fa5c63af) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:31:24.333713 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edad85fb-66dc-489f-8d6d-8a6ee637a0d2 None None] New status for floating IP c9a0434d-3cf5-400b-a0e2-293282ab24a7: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:31:24.364286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:31:24.382065 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6bd43f64-0b16-4e64-8b9e-bce5f052a29d tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "PUT /v2.0/routers/e763eb80-d11c-4dac-a28b-b140109f7784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1528120 Mar 22 12:31:24.382377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46730) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:24.429535 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:24.503124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a74a3-896c-43b0-a5e4-4f36dcf26193 None None] Sync routers for ids ['e763eb80-d11c-4dac-a28b-b140109f7784'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:31:24.514961 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a74a3-896c-43b0-a5e4-4f36dcf26193 None None] Routers {'e763eb80-d11c-4dac-a28b-b140109f7784'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:24.515761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-992a74a3-896c-43b0-a5e4-4f36dcf26193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['e763eb80-d11c-4dac-a28b-b140109f7784'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:24.565527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a01ae0-9bb7-4ab1-a774-d4c4c8a6fb1c req-e0d50bf0-8c8f-4baa-8dd4-fad01643baea tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:24.567146 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-13a01ae0-9bb7-4ab1-a774-d4c4c8a6fb1c req-e0d50bf0-8c8f-4baa-8dd4-fad01643baea tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 943 time: 0.0800154 Mar 22 12:31:24.578393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:24.613062 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-13a01ae0-9bb7-4ab1-a774-d4c4c8a6fb1c req-f9c2d03d-0333-4e64-b81f-daf4360e02b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398412 Mar 22 12:31:24.668199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:31:24.673243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:31:24.679783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:31:24.680958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e80d624f-44d2-440c-8322-640b4bbd5a8c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:31:24.704644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-992a74a3-896c-43b0-a5e4-4f36dcf26193 None None] Set router e763eb80-d11c-4dac-a28b-b140109f7784 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:24.710811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34c32d4-58be-40ff-b6e1-6b3072485c3b tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Deleting subnet 9aea9e86-8f53-4d52-bd4c-ed40ae299d24 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:31:24.720256 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f34c32d4-58be-40ff-b6e1-6b3072485c3b tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:24.754454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'Port': ['ID=d787e46c-5a07-4b9a-a983-22f6fa5c63af,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:24.817229 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f34c32d4-58be-40ff-b6e1-6b3072485c3b tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.017727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e80d624f-44d2-440c-8322-640b4bbd5a8c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e80d624f-44d2-440c-8322-640b4bbd5a8c,segment=NetworkSegment(5880f210-5242-4750-8355-04eca704ac03),segment_id=5880f210-5242-4750-8355-04eca704ac03)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:25.034291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'e80d624f-44d2-440c-8322-640b4bbd5a8c', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'port_id': 'e80d624f-44d2-440c-8322-640b4bbd5a8c', 'mac_address': 'fa:16:3e:47:17:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:31:25.072394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f34c32d4-58be-40ff-b6e1-6b3072485c3b tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.126426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.147904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80d624f-44d2-440c-8322-640b4bbd5a8c {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:31:25.167769 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e80d624f-44d2-440c-8322-640b4bbd5a8c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e80d624f-44d2-440c-8322-640b4bbd5a8c,segment=NetworkSegment(5880f210-5242-4750-8355-04eca704ac03),segment_id=5880f210-5242-4750-8355-04eca704ac03)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:25.172146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-992a74a3-896c-43b0-a5e4-4f36dcf26193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:31:22Z', 'revision_number': 5, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:25.175629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.205105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a74a3-896c-43b0-a5e4-4f36dcf26193 None None] Checking router: e763eb80-d11c-4dac-a28b-b140109f7784 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:31:25.246539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a74a3-896c-43b0-a5e4-4f36dcf26193 None None] Routers {'e763eb80-d11c-4dac-a28b-b140109f7784'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:25.247145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-992a74a3-896c-43b0-a5e4-4f36dcf26193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['e763eb80-d11c-4dac-a28b-b140109f7784'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:25.299528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f34c32d4-58be-40ff-b6e1-6b3072485c3b tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.302109 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=e80d624f-44d2-440c-8322-640b4bbd5a8c,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:25.342354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c32d4-58be-40ff-b6e1-6b3072485c3b tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event deleted for resources: {'Subnet': ['ID=9aea9e86-8f53-4d52-bd4c-ed40ae299d24,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:25.360071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f34c32d4-58be-40ff-b6e1-6b3072485c3b tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.365579 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41759c4c-b4fd-453b-85a5-dcca0acbae80 None None] Network 82ff33c6-5c8d-4330-8977-f64f33bf5968 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:31:25.381698 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f34c32d4-58be-40ff-b6e1-6b3072485c3b tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "DELETE /v2.0/subnets/9aea9e86-8f53-4d52-bd4c-ed40ae299d24 HTTP/1.1" status: 204 len: 168 time: 0.9956238 Mar 22 12:31:25.382056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46736) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:25.538210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.538890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['e80d624f-44d2-440c-8322-640b4bbd5a8c'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:31:25.595921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.598415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.704178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-992a74a3-896c-43b0-a5e4-4f36dcf26193 None None] Set router e763eb80-d11c-4dac-a28b-b140109f7784 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:25.827842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.839921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Deleting port 934bf634-104e-407a-8be8-c271a0ea8783 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:31:25.840600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.872374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef284d2e-ce8e-4384-8c17-c1c9a8013bed req-e475c762-1a64-4375-8c0d-487291df1133 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:25.873833 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ef284d2e-ce8e-4384-8c17-c1c9a8013bed req-e475c762-1a64-4375-8c0d-487291df1133 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 944 time: 0.1393611 Mar 22 12:31:25.907558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.924976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:25.982083 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ef284d2e-ce8e-4384-8c17-c1c9a8013bed req-7ff4c52f-ce73-4f52-bdff-72da22a40d5b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994318 Mar 22 12:31:26.069774 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'Port': ['ID=d787e46c-5a07-4b9a-a983-22f6fa5c63af,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:26.074990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6289526-7096-43ac-91e8-f4806ca068b3 None None] DHCP port deletion for 82ff33c6-5c8d-4330-8977-f64f33bf5968 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:31:26.087325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c6289526-7096-43ac-91e8-f4806ca068b3 None None] Deleting port 8425652b-20d4-4005-9ee8-574a8c2895c7 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:31:26.087691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c6289526-7096-43ac-91e8-f4806ca068b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:26.094624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:26.158451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] For port 934bf634-104e-407a-8be8-c271a0ea8783, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=934bf634-104e-407a-8be8-c271a0ea8783,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:26.158936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:26.285654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Calling delete_port for 934bf634-104e-407a-8be8-c271a0ea8783 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:31:26.309433 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Floating IP 4712e47c-d923-4956-bb64-49c3143f608a associated. External IP: 172.26.0.239, port: 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3. Mar 22 12:31:26.361779 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-992a74a3-896c-43b0-a5e4-4f36dcf26193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:31:22Z', 'revision_number': 5, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:26.379727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992a74a3-896c-43b0-a5e4-4f36dcf26193 None None] The sync data for ids ['e763eb80-d11c-4dac-a28b-b140109f7784'] in dv-neutron-834653-1-hyperv is: [{'id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636764272', 'tenant_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '934bf634-104e-407a-8be8-c271a0ea8783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:27:41Z', 'updated_at': '2022-03-22T12:31:22Z', 'revision_number': 5, 'project_id': '16605afc1f8d4d6abd780c0ca94aeb71', 'gw_port': {'id': '934bf634-104e-407a-8be8-c271a0ea8783', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e763eb80-d11c-4dac-a28b-b140109f7784', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:27:42Z', 'updated_at': '2022-03-22T12:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:31:26.389285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c6289526-7096-43ac-91e8-f4806ca068b3 None None] For port 8425652b-20d4-4005-9ee8-574a8c2895c7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8425652b-20d4-4005-9ee8-574a8c2895c7,segment=NetworkSegment(b085f38f-d2aa-4421-9761-880c2f85f17a),segment_id=b085f38f-d2aa-4421-9761-880c2f85f17a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:26.389807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c6289526-7096-43ac-91e8-f4806ca068b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:26.479442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:26.515525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c6289526-7096-43ac-91e8-f4806ca068b3 None None] Calling delete_port for 8425652b-20d4-4005-9ee8-574a8c2895c7 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:31:26.525865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event deleted for resources: {'Port': ['ID=934bf634-104e-407a-8be8-c271a0ea8783,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:26.592942 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c6289526-7096-43ac-91e8-f4806ca068b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:26.641737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6289526-7096-43ac-91e8-f4806ca068b3 None None] Pushing event deleted for resources: {'Port': ['ID=8425652b-20d4-4005-9ee8-574a8c2895c7,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:26.649962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6289526-7096-43ac-91e8-f4806ca068b3 None None] No DVR routers for this DVR port 8425652b-20d4-4005-9ee8-574a8c2895c7 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:31:26.727178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:31:26.746482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.000876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.005033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.033706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.034314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Fanout notify agent at l3_agent the message router_deleted on router e763eb80-d11c-4dac-a28b-b140109f7784 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:31:27.042338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:31:27.050962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.053213 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49045c3e-f75d-48cc-abf1-8069c72cb4dc None None] Sync routers for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:31:27.061083 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c9a89328-05b0-4ca9-8506-93d12649b992 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "DELETE /v2.0/routers/e763eb80-d11c-4dac-a28b-b140109f7784 HTTP/1.1" status: 204 len: 168 time: 1.6755621 Mar 22 12:31:27.061764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46744) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:27.067070 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49045c3e-f75d-48cc-abf1-8069c72cb4dc None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:27.067887 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49045c3e-f75d-48cc-abf1-8069c72cb4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:27.137331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.200316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cadc57-7360-4813-91b9-d72101fdcda8 req-d2b4d913-d672-4cee-be94-43a08b052205 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:27.208457 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20cadc57-7360-4813-91b9-d72101fdcda8 req-d2b4d913-d672-4cee-be94-43a08b052205 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 944 time: 0.1034007 Mar 22 12:31:27.223176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.225871 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ea392c72-7193-41a3-b6b0-01b9919a294f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3007381 Mar 22 12:31:27.227634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'tag': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:31:27.263973 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20cadc57-7360-4813-91b9-d72101fdcda8 req-1caf5bfd-0b48-4026-bbd5-88ef87527120 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535450 Mar 22 12:31:27.266937 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-49045c3e-f75d-48cc-abf1-8069c72cb4dc None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:27.337666 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'tag': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'status': 'completed', 'code': 200} Mar 22 12:31:27.402153 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.435195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ff33c6-5c8d-4330-8977-f64f33bf5968']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:27.449009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b085f38f-d2aa-4421-9761-880c2f85f17a') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:27.449302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b085f38f-d2aa-4421-9761-880c2f85f17a') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:27.467986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.490518 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-990fc5e6-cb88-4799-aa0c-432276f9dd13 req-cfb34d1b-021d-4601-9909-bdb04cb14eab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 1099 time: 0.1520379 Mar 22 12:31:27.492297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.518168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:31:27.518532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:31:27.532653 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:31:27.599749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ffd0aa5e-261e-474f-8ff2-1208b6a508e2 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:31:27.627015 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49045c3e-f75d-48cc-abf1-8069c72cb4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '4712e47c-d923-4956-bb64-49c3143f608a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:54:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:25Z', 'updated_at': '2022-03-22T12:31:25Z', 'revision_number': 0, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:27.632257 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49045c3e-f75d-48cc-abf1-8069c72cb4dc None None] Checking router: 781547b3-3a3c-462d-98e3-6a7b7c2adb46 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:31:27.633638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: ffd0aa5e-261e-474f-8ff2-1208b6a508e2 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:31:27.634028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ffd0aa5e-261e-474f-8ff2-1208b6a508e2 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:31:27.634527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8425652b-20d4-4005-9ee8-574a8c2895c7 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:31:27.643863 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49045c3e-f75d-48cc-abf1-8069c72cb4dc None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:27.644463 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49045c3e-f75d-48cc-abf1-8069c72cb4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:27.666138 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 8425652b-20d4-4005-9ee8-574a8c2895c7 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:31:27.668978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8425652b-20d4-4005-9ee8-574a8c2895c7 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:31:27.682000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.710157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.722760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event deleted for resources: {'Network': ['ID=82ff33c6-5c8d-4330-8977-f64f33bf5968,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:27.732811 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f53094d6-8c6f-48ef-a03b-9f4adc4be900 tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "DELETE /v2.0/networks/82ff33c6-5c8d-4330-8977-f64f33bf5968 HTTP/1.1" status: 204 len: 168 time: 0.6702638 Mar 22 12:31:27.735833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46752) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:27.740018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fc5e6-cb88-4799-aa0c-432276f9dd13 req-06b3df24-6d92-461c-af8b-28f2a6a519f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:27.741394 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-990fc5e6-cb88-4799-aa0c-432276f9dd13 req-06b3df24-6d92-461c-af8b-28f2a6a519f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 912 time: 0.2450974 Mar 22 12:31:27.807410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1e581ca-2163-43fe-bd26-bc3cbd4301da tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.818715 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-49045c3e-f75d-48cc-abf1-8069c72cb4dc None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:27.837001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1e581ca-2163-43fe-bd26-bc3cbd4301da tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.851527 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-990fc5e6-cb88-4799-aa0c-432276f9dd13 req-cd278b7c-d65e-4459-9ab0-f6f6ce5febfe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 HTTP/1.1" status: 200 len: 1000 time: 0.1036494 Mar 22 12:31:27.904558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1e581ca-2163-43fe-bd26-bc3cbd4301da tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.923862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fc5e6-cb88-4799-aa0c-432276f9dd13 req-f3db2233-e1cf-4e20-ac64-8e7e568cd370 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:27.925288 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-990fc5e6-cb88-4799-aa0c-432276f9dd13 req-f3db2233-e1cf-4e20-ac64-8e7e568cd370 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0682938 Mar 22 12:31:27.928780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e581ca-2163-43fe-bd26-bc3cbd4301da tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcde607-7b1d-4483-b84c-e72a9edbb7a6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:27.949980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e1e581ca-2163-43fe-bd26-bc3cbd4301da tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:27.951112 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e1e581ca-2163-43fe-bd26-bc3cbd4301da tempest-TestNetworkAdvancedServerOps-1198618848 tempest-TestNetworkAdvancedServerOps-1198618848-project] 10.222.0.62 "DELETE /v2.0/security-groups/ddcde607-7b1d-4483-b84c-e72a9edbb7a6 HTTP/1.1" status: 204 len: 168 time: 0.2141213 Mar 22 12:31:28.026472 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-990fc5e6-cb88-4799-aa0c-432276f9dd13 req-f257fda1-be1d-4fa7-a03a-9786b7be923e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940318 Mar 22 12:31:28.159856 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-990fc5e6-cb88-4799-aa0c-432276f9dd13 req-33cd7e50-8016-414c-a662-198423e61528 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278470 Mar 22 12:31:28.218691 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49045c3e-f75d-48cc-abf1-8069c72cb4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '4712e47c-d923-4956-bb64-49c3143f608a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:54:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:25Z', 'updated_at': '2022-03-22T12:31:25Z', 'revision_number': 0, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:28.223549 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49045c3e-f75d-48cc-abf1-8069c72cb4dc None None] The sync data for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv is: [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '4712e47c-d923-4956-bb64-49c3143f608a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:54:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:25Z', 'updated_at': '2022-03-22T12:31:25Z', 'revision_number': 0, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:31:28.316935 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-990fc5e6-cb88-4799-aa0c-432276f9dd13 req-cd33d4ca-64a5-4146-92a7-13ecb36ba9f6 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512818 Mar 22 12:31:28.361584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46764) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:28.470526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc4dba-0859-48b3-9408-0dff7b0ce229 req-bd5c4218-8dc3-4de1-ae5b-38c1c3166d63 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:28.471953 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8abc4dba-0859-48b3-9408-0dff7b0ce229 req-bd5c4218-8dc3-4de1-ae5b-38c1c3166d63 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 944 time: 0.0739572 Mar 22 12:31:28.517005 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8abc4dba-0859-48b3-9408-0dff7b0ce229 req-e08f8338-4099-4d37-bc19-35bfe44411bc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391972 Mar 22 12:31:28.529474 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2a70ca2b-4ced-43ac-a726-dfe6c46c4589 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16605afc1f8d4d6abd780c0ca94aeb71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1667542 Mar 22 12:31:28.532073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46770) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:28.589724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-057543a0-aaf4-4345-a0a6-333ae260d857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:28.618139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-057543a0-aaf4-4345-a0a6-333ae260d857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:28.675566 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-057543a0-aaf4-4345-a0a6-333ae260d857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:28.692211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057543a0-aaf4-4345-a0a6-333ae260d857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1799521-e8ee-4607-8799-08c05f974362,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:28.694963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eeede01f-b514-405c-824f-1cc7bef16cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:28.699602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-057543a0-aaf4-4345-a0a6-333ae260d857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:28.700286 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-057543a0-aaf4-4345-a0a6-333ae260d857 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1799521-e8ee-4607-8799-08c05f974362 HTTP/1.1" status: 204 len: 168 time: 0.1670978 Mar 22 12:31:28.713838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e80d624f-44d2-440c-8322-640b4bbd5a8c up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:31:28.787286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port e80d624f-44d2-440c-8322-640b4bbd5a8c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:31:28.792267 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port e80d624f-44d2-440c-8322-640b4bbd5a8c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:31:28.792631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:28.907440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:28.933243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80d624f-44d2-440c-8322-640b4bbd5a8c'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:31:28.947306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e80d624f-44d2-440c-8322-640b4bbd5a8c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e80d624f-44d2-440c-8322-640b4bbd5a8c,segment=NetworkSegment(5880f210-5242-4750-8355-04eca704ac03),segment_id=5880f210-5242-4750-8355-04eca704ac03)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:31:28.952921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:28.990275 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80d624f-44d2-440c-8322-640b4bbd5a8c', 'code': 200} Mar 22 12:31:29.034008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46780) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:29.034761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=e80d624f-44d2-440c-8322-640b4bbd5a8c,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:29.053659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc94fa7c-f22e-4d81-889f-d4410e61e446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:29.085376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cc94fa7c-f22e-4d81-889f-d4410e61e446 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:29.089555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cc94fa7c-f22e-4d81-889f-d4410e61e446 admin admin] Usage tracker for resource:security_group_rule and tenant:4a2e5898612548c79efda93daaad730e is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:29.093709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cc94fa7c-f22e-4d81-889f-d4410e61e446 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:29.099543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cc94fa7c-f22e-4d81-889f-d4410e61e446 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:29.203007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc94fa7c-f22e-4d81-889f-d4410e61e446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:29.217655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cc94fa7c-f22e-4d81-889f-d4410e61e446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:29.370848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94fa7c-f22e-4d81-889f-d4410e61e446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0550b02b-a8bd-4920-a7ed-c2dc97a87ad1,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:29.378751 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cc94fa7c-f22e-4d81-889f-d4410e61e446 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a2e5898612548c79efda93daaad730e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3436954 Mar 22 12:31:29.381796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46784) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:29.382892 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1fca4ffc-026a-4d75-ad1d-01c452c7f6d4 req-c3372281-9c11-4ab5-bf51-88cd0a1bd5b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 1098 time: 0.2320211 Mar 22 12:31:29.425774 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1fca4ffc-026a-4d75-ad1d-01c452c7f6d4 req-0c72900a-7e3e-49b2-ac67-f016ebf5390a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369756 Mar 22 12:31:29.445471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-49e83d24-640e-45a1-97bc-833b86971a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:29.477672 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-49e83d24-640e-45a1-97bc-833b86971a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:29.623715 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-49e83d24-640e-45a1-97bc-833b86971a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:29.637843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e83d24-640e-45a1-97bc-833b86971a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0550b02b-a8bd-4920-a7ed-c2dc97a87ad1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:29.643890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-49e83d24-640e-45a1-97bc-833b86971a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:29.647532 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-49e83d24-640e-45a1-97bc-833b86971a43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0550b02b-a8bd-4920-a7ed-c2dc97a87ad1 HTTP/1.1" status: 204 len: 168 time: 0.2623789 Mar 22 12:31:29.725457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58054ab-54d6-4921-90b6-f19aa9756320 req-83180d05-1d10-4601-ae6d-e6eb07d14bf5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:29.726934 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f58054ab-54d6-4921-90b6-f19aa9756320 req-83180d05-1d10-4601-ae6d-e6eb07d14bf5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 945 time: 0.0782955 Mar 22 12:31:29.771024 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f58054ab-54d6-4921-90b6-f19aa9756320 req-ba0dd72b-2a6f-4791-9ead-cd51393938ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387506 Mar 22 12:31:30.971899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58846c-fe63-4efd-9095-0393f389bde1 req-f6252611-39cc-4d13-959f-69eb67f02c79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:30.973309 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c58846c-fe63-4efd-9095-0393f389bde1 req-f6252611-39cc-4d13-959f-69eb67f02c79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 945 time: 0.0810769 Mar 22 12:31:31.021234 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9c58846c-fe63-4efd-9095-0393f389bde1 req-10acb9ec-b664-4e37-ab44-a9752409f371 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409889 Mar 22 12:31:31.222964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7e46b-53c3-4b5c-a1bc-3f822f4d170d req-9d45d530-b1dd-46ae-b9df-369225acc569 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:31.224383 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b9f7e46b-53c3-4b5c-a1bc-3f822f4d170d req-9d45d530-b1dd-46ae-b9df-369225acc569 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 945 time: 0.0812664 Mar 22 12:31:31.272406 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b9f7e46b-53c3-4b5c-a1bc-3f822f4d170d req-47c6b59d-7f30-4342-ad72-2bd95b7e171b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423248 Mar 22 12:31:31.301271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46796) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:31.382751 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-eea08149-87f7-43aa-ad90-689917666a91 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 1093 time: 0.0801802 Mar 22 12:31:31.385300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46800) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:31.390467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'e80d624f-44d2-440c-8322-640b4bbd5a8c', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:31:31.396364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:31:31.400319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:floatingip and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:31:31.403247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:31:31.409307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:31:31.424475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:31.483133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee8932-9272-4ed5-a117-0b8028e8c462 None None] New status for floating IP 4712e47c-d923-4956-bb64-49c3143f608a: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:31:31.567149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:31.706554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.223 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/65e4ba3d-cbd3-45b4-adb3-6131a8374834) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:31:31.728620 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80f22820-4ed6-4d0c-ab74-a1f03cc2e3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:31.854050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:31.885365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:31.916245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:31.954427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:31:31.957233 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:31:31.961083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:31:31.985396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=65e4ba3d-cbd3-45b4-adb3-6131a8374834,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:32.023275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:32.471723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:32.529498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:32.736656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:32.742732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:32.922344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=65e4ba3d-cbd3-45b4-adb3-6131a8374834,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:31:32.938150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:33.137796 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP aeeb6dd6-48d7-4d2d-a4ec-5135450add13 associated. External IP: 172.26.0.223, port: e80d624f-44d2-440c-8322-640b4bbd5a8c. Mar 22 12:31:33.236092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:33.539298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4a9509e0-c0f9-447f-8509-c7cf78647819 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:31:33.776391 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:31:33.786768 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7570f8-6393-4c63-9664-edb970873079 None None] Sync routers for ids ['4a9509e0-c0f9-447f-8509-c7cf78647819'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:31:33.799736 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7570f8-6393-4c63-9664-edb970873079 None None] Routers {'4a9509e0-c0f9-447f-8509-c7cf78647819'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:33.800089 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eb7570f8-6393-4c63-9664-edb970873079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4a9509e0-c0f9-447f-8509-c7cf78647819'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:33.807318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:33.868077 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6a533020-81b6-4e9c-81a8-b089d2aa0b62 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4807262 Mar 22 12:31:33.868077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'tag': 'e80d624f-44d2-440c-8322-640b4bbd5a8c'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:31:33.870598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46806) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:33.951887 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'tag': 'e80d624f-44d2-440c-8322-640b4bbd5a8c', 'status': 'completed', 'code': 200} Mar 22 12:31:34.045290 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-eb7570f8-6393-4c63-9664-edb970873079 None None] Set router 4a9509e0-c0f9-447f-8509-c7cf78647819 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:34.047847 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-37b98138-1ce2-4317-b22d-1f235cb98ef1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/aeeb6dd6-48d7-4d2d-a4ec-5135450add13 HTTP/1.1" status: 200 len: 991 time: 0.1722426 Mar 22 12:31:34.073540 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-39b99d56-fe01-40b2-b71e-3152eabe7bea req-1d240ba4-3df2-49fb-b941-00930f628d7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 1098 time: 0.0924406 Mar 22 12:31:34.222594 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b99d56-fe01-40b2-b71e-3152eabe7bea req-dafbee11-8138-44fb-963d-74d79d9f5ed1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:34.222594 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-39b99d56-fe01-40b2-b71e-3152eabe7bea req-dafbee11-8138-44fb-963d-74d79d9f5ed1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=af346ca7-eabd-4839-862d-c3c654d8462f HTTP/1.1" status: 200 len: 898 time: 0.1411524 Mar 22 12:31:34.342452 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-39b99d56-fe01-40b2-b71e-3152eabe7bea req-4d80e0d3-20da-4110-8eb3-d36555d96c27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e80d624f-44d2-440c-8322-640b4bbd5a8c HTTP/1.1" status: 200 len: 999 time: 0.1049850 Mar 22 12:31:34.411826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b99d56-fe01-40b2-b71e-3152eabe7bea req-23ec61ba-f320-42d4-afee-720c840bce01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:31:34.413683 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-39b99d56-fe01-40b2-b71e-3152eabe7bea req-23ec61ba-f320-42d4-afee-720c840bce01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1c88772-ec9d-453e-a1a9-3e39d9560363 HTTP/1.1" status: 200 len: 835 time: 0.0657332 Mar 22 12:31:34.429711 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eb7570f8-6393-4c63-9664-edb970873079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'aeeb6dd6-48d7-4d2d-a4ec-5135450add13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.223', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'port_id': 'e80d624f-44d2-440c-8322-640b4bbd5a8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'mac_address': 'fa:16:3e:47:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:32Z', 'updated_at': '2022-03-22T12:31:32Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f371d31b-a254-472a-8347-6cf081a11053', 'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:71:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:08Z', 'updated_at': '2022-03-22T12:31:15Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:34.434432 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7570f8-6393-4c63-9664-edb970873079 None None] Checking router: 4a9509e0-c0f9-447f-8509-c7cf78647819 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:31:34.444961 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7570f8-6393-4c63-9664-edb970873079 None None] Routers {'4a9509e0-c0f9-447f-8509-c7cf78647819'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:31:34.446513 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eb7570f8-6393-4c63-9664-edb970873079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:31:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4a9509e0-c0f9-447f-8509-c7cf78647819'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:34.499942 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-39b99d56-fe01-40b2-b71e-3152eabe7bea req-251792c9-302d-4a4a-9fc3-40834e9b58bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af346ca7-eabd-4839-862d-c3c654d8462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778248 Mar 22 12:31:34.640929 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-eb7570f8-6393-4c63-9664-edb970873079 None None] Set router 4a9509e0-c0f9-447f-8509-c7cf78647819 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:31:34.740958 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-39b99d56-fe01-40b2-b71e-3152eabe7bea req-4f5067de-e0a8-41b5-a985-7db5d9bff9ab service neutron] 10.222.0.55 "GET /v2.0/networks/af346ca7-eabd-4839-862d-c3c654d8462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360923 Mar 22 12:31:34.870523 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-39b99d56-fe01-40b2-b71e-3152eabe7bea req-e2275aa9-151e-40f8-8f61-a162e20ade06 service neutron] 10.222.0.55 "GET /v2.0/networks/af346ca7-eabd-4839-862d-c3c654d8462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239464 Mar 22 12:31:34.994761 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-eb7570f8-6393-4c63-9664-edb970873079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'aeeb6dd6-48d7-4d2d-a4ec-5135450add13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.223', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'port_id': 'e80d624f-44d2-440c-8322-640b4bbd5a8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'mac_address': 'fa:16:3e:47:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:32Z', 'updated_at': '2022-03-22T12:31:32Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f371d31b-a254-472a-8347-6cf081a11053', 'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:71:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:08Z', 'updated_at': '2022-03-22T12:31:15Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:31:34.998667 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7570f8-6393-4c63-9664-edb970873079 None None] The sync data for ids ['4a9509e0-c0f9-447f-8509-c7cf78647819'] in dv-neutron-834653-1-hyperv is: [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'aeeb6dd6-48d7-4d2d-a4ec-5135450add13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.223', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'port_id': 'e80d624f-44d2-440c-8322-640b4bbd5a8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'mac_address': 'fa:16:3e:47:17:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:32Z', 'updated_at': '2022-03-22T12:31:32Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f371d31b-a254-472a-8347-6cf081a11053', 'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:71:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:08Z', 'updated_at': '2022-03-22T12:31:15Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:31:35.047491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46812) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:35.154310 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d17ab111-ef71-4bf9-97fe-ae9326f20167 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/aeeb6dd6-48d7-4d2d-a4ec-5135450add13 HTTP/1.1" status: 200 len: 991 time: 0.1056287 Mar 22 12:31:35.190551 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee675ea-a03b-4c3f-85e3-7e13dad75ad2 None None] New status for floating IP aeeb6dd6-48d7-4d2d-a4ec-5135450add13: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:31:35.496754 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 934bf634-104e-407a-8be8-c271a0ea8783 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:31:35.529133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 934bf634-104e-407a-8be8-c271a0ea8783 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:31:35.529440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 934bf634-104e-407a-8be8-c271a0ea8783 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:31:36.159284 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46816) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:31:36.265214 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-37896f43-04fd-44b7-91f8-9eae845e975e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/aeeb6dd6-48d7-4d2d-a4ec-5135450add13 HTTP/1.1" status: 200 len: 993 time: 0.1044817 Mar 22 12:31:43.225026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:31:58.157863 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:31:58.705317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c3d98b48-4af1-487b-b1f5-8828ac0ba523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:01.671634 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6d0d1047-61dc-4225-b523-e66fc1878a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:01.933337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:02.032637 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:03.249374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:13.244938 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:22.416137 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6912c00d-a04c-4322-b239-ca1cf727530d req-03abd423-6d5c-4b0f-95ab-fd5964de01f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3113368 Mar 22 12:32:22.559659 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6912c00d-a04c-4322-b239-ca1cf727530d req-7da0e346-9a92-4b8d-b087-e7a2039fe8da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 1099 time: 0.0749214 Mar 22 12:32:22.707498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912c00d-a04c-4322-b239-ca1cf727530d req-8a32a4ae-a9b6-4cc6-80bb-2221525ffc62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:32:22.708947 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6912c00d-a04c-4322-b239-ca1cf727530d req-8a32a4ae-a9b6-4cc6-80bb-2221525ffc62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 912 time: 0.1297748 Mar 22 12:32:22.817769 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6912c00d-a04c-4322-b239-ca1cf727530d req-9119fbd0-e7ce-4dc2-8eaf-442463f105be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 HTTP/1.1" status: 200 len: 1002 time: 0.1016266 Mar 22 12:32:22.885304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912c00d-a04c-4322-b239-ca1cf727530d req-0525f8b6-ba73-43cc-be4e-ef0d175ae95e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:32:22.885304 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6912c00d-a04c-4322-b239-ca1cf727530d req-0525f8b6-ba73-43cc-be4e-ef0d175ae95e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0596697 Mar 22 12:32:22.959389 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6912c00d-a04c-4322-b239-ca1cf727530d req-2e0821aa-78d6-4eb0-ae08-459dedeafa99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696373 Mar 22 12:32:23.092961 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6912c00d-a04c-4322-b239-ca1cf727530d req-5e0c5b65-90a5-4d56-a00d-9b00abe990a9 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276283 Mar 22 12:32:23.235257 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6912c00d-a04c-4322-b239-ca1cf727530d req-0dd94c6e-b521-495a-bb7b-a1ec44c8dfb3 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368055 Mar 22 12:32:28.707902 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-49066f38-9ace-4e28-8bc2-ae18e809c165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:31.671162 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af8e650a-7b79-491d-a6f0-e07bfd151841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:31.930019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:32.026625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:33.246782 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:35.152261 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:32:43.228202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:49.331844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46856) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:32:49.581483 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e0fbade4-b106-48c9-aca7-7857742e95f1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/aeeb6dd6-48d7-4d2d-a4ec-5135450add13 HTTP/1.1" status: 200 len: 993 time: 0.2484982 Mar 22 12:32:49.921193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46868) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:32:50.131908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 65e4ba3d-cbd3-45b4-adb3-6131a8374834 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:32:50.132243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:50.294224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:50.294486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:50.410624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 65e4ba3d-cbd3-45b4-adb3-6131a8374834 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:32:50.575063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:50.617842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=65e4ba3d-cbd3-45b4-adb3-6131a8374834,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:32:50.656708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:50.657039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:50.657362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:50.657711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:50.658026 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:50.658340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:50.658624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:50.658948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:50.659261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:50.659563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:50.659877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:50.723177 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:51.207336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4a9509e0-c0f9-447f-8509-c7cf78647819 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:32:51.406443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:32:51.416025 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8478a62-5b83-44ed-a518-f67b385d6a64 None None] Sync routers for ids ['4a9509e0-c0f9-447f-8509-c7cf78647819'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:32:51.427901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:51.428777 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8478a62-5b83-44ed-a518-f67b385d6a64 None None] Routers {'4a9509e0-c0f9-447f-8509-c7cf78647819'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:32:51.429368 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a8478a62-5b83-44ed-a518-f67b385d6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:32:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4a9509e0-c0f9-447f-8509-c7cf78647819'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:32:51.479727 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0c9d1401-ac80-4a22-a140-fb615f158b30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/floatingips/aeeb6dd6-48d7-4d2d-a4ec-5135450add13 HTTP/1.1" status: 204 len: 168 time: 1.5573344 Mar 22 12:32:51.480280 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'tag': 'e80d624f-44d2-440c-8322-640b4bbd5a8c'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:32:51.537634 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'tag': 'e80d624f-44d2-440c-8322-640b4bbd5a8c', 'status': 'completed', 'code': 200} Mar 22 12:32:51.605384 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a8478a62-5b83-44ed-a518-f67b385d6a64 None None] Set router 4a9509e0-c0f9-447f-8509-c7cf78647819 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:32:51.633340 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a23b2364-649a-4335-95c0-cee46437d94d req-1bb77fb0-7c8a-404b-88ee-ea26006a3c01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 1098 time: 0.0739894 Mar 22 12:32:51.768029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b2364-649a-4335-95c0-cee46437d94d req-51e77f6f-e4cf-40ae-bfd5-b86fed86e57c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:32:51.769439 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a23b2364-649a-4335-95c0-cee46437d94d req-51e77f6f-e4cf-40ae-bfd5-b86fed86e57c service neutron] 10.222.0.55 "GET /v2.0/networks?id=af346ca7-eabd-4839-862d-c3c654d8462f HTTP/1.1" status: 200 len: 898 time: 0.1304412 Mar 22 12:32:51.837076 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a23b2364-649a-4335-95c0-cee46437d94d req-90f6cb0e-62d0-45c0-ac19-0e206f871b75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e80d624f-44d2-440c-8322-640b4bbd5a8c HTTP/1.1" status: 200 len: 217 time: 0.0611629 Mar 22 12:32:51.901028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b2364-649a-4335-95c0-cee46437d94d req-4505abb1-ef0d-4bc3-838d-0c0d3e1bec30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:32:51.902647 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a23b2364-649a-4335-95c0-cee46437d94d req-4505abb1-ef0d-4bc3-838d-0c0d3e1bec30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e1c88772-ec9d-453e-a1a9-3e39d9560363 HTTP/1.1" status: 200 len: 835 time: 0.0598118 Mar 22 12:32:51.934147 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a8478a62-5b83-44ed-a518-f67b385d6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'f371d31b-a254-472a-8347-6cf081a11053', 'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:71:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:08Z', 'updated_at': '2022-03-22T12:31:15Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:32:51.938134 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8478a62-5b83-44ed-a518-f67b385d6a64 None None] Checking router: 4a9509e0-c0f9-447f-8509-c7cf78647819 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:32:51.948544 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8478a62-5b83-44ed-a518-f67b385d6a64 None None] Routers {'4a9509e0-c0f9-447f-8509-c7cf78647819'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:32:51.949129 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a8478a62-5b83-44ed-a518-f67b385d6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:32:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4a9509e0-c0f9-447f-8509-c7cf78647819'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:32:51.976635 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a23b2364-649a-4335-95c0-cee46437d94d req-c57c1750-b8ae-4dee-9289-f7b791744b8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=af346ca7-eabd-4839-862d-c3c654d8462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668676 Mar 22 12:32:52.016518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6f12d-5782-4976-b276-0b92dddf8011 req-cc63189b-7479-468b-93e0-f54cae4c3e52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:32:52.017200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a1b6f12d-5782-4976-b276-0b92dddf8011 req-cc63189b-7479-468b-93e0-f54cae4c3e52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:32:52.032942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a1b6f12d-5782-4976-b276-0b92dddf8011 req-cc63189b-7479-468b-93e0-f54cae4c3e52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:32:52.034126 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a1b6f12d-5782-4976-b276-0b92dddf8011 req-cc63189b-7479-468b-93e0-f54cae4c3e52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 945 time: 0.2402737 Mar 22 12:32:52.087711 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a1b6f12d-5782-4976-b276-0b92dddf8011 req-78c7e0c4-f30d-40d2-ac8a-086cf2f435ac tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477529 Mar 22 12:32:52.118651 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a23b2364-649a-4335-95c0-cee46437d94d req-855819d3-ba92-49ba-9731-4e49aa245cae service neutron] 10.222.0.55 "GET /v2.0/networks/af346ca7-eabd-4839-862d-c3c654d8462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349323 Mar 22 12:32:52.134325 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a8478a62-5b83-44ed-a518-f67b385d6a64 None None] Set router 4a9509e0-c0f9-447f-8509-c7cf78647819 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:32:52.339650 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a23b2364-649a-4335-95c0-cee46437d94d req-5ea2df7b-0e0f-401a-a986-0805fe6d3227 service neutron] 10.222.0.55 "GET /v2.0/networks/af346ca7-eabd-4839-862d-c3c654d8462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145443 Mar 22 12:32:52.458573 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a8478a62-5b83-44ed-a518-f67b385d6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'f371d31b-a254-472a-8347-6cf081a11053', 'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:71:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:08Z', 'updated_at': '2022-03-22T12:31:15Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:32:52.462755 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8478a62-5b83-44ed-a518-f67b385d6a64 None None] The sync data for ids ['4a9509e0-c0f9-447f-8509-c7cf78647819'] in dv-neutron-834653-1-hyperv is: [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'f371d31b-a254-472a-8347-6cf081a11053', 'name': '', 'network_id': 'af346ca7-eabd-4839-862d-c3c654d8462f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:71:bb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:08Z', 'updated_at': '2022-03-22T12:31:15Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'e1c88772-ec9d-453e-a1a9-3e39d9560363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:32:52.680101 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4ed22b-8029-4f2e-b329-88635130afd8 None None] New status for floating IP aeeb6dd6-48d7-4d2d-a4ec-5135450add13: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:32:53.410253 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8d5f-1d4f-4f47-a223-90a21f01b627 req-7de5da83-d019-44b4-b72a-4edbefc400b8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:32:53.411572 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f8fb8d5f-1d4f-4f47-a223-90a21f01b627 req-7de5da83-d019-44b4-b72a-4edbefc400b8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 945 time: 0.2006924 Mar 22 12:32:53.479608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be73468-68d8-4570-a7ad-9a57f9bed560 req-136b943c-f5c4-463e-b5fa-a7d7830cf519 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:32:53.480991 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2be73468-68d8-4570-a7ad-9a57f9bed560 req-136b943c-f5c4-463e-b5fa-a7d7830cf519 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 945 time: 0.1197419 Mar 22 12:32:53.483136 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f8fb8d5f-1d4f-4f47-a223-90a21f01b627 req-814ffd9d-16cf-44ae-836f-585508574999 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=387ef8e4-49bb-4de6-9d93-a43e52965d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611897 Mar 22 12:32:53.549322 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-2be73468-68d8-4570-a7ad-9a57f9bed560 req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port e80d624f-44d2-440c-8322-640b4bbd5a8c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:32:53.549664 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2be73468-68d8-4570-a7ad-9a57f9bed560 req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:53.795675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-2be73468-68d8-4570-a7ad-9a57f9bed560 req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port e80d624f-44d2-440c-8322-640b4bbd5a8c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e80d624f-44d2-440c-8322-640b4bbd5a8c,segment=NetworkSegment(5880f210-5242-4750-8355-04eca704ac03),segment_id=5880f210-5242-4750-8355-04eca704ac03)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:32:53.796079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2be73468-68d8-4570-a7ad-9a57f9bed560 req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:53.918088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-2be73468-68d8-4570-a7ad-9a57f9bed560 req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for e80d624f-44d2-440c-8322-640b4bbd5a8c owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:32:54.062069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2be73468-68d8-4570-a7ad-9a57f9bed560 req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:54.107645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=e80d624f-44d2-440c-8322-640b4bbd5a8c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:32:54.147171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:54.147519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:54.147860 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:54.148184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:54.149761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:54.150122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:54.150452 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:54.150788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:54.151103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:54.151422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:54.151738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:32:54.196072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be73468-68d8-4570-a7ad-9a57f9bed560 req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] No DVR routers for this DVR port e80d624f-44d2-440c-8322-640b4bbd5a8c on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:32:54.198688 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-2be73468-68d8-4570-a7ad-9a57f9bed560 req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:54.201600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'name': 'network-vif-deleted', 'tag': 'e80d624f-44d2-440c-8322-640b4bbd5a8c'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:32:54.217856 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2be73468-68d8-4570-a7ad-9a57f9bed560 req-836b110b-ddf3-4144-a6aa-c3bdee827f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "DELETE /v2.0/ports/e80d624f-44d2-440c-8322-640b4bbd5a8c HTTP/1.1" status: 204 len: 173 time: 0.7315552 Mar 22 12:32:54.339158 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91464d6-cdc3-4a61-8a17-8154b3fa59bb', 'name': 'network-vif-deleted', 'tag': 'e80d624f-44d2-440c-8322-640b4bbd5a8c', 'status': 'completed', 'code': 200} Mar 22 12:32:54.664326 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-cc5e9335-a94f-4e5e-8ec1-96559cdb214b req-3e76abea-d8eb-4d44-a205-8027ac01feda tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:32:54.682210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-cc5e9335-a94f-4e5e-8ec1-96559cdb214b req-3e76abea-d8eb-4d44-a205-8027ac01feda tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:32:54.683395 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cc5e9335-a94f-4e5e-8ec1-96559cdb214b req-3e76abea-d8eb-4d44-a205-8027ac01feda tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=e91464d6-cdc3-4a61-8a17-8154b3fa59bb HTTP/1.1" status: 200 len: 210 time: 0.0614338 Mar 22 12:32:55.800737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46892) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:32:55.868002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d6ec747-2dbf-409f-b9f9-7558bea4d3c8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:55.897215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d6ec747-2dbf-409f-b9f9-7558bea4d3c8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:55.964216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d6ec747-2dbf-409f-b9f9-7558bea4d3c8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:55.983827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ec747-2dbf-409f-b9f9-7558bea4d3c8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=387ef8e4-49bb-4de6-9d93-a43e52965d3f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:32:55.995770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d6ec747-2dbf-409f-b9f9-7558bea4d3c8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:55.996877 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0d6ec747-2dbf-409f-b9f9-7558bea4d3c8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/387ef8e4-49bb-4de6-9d93-a43e52965d3f HTTP/1.1" status: 204 len: 168 time: 0.1951907 Mar 22 12:32:56.037963 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46898) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:32:56.540036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:56.960692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e80d624f-44d2-440c-8322-640b4bbd5a8c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:32:56.995594 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: e80d624f-44d2-440c-8322-640b4bbd5a8c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:32:56.995979 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e80d624f-44d2-440c-8322-640b4bbd5a8c not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:32:57.166709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port f371d31b-a254-472a-8347-6cf081a11053 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:32:57.167376 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:57.359550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port f371d31b-a254-472a-8347-6cf081a11053, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f371d31b-a254-472a-8347-6cf081a11053,segment=NetworkSegment(5880f210-5242-4750-8355-04eca704ac03),segment_id=5880f210-5242-4750-8355-04eca704ac03)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:32:57.359915 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:57.483484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for f371d31b-a254-472a-8347-6cf081a11053 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:32:57.671853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:57.719832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=f371d31b-a254-472a-8347-6cf081a11053,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:32:58.009331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:58.693774 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4a9509e0-c0f9-447f-8509-c7cf78647819 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:32:58.702016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e13e-c2a0-449f-8bd1-dae1ee00f527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:58.900707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:32:58.910966 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ec78f0-2919-4676-a70c-e495b3c10ff5 None None] Sync routers for ids ['4a9509e0-c0f9-447f-8509-c7cf78647819'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:32:58.918582 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c9e15e08-d407-4801-8618-ebdeb94325f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/4a9509e0-c0f9-447f-8509-c7cf78647819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8793519 Mar 22 12:32:58.921375 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46904) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:32:58.923579 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec78f0-2919-4676-a70c-e495b3c10ff5 None None] Routers {'4a9509e0-c0f9-447f-8509-c7cf78647819'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:32:58.924182 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-92ec78f0-2919-4676-a70c-e495b3c10ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:32:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4a9509e0-c0f9-447f-8509-c7cf78647819'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:32:59.098000 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-92ec78f0-2919-4676-a70c-e495b3c10ff5 None None] Set router 4a9509e0-c0f9-447f-8509-c7cf78647819 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:32:59.105728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdd0da9-2195-4a50-8fef-93e1ccd876d8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting subnet e1c88772-ec9d-453e-a1a9-3e39d9560363 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:32:59.108804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0da9-2195-4a50-8fef-93e1ccd876d8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:59.163151 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0da9-2195-4a50-8fef-93e1ccd876d8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:59.248307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0da9-2195-4a50-8fef-93e1ccd876d8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:59.320591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0da9-2195-4a50-8fef-93e1ccd876d8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:59.358971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd0da9-2195-4a50-8fef-93e1ccd876d8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c88772-ec9d-453e-a1a9-3e39d9560363,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:32:59.363461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0da9-2195-4a50-8fef-93e1ccd876d8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:59.370145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996f0af2-271a-4df4-897f-47a4470c938f None None] Network af346ca7-eabd-4839-862d-c3c654d8462f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:32:59.373537 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7fdd0da9-2195-4a50-8fef-93e1ccd876d8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/subnets/e1c88772-ec9d-453e-a1a9-3e39d9560363 HTTP/1.1" status: 204 len: 168 time: 0.4487360 Mar 22 12:32:59.374070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46908) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:32:59.397964 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-92ec78f0-2919-4676-a70c-e495b3c10ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:32:57Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:32:59.401899 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ec78f0-2919-4676-a70c-e495b3c10ff5 None None] Checking router: 4a9509e0-c0f9-447f-8509-c7cf78647819 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:32:59.412218 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec78f0-2919-4676-a70c-e495b3c10ff5 None None] Routers {'4a9509e0-c0f9-447f-8509-c7cf78647819'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:32:59.412800 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-92ec78f0-2919-4676-a70c-e495b3c10ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:32:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4a9509e0-c0f9-447f-8509-c7cf78647819'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:32:59.586794 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-92ec78f0-2919-4676-a70c-e495b3c10ff5 None None] Set router 4a9509e0-c0f9-447f-8509-c7cf78647819 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:32:59.597644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:59.646316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] DHCP port deletion for af346ca7-eabd-4839-862d-c3c654d8462f request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:32:59.650925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Deleting port 9866ddba-6e5e-489d-b292-14f8c6c891d5 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:32:59.651491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:59.858967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] For port 9866ddba-6e5e-489d-b292-14f8c6c891d5, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9866ddba-6e5e-489d-b292-14f8c6c891d5,segment=NetworkSegment(5880f210-5242-4750-8355-04eca704ac03),segment_id=5880f210-5242-4750-8355-04eca704ac03)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:32:59.859618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:59.862704 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-92ec78f0-2919-4676-a70c-e495b3c10ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:32:57Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:32:59.866525 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ec78f0-2919-4676-a70c-e495b3c10ff5 None None] The sync data for ids ['4a9509e0-c0f9-447f-8509-c7cf78647819'] in dv-neutron-834653-1-hyperv is: [{'id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'name': 'tempest-TestNetworkBasicOps-router-488408652', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104'}], 'enable_snat': True}, 'gw_port_id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:32:57Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '8cfd8529-e1cb-4c8f-8b29-0377b24ba444', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:be:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9509e0-c0f9-447f-8509-c7cf78647819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:31:04Z', 'updated_at': '2022-03-22T12:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:32:59.922739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:32:59.932372 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:32:59.932694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:00.015034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Calling delete_port for 9866ddba-6e5e-489d-b292-14f8c6c891d5 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:33:00.090356 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:00.108906 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 8cfd8529-e1cb-4c8f-8b29-0377b24ba444, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8cfd8529-e1cb-4c8f-8b29-0377b24ba444,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:33:00.109305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:00.132034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Pushing event deleted for resources: {'Port': ['ID=9866ddba-6e5e-489d-b292-14f8c6c891d5,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:00.142382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:00.142717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:00.143050 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:00.143367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:00.143682 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:00.143995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:00.144306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:00.144616 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:00.144923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:00.145226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:00.145553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:00.148247 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39011571-c607-46c8-8830-cef0080c57b9 None None] No DVR routers for this DVR port 9866ddba-6e5e-489d-b292-14f8c6c891d5 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:33:00.231571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:33:00.406650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:00.452521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=8cfd8529-e1cb-4c8f-8b29-0377b24ba444,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:00.672043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:00.926263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:00.930617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:00.959503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:00.960026 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Fanout notify agent at l3_agent the message router_deleted on router 4a9509e0-c0f9-447f-8509-c7cf78647819 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:33:00.974983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:00.976086 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-50036b42-0790-495b-93c2-59013e66c061 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/routers/4a9509e0-c0f9-447f-8509-c7cf78647819 HTTP/1.1" status: 204 len: 168 time: 1.6011159 Mar 22 12:33:00.979115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46912) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:01.094442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.229847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.255113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af346ca7-eabd-4839-862d-c3c654d8462f']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:01.266538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5880f210-5242-4750-8355-04eca704ac03') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:01.266821 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5880f210-5242-4750-8355-04eca704ac03') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:01.277790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.294792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.302799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:33:01.303151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:33:01.318448 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:33:01.400991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.405741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.432950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Network': ['ID=af346ca7-eabd-4839-862d-c3c654d8462f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:01.437885 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2bbe7fad-3801-4724-b238-67879cee5fc4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/networks/af346ca7-eabd-4839-862d-c3c654d8462f HTTP/1.1" status: 204 len: 168 time: 0.4577851 Mar 22 12:33:01.453523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46916) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:01.459583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'network': {'name': 'tempest-network-smoke--1423939655', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:01.464986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:01.469345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:network and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:01.472331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:01.478420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:01.491346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:33:01.496093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.525787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:33:01.535571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.535803 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Added segment b69d69d5-869b-497b-b42a-9d16696ed350 of type vlan for network a37f0f42-8cad-47f8-b50d-a61493e52179 Mar 22 12:33:01.568673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.586694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:33:01.598979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.602796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:01.603368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.618154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:33:01.618492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8cfd8529-e1cb-4c8f-8b29-0377b24ba444 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:33:01.618899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f371d31b-a254-472a-8347-6cf081a11053 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:33:01.653568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: f371d31b-a254-472a-8347-6cf081a11053 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:33:01.653955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f371d31b-a254-472a-8347-6cf081a11053 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:33:01.654330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9866ddba-6e5e-489d-b292-14f8c6c891d5 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:33:01.693100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 9866ddba-6e5e-489d-b292-14f8c6c891d5 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:33:01.693349 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9866ddba-6e5e-489d-b292-14f8c6c891d5 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:33:01.698576 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-21a62c90-2358-4393-bc41-9b69739b387b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.706116 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2515743 Mar 22 12:33:01.708927 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46920) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:01.714403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'admin_state_up': True, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:01.714545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebc93c-8987-46d5-8580-4789f438b7f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Network': ['ID=a37f0f42-8cad-47f8-b50d-a61493e52179,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:01.721175 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:01.724554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network a37f0f42-8cad-47f8-b50d-a61493e52179 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:33:01.724899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:router and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:01.727729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:01.733286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:01.744289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.745138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.764364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:01.930021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:02.021812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:02.031038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:02.204070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:02.236832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:02.371390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.131 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/4aeea594-8af7-41a7-b15b-3a47aaeda7f8) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:33:02.532071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:02.568219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:02.637146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:33:02.639912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:33:02.642430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:33:02.670826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=4aeea594-8af7-41a7-b15b-3a47aaeda7f8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:02.804875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:02.805653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:03.035507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4d5c3346-c26f-44e6-adf2-991b32f32b48 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:33:03.238645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:33:03.246449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:03.248796 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Sync routers for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:33:03.260195 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:33:03.260793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:33:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:03.265245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:03.266465 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3246b181-fe18-469f-b3cf-d1099a507795 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5564926 Mar 22 12:33:03.269833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46924) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:03.436600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:33:03.436967 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-68e69c6b-fb50-411e-8a1a-f217350218c7 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7b68bf5710844a8fac024c2b8fe300a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1660709 Mar 22 12:33:03.439755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46930) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:03.565794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a46edc2-3302-4a1e-87dd-90668ac36d48 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:03.567266 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7a46edc2-3302-4a1e-87dd-90668ac36d48 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266153 Mar 22 12:33:03.570270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46934) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:03.611935 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f289e636-4a2f-45f7-bd81-5478e56f2216 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406566 Mar 22 12:33:03.614437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46938) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:03.619584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332232245', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:03.717092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:02Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:03.720981 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Checking router: 4d5c3346-c26f-44e6-adf2-991b32f32b48 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:33:03.721320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Updating router 4d5c3346-c26f-44e6-adf2-991b32f32b48 port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:33:03.724421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:03.728172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:subnet and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:03.730926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:03.736682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:03.748396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:33:03.770892 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:03.936618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:04.090266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:04.101469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Transition to ACTIVE for port object 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:33:04.107705 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:04.154221 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:04.188292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c14569-2b8a-48bd-be82-b098c6a3481a None None] Pushing event updated for resources: {'Port': ['ID=4aeea594-8af7-41a7-b15b-3a47aaeda7f8,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:04.192722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Attempting to bind port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:33:04.193085 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Attempting to bind port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:33:04.194053 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Attempting to bind port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:33:04.201584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:33:04.201954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:33:04.202397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:04.202782 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:33:04.203241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Bound port: 4aeea594-8af7-41a7-b15b-3a47aaeda7f8, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:33:04.203613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:04.232222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Subnet': ['ID=11843cb5-9944-4725-98ea-2a6a5b2170fd,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:04.249749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Checking segment: {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:33:04.250235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network hostable DHCP agents. Network: a37f0f42-8cad-47f8-b50d-a61493e52179, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:33:04.277940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network a37f0f42-8cad-47f8-b50d-a61493e52179 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:33:04.290962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, a37f0f42-8cad-47f8-b50d-a61493e52179) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:33:04.296490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:04.296992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:04.298508 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] For port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:33:04.302408 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] For port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4aeea594-8af7-41a7-b15b-3a47aaeda7f8,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:33:04.305086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6909f5e-68ca-4639-96f2-3d14a4c422fe None None] Network a37f0f42-8cad-47f8-b50d-a61493e52179 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:33:04.321309 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1eef7c56-01bf-4c8f-a132-a8b0ba5d78a1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7058008 Mar 22 12:33:04.323926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46944) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:04.324678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:04.539323 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c14569-2b8a-48bd-be82-b098c6a3481a None None] Pushing event updated for resources: {'Port': ['ID=4aeea594-8af7-41a7-b15b-3a47aaeda7f8,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:04.566580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:33:04.567196 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:33:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:04.797243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-a37f0f42-8cad-47f8-b50d-a61493e52179', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:33:04.798468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:04.869635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:33:05.112379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:05.162975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Allocated IP 172.20.0.2 (a37f0f42-8cad-47f8-b50d-a61493e52179/11843cb5-9944-4725-98ea-2a6a5b2170fd/f6288f34-ea1e-4d5b-b0a0-a00d85ea6315) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:33:05.443994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:02Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:05.606574 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3513e4b-2ce4-4c5e-819c-ba64a26416b9 None None] The sync data for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv is: [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:02Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:33:05.634888 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:05.649334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Transition to ACTIVE for port object f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:33:05.682289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Transition to ACTIVE for port object f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:33:05.689944 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:05.759958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.1 (a37f0f42-8cad-47f8-b50d-a61493e52179/11843cb5-9944-4725-98ea-2a6a5b2170fd/293c4922-860d-4866-b3be-2f4db0fcaee2) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:33:05.773246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Network a37f0f42-8cad-47f8-b50d-a61493e52179 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:33:05.777910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:33:05.782781 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:33:05.786337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Pushing event updated for resources: {'Port': ['ID=f6288f34-ea1e-4d5b-b0a0-a00d85ea6315,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:05.965352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:05.967607 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Attempting to bind port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:33:05.968266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Attempting to bind port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:33:05.968387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Attempting to bind port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 on network a37f0f42-8cad-47f8-b50d-a61493e52179 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:33:05.977116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:33:05.978410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Checking segment: {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:33:05.978410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:05.978690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Bound using segment: {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:33:05.979623 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Bound port: f6288f34-ea1e-4d5b-b0a0-a00d85ea6315, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:33:05.979623 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:05.982556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 293c4922-860d-4866-b3be-2f4db0fcaee2 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:33:06.006939 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:06.067114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network a37f0f42-8cad-47f8-b50d-a61493e52179 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:33:06.075886 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:33:06.076524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] For port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:33:06.080733 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:33:06.080901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] For port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f6288f34-ea1e-4d5b-b0a0-a00d85ea6315,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:33:06.087491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:06.142734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=293c4922-860d-4866-b3be-2f4db0fcaee2,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:06.152114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:06.182763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c6cde-9011-4e3d-8a33-f7f10bb39936 None None] Pushing event updated for resources: {'Port': ['ID=f6288f34-ea1e-4d5b-b0a0-a00d85ea6315,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:06.268248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:06.723926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:06.728788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:06.836900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:06.840507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=293c4922-860d-4866-b3be-2f4db0fcaee2,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:06.981682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network a37f0f42-8cad-47f8-b50d-a61493e52179 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:33:06.982830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:33:07.182984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f2c25-db2c-42c8-81bd-cceeb8655ac9 None None] Network a37f0f42-8cad-47f8-b50d-a61493e52179 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:33:07.298814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aabd5291-eeff-4871-aece-f7acf1840ed4 None None] Provisioning for port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:33:07.527463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4d5c3346-c26f-44e6-adf2-991b32f32b48 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:33:07.708897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:33:07.756968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:33:07.772577 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d1b03873-74e7-47c2-81a2-3843066f2814 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/4d5c3346-c26f-44e6-adf2-991b32f32b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4453087 Mar 22 12:33:07.773059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46966) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:07.785967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1ccc7fff-7aed-442f-9939-299355a0d7c5 None None] Provisioning for port 293c4922-860d-4866-b3be-2f4db0fcaee2 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:33:07.792969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1ccc7fff-7aed-442f-9939-299355a0d7c5 None None] Provisioning complete for port 293c4922-860d-4866-b3be-2f4db0fcaee2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:07.793340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7fff-7aed-442f-9939-299355a0d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:07.860418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc7fff-7aed-442f-9939-299355a0d7c5 None None] Port 293c4922-860d-4866-b3be-2f4db0fcaee2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:33:07.873586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:33:07.888013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:07.888381 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:07.938687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1ccc7fff-7aed-442f-9939-299355a0d7c5 None None] Provisioning complete for port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:07.938687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7fff-7aed-442f-9939-299355a0d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:07.943770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764220f-d54a-41e8-a42d-f380b3049ea6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:07.944223 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764220f-d54a-41e8-a42d-f380b3049ea6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:07.944993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764220f-d54a-41e8-a42d-f380b3049ea6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:07.945364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764220f-d54a-41e8-a42d-f380b3049ea6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:07.945776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764220f-d54a-41e8-a42d-f380b3049ea6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:07.946116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764220f-d54a-41e8-a42d-f380b3049ea6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:07.949785 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9764220f-d54a-41e8-a42d-f380b3049ea6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1743126 Mar 22 12:33:07.951407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46970) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:08.045528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f42a87-a206-4dbb-8577-bfe7d5b662c0 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:08.045909 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f42a87-a206-4dbb-8577-bfe7d5b662c0 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:08.046266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f42a87-a206-4dbb-8577-bfe7d5b662c0 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:08.046614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f42a87-a206-4dbb-8577-bfe7d5b662c0 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:08.046966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f42a87-a206-4dbb-8577-bfe7d5b662c0 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:08.047313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f42a87-a206-4dbb-8577-bfe7d5b662c0 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:08.051643 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-18f42a87-a206-4dbb-8577-bfe7d5b662c0 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0966642 Mar 22 12:33:08.051928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46974) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:08.135148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:08.170093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7fff-7aed-442f-9939-299355a0d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:08.211035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1ccc7fff-7aed-442f-9939-299355a0d7c5 None None] For port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f6288f34-ea1e-4d5b-b0a0-a00d85ea6315,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:33:08.216596 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1ccc7fff-7aed-442f-9939-299355a0d7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:08.282881 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-09391533-e81e-4148-8d82-08d9ae573609 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2273834 Mar 22 12:33:08.337930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:33:08.338364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:33:08.343561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc7fff-7aed-442f-9939-299355a0d7c5 None None] Pushing event updated for resources: {'Port': ['ID=f6288f34-ea1e-4d5b-b0a0-a00d85ea6315,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:08.362984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b9d34fe1-70fd-40ff-a32f-06075c3f813f None None] Provisioning complete for port 293c4922-860d-4866-b3be-2f4db0fcaee2 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:08.363595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b9d34fe1-70fd-40ff-a32f-06075c3f813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:08.424400 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b9d34fe1-70fd-40ff-a32f-06075c3f813f None None] Port 293c4922-860d-4866-b3be-2f4db0fcaee2 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:33:08.763313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:08.769291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835514897', 'description': 'tempest-secgroup-smoke-835514897 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:08.776186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:08.783052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:08.787502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:08.796646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:08.812681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:08.855859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:08.860139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:08.863485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:08.869703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:08.910413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:33:08.935524 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:08.940277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:08.978256 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:33:08.983054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:08.983421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:08.988522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d64d6e-8d94-4d58-b060-840ebb9691d7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:09.000582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.002621 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-48c9e51e-f82d-4299-9823-8cd033c94682 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2383003 Mar 22 12:33:09.005671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46986) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:09.011422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9b8975bc-e044-4d34-a8cd-bf83effa69f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '51d64d6e-8d94-4d58-b060-840ebb9691d7', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:09.017399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9b8975bc-e044-4d34-a8cd-bf83effa69f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:09.021537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9b8975bc-e044-4d34-a8cd-bf83effa69f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:09.024871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9b8975bc-e044-4d34-a8cd-bf83effa69f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:09.031491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9b8975bc-e044-4d34-a8cd-bf83effa69f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:09.054873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b8975bc-e044-4d34-a8cd-bf83effa69f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.131962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.142139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b8975bc-e044-4d34-a8cd-bf83effa69f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.146168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b8975bc-e044-4d34-a8cd-bf83effa69f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.148477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4aeea594-8af7-41a7-b15b-3a47aaeda7f8,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:33:09.152987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.181330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8975bc-e044-4d34-a8cd-bf83effa69f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee71a43-1d8a-41fb-91f3-78b3ae1d66c7,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:09.192215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9b8975bc-e044-4d34-a8cd-bf83effa69f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.195381 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9b8975bc-e044-4d34-a8cd-bf83effa69f2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1874797 Mar 22 12:33:09.196730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 46990) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:09.210306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e531ec97-e186-4241-a672-0f957cd0a0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '51d64d6e-8d94-4d58-b060-840ebb9691d7', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:09.219393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e531ec97-e186-4241-a672-0f957cd0a0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:09.226186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e531ec97-e186-4241-a672-0f957cd0a0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:09.230589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e531ec97-e186-4241-a672-0f957cd0a0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:09.240507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=4aeea594-8af7-41a7-b15b-3a47aaeda7f8,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:09.243399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e531ec97-e186-4241-a672-0f957cd0a0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:09.273079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e531ec97-e186-4241-a672-0f957cd0a0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.338956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e531ec97-e186-4241-a672-0f957cd0a0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.343063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e531ec97-e186-4241-a672-0f957cd0a0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.366064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531ec97-e186-4241-a672-0f957cd0a0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f91833-c006-4bd3-96e1-2cd21654b977,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:09.375352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e531ec97-e186-4241-a672-0f957cd0a0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.377005 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e531ec97-e186-4241-a672-0f957cd0a0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1762464 Mar 22 12:33:09.379892 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 46994) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:09.385785 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d64ef6a9-5561-46e5-9d0b-1d08cfce4169 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '51d64d6e-8d94-4d58-b060-840ebb9691d7', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:09.391842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d64ef6a9-5561-46e5-9d0b-1d08cfce4169 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:09.395571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d64ef6a9-5561-46e5-9d0b-1d08cfce4169 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:09.399066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d64ef6a9-5561-46e5-9d0b-1d08cfce4169 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:09.405273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d64ef6a9-5561-46e5-9d0b-1d08cfce4169 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:09.426731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d64ef6a9-5561-46e5-9d0b-1d08cfce4169 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.429237 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Sync routers for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:33:09.446159 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:33:09.446855 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:33:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:09.503861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d64ef6a9-5561-46e5-9d0b-1d08cfce4169 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.508367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d64ef6a9-5561-46e5-9d0b-1d08cfce4169 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.532176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ef6a9-5561-46e5-9d0b-1d08cfce4169 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8601eed-1011-4d66-b801-7c961c1fe885,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:09.546637 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d64ef6a9-5561-46e5-9d0b-1d08cfce4169 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.549294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47000) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:09.549614 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d64ef6a9-5561-46e5-9d0b-1d08cfce4169 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1683707 Mar 22 12:33:09.555652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c7789579-903e-469b-8588-ff2f4e8f0a3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '51d64d6e-8d94-4d58-b060-840ebb9691d7', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:09.563298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c7789579-903e-469b-8588-ff2f4e8f0a3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:09.568651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c7789579-903e-469b-8588-ff2f4e8f0a3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:09.573112 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c7789579-903e-469b-8588-ff2f4e8f0a3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:09.583043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c7789579-903e-469b-8588-ff2f4e8f0a3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:09.605684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7789579-903e-469b-8588-ff2f4e8f0a3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.657193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:33:09.658786 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:33:09.670803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7789579-903e-469b-8588-ff2f4e8f0a3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.675105 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7789579-903e-469b-8588-ff2f4e8f0a3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.706077 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7789579-903e-469b-8588-ff2f4e8f0a3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a52737-2ff4-40cb-adee-0888a9d27f33,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:09.726494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7789579-903e-469b-8588-ff2f4e8f0a3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.730967 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c7789579-903e-469b-8588-ff2f4e8f0a3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1780324 Mar 22 12:33:09.731554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47004) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:09.739017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '51d64d6e-8d94-4d58-b060-840ebb9691d7', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:09.746939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:09.751180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:09.755655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:09.763658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:09.765828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:09.766263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.894837 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:33:09.905150 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:09.914263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:33:09.999899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:10.005970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:10.012769 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:10.013478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:10.014267 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:10.024218 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Checking router: 4d5c3346-c26f-44e6-adf2-991b32f32b48 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:33:10.024673 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Updating router 4d5c3346-c26f-44e6-adf2-991b32f32b48 port 293c4922-860d-4866-b3be-2f4db0fcaee2 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:33:10.032292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc2e17f-fba3-4ea1-8854-67efada6e662,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:10.046972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:10.051455 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-01c205ce-e283-4f98-b3cf-9b85e4868d88 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3189247 Mar 22 12:33:10.055088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47008) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:10.067587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '51d64d6e-8d94-4d58-b060-840ebb9691d7', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:10.081680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:10.090398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:10.095905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:10.103496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:10.117419 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:33:10.119391 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:10.127659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:10.254184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:10.259406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:10.280489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2caff1a2-5bbe-47e1-94cf-8b099533c402,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:10.313209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:10.314609 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f0db151f-f45c-4d53-8cdc-97b70199233d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2569270 Mar 22 12:33:10.557840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-2a256a51-0580-4b75-a6c7-289dd35ce70e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:33:10.581415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-2a256a51-0580-4b75-a6c7-289dd35ce70e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:33:10.583906 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-2a256a51-0580-4b75-a6c7-289dd35ce70e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835514897&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.1068439 Mar 22 12:33:10.619006 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:10.630864 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Transition to ACTIVE for port object 293c4922-860d-4866-b3be-2f4db0fcaee2 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:33:10.638674 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:10.779320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-3e844c74-1e6e-4ab9-92f1-d2ef936b7ad2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:10.780853 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-3e844c74-1e6e-4ab9-92f1-d2ef936b7ad2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/networks?id=a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 200 len: 797 time: 0.1801848 Mar 22 12:33:10.801623 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-f91bf4b5-801f-419f-9936-5a6002a29504 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/quotas/7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 375 time: 0.0126753 Mar 22 12:33:10.827138 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Pushing event updated for resources: {'Port': ['ID=293c4922-860d-4866-b3be-2f4db0fcaee2,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:10.889616 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:10.890068 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:10.890531 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:10.891003 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:10.891468 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:10.891934 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:10.892395 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:10.892846 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:10.893307 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:10.893816 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:10.894288 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:33:10.938604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8d3befb9-ac37-4e2c-b6a4-78138b81c43c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:33:10.963483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8d3befb9-ac37-4e2c-b6a4-78138b81c43c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:33:10.967149 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8d3befb9-ac37-4e2c-b6a4-78138b81c43c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1571872 Mar 22 12:33:10.996246 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Attempting to bind port 293c4922-860d-4866-b3be-2f4db0fcaee2 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:33:10.996856 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Attempting to bind port 293c4922-860d-4866-b3be-2f4db0fcaee2 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:33:10.997577 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Attempting to bind port 293c4922-860d-4866-b3be-2f4db0fcaee2 on network a37f0f42-8cad-47f8-b50d-a61493e52179 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:33:11.010366 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:33:11.011718 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Checking segment: {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:33:11.012495 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:11.014527 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Bound using segment: {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:33:11.014527 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Bound port: 293c4922-860d-4866-b3be-2f4db0fcaee2, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:33:11.014733 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:11.149087 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] For port 293c4922-860d-4866-b3be-2f4db0fcaee2, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:33:11.152981 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] For port 293c4922-860d-4866-b3be-2f4db0fcaee2, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=293c4922-860d-4866-b3be-2f4db0fcaee2,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:33:11.162956 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:11.231868 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-c79513a4-0cca-429f-98a2-a9ad0e3df5e7 service neutron] 10.222.0.62 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429798 Mar 22 12:33:11.252964 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116890a-adfa-40a6-beaa-b054a962e2f0 None None] Pushing event updated for resources: {'Port': ['ID=293c4922-860d-4866-b3be-2f4db0fcaee2,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:11.257595 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:33:11.258465 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:33:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:11.497569 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-2f7839f0-cbb8-44ce-9260-fb1a0d487149 service neutron] 10.222.0.62 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590542 Mar 22 12:33:11.498257 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:33:11.762180 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4356bd8f-6777-4fa4-95fd-743c6b27bb0f req-db5495dd-c72f-466c-ae7d-2dc3876320f4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 210 time: 0.0596454 Mar 22 12:33:11.993523 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:11Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:11.999113 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f851f98-3cf3-49d8-9e70-7d083157791c None None] The sync data for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv is: [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:11Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:33:12.160271 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:33:12.970753 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bbd21bcb-10e3-4692-8c10-86decb7f3b5b req-d868aa74-7a98-4920-a539-c370354c44e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 210 time: 0.0427394 Mar 22 12:33:13.235475 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:13.444184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8d729e37-7e2c-4d1b-88a7-9c4d35cb384e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:13.445661 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8d729e37-7e2c-4d1b-88a7-9c4d35cb384e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 200 len: 797 time: 0.2740629 Mar 22 12:33:13.507595 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-ba6ae328-116c-4544-aae5-957aa62500c6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 379 time: 0.0503378 Mar 22 12:33:13.515894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'device_id': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'admin_state_up': True, 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'security_groups': ['51d64d6e-8d94-4d58-b060-840ebb9691d7']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:13.652993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 293c4922-860d-4866-b3be-2f4db0fcaee2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:33:13.746447 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 293c4922-860d-4866-b3be-2f4db0fcaee2 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:33:13.752294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 293c4922-860d-4866-b3be-2f4db0fcaee2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:13.752722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:13.776702 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:13.792096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:13.805968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:33:13.815385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:13.906809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:13.944918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 293c4922-860d-4866-b3be-2f4db0fcaee2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=293c4922-860d-4866-b3be-2f4db0fcaee2,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:33:13.950954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:14.010079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.9 (a37f0f42-8cad-47f8-b50d-a61493e52179/11843cb5-9944-4725-98ea-2a6a5b2170fd/c910cb51-02f1-4764-95a7-9d7f5db7a01b) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:33:14.027368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=293c4922-860d-4866-b3be-2f4db0fcaee2,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:14.174573 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2fc9edcd-256e-4d19-b412-1727e63dc0fa req-bdb4ecd5-4b90-4a08-af6f-2d8cd52b439b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 210 time: 0.0619898 Mar 22 12:33:14.272333 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:14.290743 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object c910cb51-02f1-4764-95a7-9d7f5db7a01b will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:33:14.314978 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:14.388933 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network a37f0f42-8cad-47f8-b50d-a61493e52179 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:33:14.393504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:33:14.397958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=c910cb51-02f1-4764-95a7-9d7f5db7a01b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:14.400094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:33:14.498717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:14.501380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:14.540676 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-75df3ab0-8606-4270-b821-a1168f24dcd0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0285697 Mar 22 12:33:14.556436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Request body: {'port': {'device_id': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:14.672863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:14.707300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-275b36bf-71bd-4fbc-889e-1e49da306b31 None None] Provisioning for port c910cb51-02f1-4764-95a7-9d7f5db7a01b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:33:14.712324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-275b36bf-71bd-4fbc-889e-1e49da306b31 None None] Provisioning complete for port c910cb51-02f1-4764-95a7-9d7f5db7a01b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:14.712736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-275b36bf-71bd-4fbc-889e-1e49da306b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:14.764071 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-275b36bf-71bd-4fbc-889e-1e49da306b31 None None] Port c910cb51-02f1-4764-95a7-9d7f5db7a01b cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:33:15.026859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c910cb51-02f1-4764-95a7-9d7f5db7a01b {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:33:15.034011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:15.049009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Transition to ACTIVE for port object c910cb51-02f1-4764-95a7-9d7f5db7a01b will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:33:15.053680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:15.184084 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Pushing event updated for resources: {'Port': ['ID=c910cb51-02f1-4764-95a7-9d7f5db7a01b,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:15.340778 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Attempting to bind port c910cb51-02f1-4764-95a7-9d7f5db7a01b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:33:15.341307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Attempting to bind port c910cb51-02f1-4764-95a7-9d7f5db7a01b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:33:15.342123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Attempting to bind port c910cb51-02f1-4764-95a7-9d7f5db7a01b on network a37f0f42-8cad-47f8-b50d-a61493e52179 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:33:15.391246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Port c910cb51-02f1-4764-95a7-9d7f5db7a01b on network a37f0f42-8cad-47f8-b50d-a61493e52179 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:33:15.391584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Attempting to bind port c910cb51-02f1-4764-95a7-9d7f5db7a01b on network a37f0f42-8cad-47f8-b50d-a61493e52179 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:33:15.404386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:33:15.404657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Checking segment: {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:33:15.405031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Bound using segment: {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:33:15.405492 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Bound port: c910cb51-02f1-4764-95a7-9d7f5db7a01b, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:33:15.405818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:15.497697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094c160-0e12-4cba-b646-8aa86ff9882f req-4b2d9318-0ced-494c-ace8-a03ecdedb447 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:15.498373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-8094c160-0e12-4cba-b646-8aa86ff9882f req-4b2d9318-0ced-494c-ace8-a03ecdedb447 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:33:15.519862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] For port c910cb51-02f1-4764-95a7-9d7f5db7a01b, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:33:15.523303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] For port c910cb51-02f1-4764-95a7-9d7f5db7a01b, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c910cb51-02f1-4764-95a7-9d7f5db7a01b,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:33:15.528185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-8094c160-0e12-4cba-b646-8aa86ff9882f req-4b2d9318-0ced-494c-ace8-a03ecdedb447 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:33:15.529475 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8094c160-0e12-4cba-b646-8aa86ff9882f req-4b2d9318-0ced-494c-ace8-a03ecdedb447 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 943 time: 0.1846135 Mar 22 12:33:15.531073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:15.642980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:15.644320 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] 10.222.0.55 "PUT /v2.0/ports/c910cb51-02f1-4764-95a7-9d7f5db7a01b HTTP/1.1" status: 200 len: 1093 time: 1.0943775 Mar 22 12:33:15.645995 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'tag': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:33:15.651338 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 293c4922-860d-4866-b3be-2f4db0fcaee2 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:33:15.655324 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8094c160-0e12-4cba-b646-8aa86ff9882f req-d736d1b5-8f1c-45c4-a20f-56d80b013a7f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913169 Mar 22 12:33:15.661069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f441221-d15e-4d91-84c3-21baf8877164 service neutron] Pushing event updated for resources: {'Port': ['ID=c910cb51-02f1-4764-95a7-9d7f5db7a01b,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:15.715215 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'tag': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b', 'status': 'completed', 'code': 200} Mar 22 12:33:15.775118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 293c4922-860d-4866-b3be-2f4db0fcaee2 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:15.776572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:15.841877 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-030cc070-8102-460e-81a9-78c82af5ff5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 1096 time: 0.1248591 Mar 22 12:33:16.030025 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-ae3267b6-a4e8-4ae9-87dc-c6eb31de2a33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c910cb51-02f1-4764-95a7-9d7f5db7a01b HTTP/1.1" status: 200 len: 217 time: 0.1783915 Mar 22 12:33:16.091337 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-9b96fad5-adb6-4897-9e66-054c9052b2e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:16.092755 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-9b96fad5-adb6-4897-9e66-054c9052b2e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11843cb5-9944-4725-98ea-2a6a5b2170fd HTTP/1.1" status: 200 len: 834 time: 0.0573337 Mar 22 12:33:16.169257 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-6d1294e6-6620-47a6-8f70-6890870080b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37f0f42-8cad-47f8-b50d-a61493e52179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705557 Mar 22 12:33:16.300897 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-aec7feb4-f9b1-436f-aad9-a0379ce52186 service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253393 Mar 22 12:33:16.429872 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9e9b103-7b7f-4055-8263-d45ef52c1561 req-9c968c1a-9fe2-4d27-8cfc-8f6349fd3a71 service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231143 Mar 22 12:33:16.544835 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2bce3807-6752-4e50-8232-28ff9e8c3a37 req-b331e02e-6ef7-4ac0-a3b0-3baea8f7d615 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 1096 time: 0.0699258 Mar 22 12:33:16.682515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce3807-6752-4e50-8232-28ff9e8c3a37 req-055e0230-06c7-47e8-9e13-a30613bc97c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:16.683951 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2bce3807-6752-4e50-8232-28ff9e8c3a37 req-055e0230-06c7-47e8-9e13-a30613bc97c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 200 len: 898 time: 0.1333668 Mar 22 12:33:16.753291 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2bce3807-6752-4e50-8232-28ff9e8c3a37 req-57d90e07-c235-4bc3-872b-0497babc1530 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c910cb51-02f1-4764-95a7-9d7f5db7a01b HTTP/1.1" status: 200 len: 217 time: 0.0637510 Mar 22 12:33:16.816378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce3807-6752-4e50-8232-28ff9e8c3a37 req-ecbc7b0a-07ef-4d98-b687-977d58e16bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:16.817902 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2bce3807-6752-4e50-8232-28ff9e8c3a37 req-ecbc7b0a-07ef-4d98-b687-977d58e16bc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11843cb5-9944-4725-98ea-2a6a5b2170fd HTTP/1.1" status: 200 len: 834 time: 0.0590687 Mar 22 12:33:16.955548 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2bce3807-6752-4e50-8232-28ff9e8c3a37 req-6a5e0384-823e-4029-8c0d-91ef425eddcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37f0f42-8cad-47f8-b50d-a61493e52179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1313035 Mar 22 12:33:16.962348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58bd50-dd42-4f48-a20c-0028663e8cf1 req-94321215-11ab-4aac-a57c-2b5b9cac14aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:16.963698 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3d58bd50-dd42-4f48-a20c-0028663e8cf1 req-94321215-11ab-4aac-a57c-2b5b9cac14aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 943 time: 0.1067448 Mar 22 12:33:17.023789 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-79e7f2f7-314b-4304-8621-37ea5b65e2fb tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464850225&fields=id&tenant_id=76d698d6b710405f858cd1fbd6f51362 HTTP/1.1" status: 200 len: 267 time: 0.0407135 Mar 22 12:33:17.089844 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3d58bd50-dd42-4f48-a20c-0028663e8cf1 req-643a0e34-b67a-4ef7-8db6-59e44b817a4b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078835 Mar 22 12:33:17.127272 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2bce3807-6752-4e50-8232-28ff9e8c3a37 req-b53bff0b-61d3-4441-9ae0-9a5be821b61b service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626537 Mar 22 12:33:17.170307 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-83114b77-d512-4519-97e4-646b49446661 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:17.170963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-83114b77-d512-4519-97e4-646b49446661 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Synchronizing usage tracker for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:33:17.190112 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-83114b77-d512-4519-97e4-646b49446661 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Unset dirty status for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:33:17.192097 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-83114b77-d512-4519-97e4-646b49446661 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 811 time: 0.1615450 Mar 22 12:33:17.212099 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-d4cda88a-ce09-4cfd-9fd3-cbe59fa6caa3 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/quotas/76d698d6b710405f858cd1fbd6f51362 HTTP/1.1" status: 200 len: 375 time: 0.0145464 Mar 22 12:33:17.261988 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2bce3807-6752-4e50-8232-28ff9e8c3a37 req-da83b54d-3978-4ef6-b470-fca7d40552db service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286013 Mar 22 12:33:17.308086 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-f970e199-ed67-47f4-93fc-1b4514725543 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0900068 Mar 22 12:33:17.394220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-2d48d0d3-8182-411d-b760-a2caeacdb8c9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:33:17.395455 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-2d48d0d3-8182-411d-b760-a2caeacdb8c9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0763631 Mar 22 12:33:17.529356 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-a599547d-64cf-46e4-aee1-85b5f313a0d6 service neutron] 10.222.0.62 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274867 Mar 22 12:33:17.658584 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-eb6c922d-de24-4b77-9f03-97c240db3f29 service neutron] 10.222.0.62 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236496 Mar 22 12:33:18.067439 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9d1c85d2-f043-43d5-902c-cd98c1861528 req-d834f3f1-c852-469d-8c16-7defd9b9e77a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 210 time: 0.0396175 Mar 22 12:33:18.296467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb66c8-6aa7-4c6f-b866-c9415725707f req-3cc45b53-03c6-4115-aa46-3508697eb2f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:18.297843 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-defb66c8-6aa7-4c6f-b866-c9415725707f req-3cc45b53-03c6-4115-aa46-3508697eb2f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 943 time: 0.0756624 Mar 22 12:33:18.343830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-defb66c8-6aa7-4c6f-b866-c9415725707f req-3ec535d2-86b2-4fc5-87ae-8aa8ed7d99bb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:33:18.356692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-defb66c8-6aa7-4c6f-b866-c9415725707f req-3ec535d2-86b2-4fc5-87ae-8aa8ed7d99bb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:33:18.357834 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-defb66c8-6aa7-4c6f-b866-c9415725707f req-3ec535d2-86b2-4fc5-87ae-8aa8ed7d99bb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544357 Mar 22 12:33:19.081938 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c910cb51-02f1-4764-95a7-9d7f5db7a01b details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:33:19.084910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-48175b88-5aec-4eb5-a5a6-04aa1ecc365c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:19.086486 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-48175b88-5aec-4eb5-a5a6-04aa1ecc365c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 811 time: 0.1454985 Mar 22 12:33:19.148073 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-bd92cce4-3f6f-49dd-9ed7-f2dd49d97a9a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76d698d6b710405f858cd1fbd6f51362 HTTP/1.1" status: 200 len: 380 time: 0.0491948 Mar 22 12:33:19.166249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'port': {'device_id': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'admin_state_up': True, 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'security_groups': ['4e26d4de-cc73-4647-877e-286b25d11d57']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:19.257815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c910cb51-02f1-4764-95a7-9d7f5db7a01b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c910cb51-02f1-4764-95a7-9d7f5db7a01b,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:33:19.273466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'port_id': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b', 'mac_address': 'fa:16:3e:67:fc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:33:19.332507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:19.349749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c910cb51-02f1-4764-95a7-9d7f5db7a01b {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:33:19.364517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c910cb51-02f1-4764-95a7-9d7f5db7a01b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c910cb51-02f1-4764-95a7-9d7f5db7a01b,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:33:19.370282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:19.388070 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-736c6ae8-e32f-4637-879f-efdccfc42597 req-c7184fe2-0b06-49ca-87ff-3cfeb4a040de tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 210 time: 0.0554357 Mar 22 12:33:19.463152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:19.464413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c910cb51-02f1-4764-95a7-9d7f5db7a01b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:19.475654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:19.486560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Made reservation on behalf of 76d698d6b710405f858cd1fbd6f51362 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:33:19.489628 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:19.567246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbc3f1-b706-4c5d-84ba-a575c5e6a0fc req-c4767e4c-b832-4ef3-a8ea-0ecb8f365743 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:19.568743 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1bbc3f1-b706-4c5d-84ba-a575c5e6a0fc req-c4767e4c-b832-4ef3-a8ea-0ecb8f365743 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 944 time: 0.0876946 Mar 22 12:33:19.618778 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1bbc3f1-b706-4c5d-84ba-a575c5e6a0fc req-5503f5dd-0d52-46da-b652-b39676a467d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436904 Mar 22 12:33:19.654356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Allocated IP 172.20.0.10 (4c1d82d1-266a-4895-8558-c716622e290a/238b9a48-2e50-4a79-97cd-bc467be360ff/a4d81532-8e99-4687-b872-f33acd7800ee) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:33:19.720447 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['c910cb51-02f1-4764-95a7-9d7f5db7a01b'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:33:19.850320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:19.866140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Transition to ACTIVE for port object a4d81532-8e99-4687-b872-f33acd7800ee will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:33:19.890569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:19.965815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Network 4c1d82d1-266a-4895-8558-c716622e290a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:33:19.969303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:33:19.971250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'Port': ['ID=a4d81532-8e99-4687-b872-f33acd7800ee,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:19.973257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:33:20.036678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:20.037285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:20.063825 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-16a18024-1596-49c8-91c1-f2a22f652b2f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9012306 Mar 22 12:33:20.077684 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Request body: {'port': {'device_id': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:20.199511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:20.231647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f766c9e6-2b7e-41b3-978b-c95766633df6 None None] Provisioning for port a4d81532-8e99-4687-b872-f33acd7800ee completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:33:20.237726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f766c9e6-2b7e-41b3-978b-c95766633df6 None None] Provisioning complete for port a4d81532-8e99-4687-b872-f33acd7800ee triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:20.238094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f766c9e6-2b7e-41b3-978b-c95766633df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:20.299013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f766c9e6-2b7e-41b3-978b-c95766633df6 None None] Port a4d81532-8e99-4687-b872-f33acd7800ee cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:33:20.582726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d81532-8e99-4687-b872-f33acd7800ee {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:33:20.594799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:20.616652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Transition to ACTIVE for port object a4d81532-8e99-4687-b872-f33acd7800ee will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:33:20.623305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:20.692433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f0a96-7006-41ae-89d4-60d42a1dc694 req-25139210-336a-4a0f-bbfe-b7621913104d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:20.693193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-388f0a96-7006-41ae-89d4-60d42a1dc694 req-25139210-336a-4a0f-bbfe-b7621913104d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Synchronizing usage tracker for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:33:20.771070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Pushing event updated for resources: {'Port': ['ID=a4d81532-8e99-4687-b872-f33acd7800ee,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:20.817073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-388f0a96-7006-41ae-89d4-60d42a1dc694 req-25139210-336a-4a0f-bbfe-b7621913104d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Unset dirty status for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:33:20.818622 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-388f0a96-7006-41ae-89d4-60d42a1dc694 req-25139210-336a-4a0f-bbfe-b7621913104d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 932 time: 0.3013294 Mar 22 12:33:20.852666 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fc3cf-3c28-442c-b681-b140011176c8 req-172d405e-be0a-4d31-8221-c7b2e58f1315 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:20.854865 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e20fc3cf-3c28-442c-b681-b140011176c8 req-172d405e-be0a-4d31-8221-c7b2e58f1315 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 944 time: 0.0935807 Mar 22 12:33:20.914031 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e20fc3cf-3c28-442c-b681-b140011176c8 req-e961494c-6128-4ec1-9318-e799a80b5c48 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533435 Mar 22 12:33:20.921050 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-388f0a96-7006-41ae-89d4-60d42a1dc694 req-cb5f699e-c115-4646-9c27-6f754c90259b tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727682 Mar 22 12:33:20.923826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Attempting to bind port a4d81532-8e99-4687-b872-f33acd7800ee on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:33:20.924159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Attempting to bind port a4d81532-8e99-4687-b872-f33acd7800ee by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:33:20.924476 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Attempting to bind port a4d81532-8e99-4687-b872-f33acd7800ee on network 4c1d82d1-266a-4895-8558-c716622e290a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:33:20.930342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Port a4d81532-8e99-4687-b872-f33acd7800ee on network 4c1d82d1-266a-4895-8558-c716622e290a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:33:20.930653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Attempting to bind port a4d81532-8e99-4687-b872-f33acd7800ee on network 4c1d82d1-266a-4895-8558-c716622e290a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:33:20.938095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:33:20.945609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Checking segment: {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:33:20.945609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Bound using segment: {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:33:20.945609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Bound port: a4d81532-8e99-4687-b872-f33acd7800ee, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45861f3-5390-41d4-bbf9-859c42a7ced9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:33:20.945609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:21.029622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] For port a4d81532-8e99-4687-b872-f33acd7800ee, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:33:21.032547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] For port a4d81532-8e99-4687-b872-f33acd7800ee, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a4d81532-8e99-4687-b872-f33acd7800ee,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:33:21.039530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:21.099267 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:21.100615 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] 10.222.0.55 "PUT /v2.0/ports/a4d81532-8e99-4687-b872-f33acd7800ee HTTP/1.1" status: 200 len: 1094 time: 1.0300705 Mar 22 12:33:21.101030 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'tag': 'a4d81532-8e99-4687-b872-f33acd7800ee'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:33:21.115075 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c910cb51-02f1-4764-95a7-9d7f5db7a01b up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:33:21.123790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5490d-7088-4746-a93b-d33d214dae3a service neutron] Pushing event updated for resources: {'Port': ['ID=a4d81532-8e99-4687-b872-f33acd7800ee,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:21.198875 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'tag': 'a4d81532-8e99-4687-b872-f33acd7800ee', 'status': 'completed', 'code': 200} Mar 22 12:33:21.209828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port c910cb51-02f1-4764-95a7-9d7f5db7a01b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:33:21.222640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port c910cb51-02f1-4764-95a7-9d7f5db7a01b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:21.223070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:21.251915 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-3d6d3cae-42db-495b-9966-ba021e038398 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 1097 time: 0.1068985 Mar 22 12:33:21.359240 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:21.391910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:33:21.401828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c910cb51-02f1-4764-95a7-9d7f5db7a01b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c910cb51-02f1-4764-95a7-9d7f5db7a01b,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:33:21.408753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:21.414944 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-c89995e7-0a7e-41bc-b5f3-5cba742bc9fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4d81532-8e99-4687-b872-f33acd7800ee HTTP/1.1" status: 200 len: 217 time: 0.1569757 Mar 22 12:33:21.472500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c910cb51-02f1-4764-95a7-9d7f5db7a01b,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:21.481040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-98ebef61-618d-420c-b6a7-aca7e9b03fd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:21.482498 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-98ebef61-618d-420c-b6a7-aca7e9b03fd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0623839 Mar 22 12:33:21.525765 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b', 'code': 200} Mar 22 12:33:21.557242 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-a8fc0126-5b34-478a-b4fc-1152eba8fd87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687418 Mar 22 12:33:21.695915 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-2093d17e-6d59-49ef-8c33-30493ba3316e service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284373 Mar 22 12:33:21.876758 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bf9375fb-4be3-4fba-a62d-28e758960cd8 req-3d66985f-2b3c-43ec-af1f-a426007b6ae0 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743670 Mar 22 12:33:21.882008 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9b29ff0-9cbd-4a3a-9e5a-12611c661598 req-c04f3e08-b545-44d7-b60f-7fc5730b56ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 1098 time: 0.1786382 Mar 22 12:33:21.955769 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9b29ff0-9cbd-4a3a-9e5a-12611c661598 req-fd6dda85-02a4-40db-af69-02a24fa7e43d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678513 Mar 22 12:33:21.991690 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-09f51ac2-0712-407a-b6a1-dac34ea937d7 req-3169575d-7992-47b2-827a-3d1ccfe3508a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 1097 time: 0.0700607 Mar 22 12:33:22.106482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ba3aa-de7c-4861-8f1f-64613f927dd3 req-9d9d76b5-3e2b-4fce-abc7-2feb776af3d0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:22.108029 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3b9ba3aa-de7c-4861-8f1f-64613f927dd3 req-9d9d76b5-3e2b-4fce-abc7-2feb776af3d0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 945 time: 0.0770402 Mar 22 12:33:22.121263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b68d09-a0e7-4d1c-964c-751ffe253329 req-f0561f6c-d3d9-4f37-9f4d-9a320e801ee9 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:22.122747 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9b68d09-a0e7-4d1c-964c-751ffe253329 req-f0561f6c-d3d9-4f37-9f4d-9a320e801ee9 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 944 time: 0.0795860 Mar 22 12:33:22.153331 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3b9ba3aa-de7c-4861-8f1f-64613f927dd3 req-28d75bdd-6e25-4460-8325-3920663bd015 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397215 Mar 22 12:33:22.169765 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e9b68d09-a0e7-4d1c-964c-751ffe253329 req-b595e72c-b8b1-4db9-ae03-108dff643ab5 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412641 Mar 22 12:33:22.341577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f51ac2-0712-407a-b6a1-dac34ea937d7 req-5a8b5b47-b081-43c0-9744-ad740ccf1c72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:22.343024 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-09f51ac2-0712-407a-b6a1-dac34ea937d7 req-5a8b5b47-b081-43c0-9744-ad740ccf1c72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 912 time: 0.1277349 Mar 22 12:33:22.413117 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-09f51ac2-0712-407a-b6a1-dac34ea937d7 req-1a9ed870-9cd0-425d-909b-5f9d3ef93a3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4d81532-8e99-4687-b872-f33acd7800ee HTTP/1.1" status: 200 len: 217 time: 0.0633907 Mar 22 12:33:22.477079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f51ac2-0712-407a-b6a1-dac34ea937d7 req-e717c084-f141-4e7a-b639-910786e4aca6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:22.478412 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-09f51ac2-0712-407a-b6a1-dac34ea937d7 req-e717c084-f141-4e7a-b639-910786e4aca6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0581787 Mar 22 12:33:22.553492 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-09f51ac2-0712-407a-b6a1-dac34ea937d7 req-6fe3fbbc-948b-4d14-b567-5dfae1352855 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685737 Mar 22 12:33:22.685760 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-09f51ac2-0712-407a-b6a1-dac34ea937d7 req-3d30dc5e-ded2-493d-ad1b-a07d7a387164 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254873 Mar 22 12:33:22.816133 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-09f51ac2-0712-407a-b6a1-dac34ea937d7 req-0205f476-89aa-46ac-bb40-4ab4562f66f0 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244638 Mar 22 12:33:23.375708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd24700-2299-4883-a7b4-e898868ee6b9 req-2e6a9aa3-264d-4f03-9565-9a3d9c92a04e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:23.383418 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1fd24700-2299-4883-a7b4-e898868ee6b9 req-2e6a9aa3-264d-4f03-9565-9a3d9c92a04e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 944 time: 0.0880406 Mar 22 12:33:23.393789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56343430-b781-4b45-a6b0-7512f33a24bd req-8207e4e7-b617-4fde-b3b7-7d20279c5c9b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:23.396398 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-56343430-b781-4b45-a6b0-7512f33a24bd req-8207e4e7-b617-4fde-b3b7-7d20279c5c9b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 945 time: 0.1161523 Mar 22 12:33:23.457288 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-56343430-b781-4b45-a6b0-7512f33a24bd req-d027b0c9-495c-4d3d-b11d-4f454417e9c6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550978 Mar 22 12:33:23.459087 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1fd24700-2299-4883-a7b4-e898868ee6b9 req-5afe04c8-503d-4d90-b1ba-08c1426c99b2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747554 Mar 22 12:33:24.658358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e392f8-fb9f-4e44-834a-965b3280afea req-85884a5c-dcef-47c5-87ee-1744e2a96375 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:24.658997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4cd8b-d448-40ba-81fd-372a192a079d req-248080b5-17d1-49e8-aed1-e9f4e7fb3306 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:24.659840 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70e392f8-fb9f-4e44-834a-965b3280afea req-85884a5c-dcef-47c5-87ee-1744e2a96375 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 944 time: 0.0778043 Mar 22 12:33:24.661879 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-39c4cd8b-d448-40ba-81fd-372a192a079d req-248080b5-17d1-49e8-aed1-e9f4e7fb3306 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 945 time: 0.0778568 Mar 22 12:33:24.705247 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70e392f8-fb9f-4e44-834a-965b3280afea req-47dfbf3e-cc21-4a34-b9e2-3e1cc2478db5 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399680 Mar 22 12:33:24.785885 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-39c4cd8b-d448-40ba-81fd-372a192a079d req-9ff98d1d-4604-4469-bc2f-fa9fc2b85eb9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202607 Mar 22 12:33:25.128518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac0c5-2612-495a-b099-df9adfe5184c req-d677c6a5-6145-4ffb-ad47-9c8427b60009 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:25.129866 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae1ac0c5-2612-495a-b099-df9adfe5184c req-d677c6a5-6145-4ffb-ad47-9c8427b60009 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 945 time: 0.0795555 Mar 22 12:33:25.176990 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae1ac0c5-2612-495a-b099-df9adfe5184c req-b05cca34-92cb-494e-8fb7-35eda637b406 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396969 Mar 22 12:33:25.204804 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47116) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:25.273350 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e46962d2-6f5f-4bcb-96aa-9760a233d7e2 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 1093 time: 0.0674441 Mar 22 12:33:25.275986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47120) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:25.280982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:25.286643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:25.290784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:floatingip and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:25.293916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:25.299363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:25.311363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:25.444369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:25.696546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.133 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/7bf5e813-dddd-42fb-ad42-843bde41bf25) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:33:25.861898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:25.893045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:25.913605 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2d7a5-18f6-4da0-a6c1-cdee536097ad req-e2a32f2f-b1f2-45e1-98c2-db232dd7b1e0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:25.915745 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-05c2d7a5-18f6-4da0-a6c1-cdee536097ad req-e2a32f2f-b1f2-45e1-98c2-db232dd7b1e0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 944 time: 0.0894339 Mar 22 12:33:25.973317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:33:25.974629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:33:25.976527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=7bf5e813-dddd-42fb-ad42-843bde41bf25,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:25.977992 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-05c2d7a5-18f6-4da0-a6c1-cdee536097ad req-204eda86-0d0c-436f-a514-2d9fbb257635 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556166 Mar 22 12:33:25.978777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:33:26.507077 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:26.563352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:26.761809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:26.768812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:26.880436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=7bf5e813-dddd-42fb-ad42-843bde41bf25,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:26.896270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:27.094920 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP 3851c635-3dc2-45ec-afb3-6869cdffb31d associated. External IP: 172.26.0.133, port: c910cb51-02f1-4764-95a7-9d7f5db7a01b. Mar 22 12:33:27.416862 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53398f-cd23-46e0-aaed-ad79a79863b0 req-01b83be2-e799-4b47-90ba-24045610f61d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:27.418279 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae53398f-cd23-46e0-aaed-ad79a79863b0 req-01b83be2-e799-4b47-90ba-24045610f61d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 944 time: 0.2778156 Mar 22 12:33:27.476684 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ae53398f-cd23-46e0-aaed-ad79a79863b0 req-b9c502b8-70ad-4a53-b0e4-7e18073e8d07 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497508 Mar 22 12:33:27.730787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4d5c3346-c26f-44e6-adf2-991b32f32b48 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:33:27.945503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:33:27.956246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72652fc4-f061-4d61-93d5-ec50532e6f2b None None] Sync routers for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:33:27.974141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72652fc4-f061-4d61-93d5-ec50532e6f2b None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:33:27.974417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:27.974846 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-72652fc4-f061-4d61-93d5-ec50532e6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:33:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:28.038531 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d930a2be-0ec9-4685-8d5e-401f1a1be6db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7616022 Mar 22 12:33:28.039539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'tag': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:33:28.043775 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47128) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:28.167753 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a12a05d7-3eec-4060-8e2e-d5130da79971 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 200 len: 991 time: 0.1215684 Mar 22 12:33:28.180969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-72652fc4-f061-4d61-93d5-ec50532e6f2b None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:33:28.200199 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'tag': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b', 'status': 'completed', 'code': 200} Mar 22 12:33:28.311119 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-860777aa-d013-4b5c-90dd-4ef2c37667b0 req-8947cff8-c8fd-4e5a-9709-6fff2e6388b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 1098 time: 0.0803752 Mar 22 12:33:28.465110 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860777aa-d013-4b5c-90dd-4ef2c37667b0 req-0870a75b-6672-4635-9f6f-937a834648bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:28.468026 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-860777aa-d013-4b5c-90dd-4ef2c37667b0 req-0870a75b-6672-4635-9f6f-937a834648bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 200 len: 898 time: 0.1495864 Mar 22 12:33:28.587250 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-860777aa-d013-4b5c-90dd-4ef2c37667b0 req-cb15e14e-52dc-43fc-a534-7689c3dbf346 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c910cb51-02f1-4764-95a7-9d7f5db7a01b HTTP/1.1" status: 200 len: 999 time: 0.1136661 Mar 22 12:33:28.595690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-72652fc4-f061-4d61-93d5-ec50532e6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '3851c635-3dc2-45ec-afb3-6869cdffb31d', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'port_id': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'mac_address': 'fa:16:3e:67:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:33:26Z', 'updated_at': '2022-03-22T12:33:26Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:28.600279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72652fc4-f061-4d61-93d5-ec50532e6f2b None None] Checking router: 4d5c3346-c26f-44e6-adf2-991b32f32b48 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:33:28.617200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72652fc4-f061-4d61-93d5-ec50532e6f2b None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:33:28.618040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-72652fc4-f061-4d61-93d5-ec50532e6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:33:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:28.667771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860777aa-d013-4b5c-90dd-4ef2c37667b0 req-78d7dabe-982d-4f0f-851f-af26e02113b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:28.669867 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-860777aa-d013-4b5c-90dd-4ef2c37667b0 req-78d7dabe-982d-4f0f-851f-af26e02113b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11843cb5-9944-4725-98ea-2a6a5b2170fd HTTP/1.1" status: 200 len: 834 time: 0.0758772 Mar 22 12:33:28.682590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb013f1-9497-409a-a609-1e1c0a5f626f req-8b5c481d-0cba-4300-bf66-04e25d40100e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:28.684021 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ecb013f1-9497-409a-a609-1e1c0a5f626f req-8b5c481d-0cba-4300-bf66-04e25d40100e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 944 time: 0.0778456 Mar 22 12:33:28.732152 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ecb013f1-9497-409a-a609-1e1c0a5f626f req-dcb12eea-6a4d-43f7-be8e-9b29fb976f00 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418973 Mar 22 12:33:28.767980 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-860777aa-d013-4b5c-90dd-4ef2c37667b0 req-b1647c5e-b393-43d3-bd8b-1187235e8c9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37f0f42-8cad-47f8-b50d-a61493e52179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872097 Mar 22 12:33:28.769050 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7dddb730-6f4b-4ebd-a21c-1747d6af18c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:28.814699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-72652fc4-f061-4d61-93d5-ec50532e6f2b None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:33:28.897797 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-860777aa-d013-4b5c-90dd-4ef2c37667b0 req-981f1fdd-3beb-440d-834c-07d7117e3c73 service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232452 Mar 22 12:33:29.038924 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-860777aa-d013-4b5c-90dd-4ef2c37667b0 req-c176b086-7868-40a8-b58d-b1a1d0742ce9 service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343980 Mar 22 12:33:29.166706 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-72652fc4-f061-4d61-93d5-ec50532e6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '3851c635-3dc2-45ec-afb3-6869cdffb31d', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'port_id': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'mac_address': 'fa:16:3e:67:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:33:26Z', 'updated_at': '2022-03-22T12:33:26Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:29.170363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47138) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:29.170825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72652fc4-f061-4d61-93d5-ec50532e6f2b None None] The sync data for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv is: [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '3851c635-3dc2-45ec-afb3-6869cdffb31d', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'port_id': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'mac_address': 'fa:16:3e:67:fc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:33:26Z', 'updated_at': '2022-03-22T12:33:26Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:33:29.277181 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2da73bbe-8088-4c27-8ed1-83f0d14ccc9b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 200 len: 991 time: 0.1056962 Mar 22 12:33:29.367821 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f37d7-7866-44ae-a92e-7de5d80a9833 None None] New status for floating IP 3851c635-3dc2-45ec-afb3-6869cdffb31d: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:33:29.937698 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e01d6-6b4c-4388-a23c-ce2151316ddc req-ea2e7555-873d-4cee-8abb-2991f21f26e7 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:29.938979 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ac6e01d6-6b4c-4388-a23c-ce2151316ddc req-ea2e7555-873d-4cee-8abb-2991f21f26e7 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 944 time: 0.0790937 Mar 22 12:33:29.989139 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ac6e01d6-6b4c-4388-a23c-ce2151316ddc req-467522ef-d402-4f3f-9572-a125ce7f0692 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418880 Mar 22 12:33:30.282424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47144) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:30.402198 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-31726cb5-3922-417d-9601-2f6496524655 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 200 len: 993 time: 0.1183152 Mar 22 12:33:31.149310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a4d81532-8e99-4687-b872-f33acd7800ee details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:33:31.200282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7557c9-af45-4bec-8dd1-8acde67d2464 req-bf6a92ff-0ae6-4f43-bc1e-11d4b4e055b6 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:31.201703 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd7557c9-af45-4bec-8dd1-8acde67d2464 req-bf6a92ff-0ae6-4f43-bc1e-11d4b4e055b6 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 944 time: 0.0829275 Mar 22 12:33:31.246175 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd7557c9-af45-4bec-8dd1-8acde67d2464 req-cfd449e8-1326-4ef3-9bd4-f0042c405ac5 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383129 Mar 22 12:33:31.285613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port a4d81532-8e99-4687-b872-f33acd7800ee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a4d81532-8e99-4687-b872-f33acd7800ee,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:33:31.298524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'a4d81532-8e99-4687-b872-f33acd7800ee', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'port_id': 'a4d81532-8e99-4687-b872-f33acd7800ee', 'mac_address': 'fa:16:3e:e9:c2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:33:31.351629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:31.369781 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d81532-8e99-4687-b872-f33acd7800ee {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:33:31.386793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port a4d81532-8e99-4687-b872-f33acd7800ee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a4d81532-8e99-4687-b872-f33acd7800ee,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:33:31.391238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:31.461586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=a4d81532-8e99-4687-b872-f33acd7800ee,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:31.665656 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-63a9d747-1404-4d80-acc1-ce9a5777282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:31.743989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['a4d81532-8e99-4687-b872-f33acd7800ee'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:33:31.945751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:32.035286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:32.464930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913e209-ceab-41f1-b65e-0217c301a194 req-ffb04f71-602d-4fa8-b01f-3fbf92c635d8 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:32.466401 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0913e209-ceab-41f1-b65e-0217c301a194 req-ffb04f71-602d-4fa8-b01f-3fbf92c635d8 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 945 time: 0.0856295 Mar 22 12:33:32.511856 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0913e209-ceab-41f1-b65e-0217c301a194 req-c3eb0d36-89d2-4068-8d42-0c6ecb6eeb7f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396757 Mar 22 12:33:33.175015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a4d81532-8e99-4687-b872-f33acd7800ee up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:33:33.254887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:33.261715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port a4d81532-8e99-4687-b872-f33acd7800ee completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:33:33.266142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port a4d81532-8e99-4687-b872-f33acd7800ee triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:33:33.266487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:33.414668 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:33.441566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d81532-8e99-4687-b872-f33acd7800ee'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:33:33.452253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port a4d81532-8e99-4687-b872-f33acd7800ee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a4d81532-8e99-4687-b872-f33acd7800ee,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:33:33.457396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:33.498240 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d81532-8e99-4687-b872-f33acd7800ee', 'code': 200} Mar 22 12:33:33.522967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=a4d81532-8e99-4687-b872-f33acd7800ee,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:33.714660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802794c7-cb70-4532-b366-9103ef5c8955 req-c3956249-eeed-4a20-a3dd-1e0801045d6c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:33.716097 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-802794c7-cb70-4532-b366-9103ef5c8955 req-c3956249-eeed-4a20-a3dd-1e0801045d6c tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 946 time: 0.0829997 Mar 22 12:33:33.802269 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-802794c7-cb70-4532-b366-9103ef5c8955 req-377d56c3-0de1-46a3-91e1-a98fa53bef52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575559 Mar 22 12:33:33.816647 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fb0db21d-1880-4d2a-8d4a-d5ebcb91fcd0 req-754e2bc6-0ad9-4bf4-adc1-f947cc7c9441 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 1099 time: 0.0991008 Mar 22 12:33:33.868287 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fb0db21d-1880-4d2a-8d4a-d5ebcb91fcd0 req-bfb70537-1d71-4b55-a03e-760b19ba67eb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432427 Mar 22 12:33:35.012877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c76a1e-529a-4006-b7b5-62ce738a52c8 req-dc0d03dd-0a48-469e-891d-b2fefe948671 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:35.014336 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29c76a1e-529a-4006-b7b5-62ce738a52c8 req-dc0d03dd-0a48-469e-891d-b2fefe948671 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 946 time: 0.0837891 Mar 22 12:33:35.059865 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29c76a1e-529a-4006-b7b5-62ce738a52c8 req-30b575a9-9599-499c-b099-b216efd54b52 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 Mar 22 12:33:36.268203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d4deb-b294-48e0-9810-5e2eb9c52b7a req-d6c64969-f75c-4ae6-aa2a-47766588825d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:36.269667 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-847d4deb-b294-48e0-9810-5e2eb9c52b7a req-d6c64969-f75c-4ae6-aa2a-47766588825d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 946 time: 0.0779862 Mar 22 12:33:36.318059 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-847d4deb-b294-48e0-9810-5e2eb9c52b7a req-2997dbf2-f994-43c7-86b0-21df6bff7e5e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 Mar 22 12:33:36.517808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba566c4-685d-4ccd-98f6-f280dba8abc1 req-238062c9-dcd7-4a46-987b-cdd90d313ca6 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:36.519199 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dba566c4-685d-4ccd-98f6-f280dba8abc1 req-238062c9-dcd7-4a46-987b-cdd90d313ca6 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 946 time: 0.0823848 Mar 22 12:33:36.565744 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dba566c4-685d-4ccd-98f6-f280dba8abc1 req-0faaa4e9-33a5-4c6f-96f2-b082df2cc9de tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382950 Mar 22 12:33:36.593849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47162) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:36.671115 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3663660c-f45b-4474-8339-f25ba0fb7dea tempest-TestVolumeBootPattern-1069569558 tempest-TestVolumeBootPattern-1069569558-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 1094 time: 0.0760574 Mar 22 12:33:36.673739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47166) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:33:36.679052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'a4d81532-8e99-4687-b872-f33acd7800ee', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:33:36.684707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:33:36.688641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Usage tracker for resource:floatingip and tenant:76d698d6b710405f858cd1fbd6f51362 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:33:36.691476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:33:36.697427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:33:36.709623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:36.845473 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:36.976804 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Allocated IP 172.26.0.170 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/78288a1b-cef1-4e57-a276-8c917933e9f0) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:33:37.222345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:37.252385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:37.319370 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:33:37.323067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:33:37.326078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'Port': ['ID=78288a1b-cef1-4e57-a276-8c917933e9f0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:37.328906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:33:37.838015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:37.897222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:38.098958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:38.105217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:38.205543 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event updated for resources: {'Port': ['ID=78288a1b-cef1-4e57-a276-8c917933e9f0,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:33:38.219544 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:38.404854 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Floating IP ac972451-b311-4b84-9ea0-1aea515d2866 associated. External IP: 172.26.0.170, port: a4d81532-8e99-4687-b872-f33acd7800ee. Mar 22 12:33:38.897089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:33:39.107014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:33:39.116851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18303dc0-2151-432e-afd6-ac6f1865cdf8 None None] Sync routers for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:33:39.132926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:39.133926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18303dc0-2151-432e-afd6-ac6f1865cdf8 None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:33:39.134661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18303dc0-2151-432e-afd6-ac6f1865cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:33:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:39.197568 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0e59fcbd-2892-40ef-a3ea-fb363d8ae28d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5141685 Mar 22 12:33:39.197568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'tag': 'a4d81532-8e99-4687-b872-f33acd7800ee'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:33:39.248178 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'tag': 'a4d81532-8e99-4687-b872-f33acd7800ee', 'status': 'completed', 'code': 200} Mar 22 12:33:39.318135 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-18303dc0-2151-432e-afd6-ac6f1865cdf8 None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:33:39.413004 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eb13d7df-6dd9-4d6e-ad00-02a06ff6871a req-d071a797-ec1f-4aa5-bb02-4b8785a96eb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 1099 time: 0.1452453 Mar 22 12:33:39.557289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13d7df-6dd9-4d6e-ad00-02a06ff6871a req-f09a20c5-f112-42ca-9b04-84232cb36faf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:39.559521 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eb13d7df-6dd9-4d6e-ad00-02a06ff6871a req-f09a20c5-f112-42ca-9b04-84232cb36faf service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 912 time: 0.1399517 Mar 22 12:33:39.660422 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eb13d7df-6dd9-4d6e-ad00-02a06ff6871a req-0952b250-30c8-4b69-b053-d8dd96a4b978 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4d81532-8e99-4687-b872-f33acd7800ee HTTP/1.1" status: 200 len: 1000 time: 0.0962849 Mar 22 12:33:39.668097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18303dc0-2151-432e-afd6-ac6f1865cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '4712e47c-d923-4956-bb64-49c3143f608a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:54:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:25Z', 'updated_at': '2022-03-22T12:31:31Z', 'revision_number': 1, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}, {'id': 'ac972451-b311-4b84-9ea0-1aea515d2866', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': 'a4d81532-8e99-4687-b872-f33acd7800ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:e9:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:33:37Z', 'updated_at': '2022-03-22T12:33:37Z', 'revision_number': 0, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:39.672182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18303dc0-2151-432e-afd6-ac6f1865cdf8 None None] Checking router: 781547b3-3a3c-462d-98e3-6a7b7c2adb46 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:33:39.683583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18303dc0-2151-432e-afd6-ac6f1865cdf8 None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:33:39.684166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18303dc0-2151-432e-afd6-ac6f1865cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:33:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:39.726489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13d7df-6dd9-4d6e-ad00-02a06ff6871a req-6e6186ba-7210-4cdd-b31b-880c46a52964 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:33:39.727967 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eb13d7df-6dd9-4d6e-ad00-02a06ff6871a req-6e6186ba-7210-4cdd-b31b-880c46a52964 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0578685 Mar 22 12:33:39.811662 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eb13d7df-6dd9-4d6e-ad00-02a06ff6871a req-8bf0b65d-e4c0-4632-b95c-4c9bd9403218 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778511 Mar 22 12:33:39.863783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-18303dc0-2151-432e-afd6-ac6f1865cdf8 None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:33:39.947476 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eb13d7df-6dd9-4d6e-ad00-02a06ff6871a req-11a1b11c-4e89-46b3-8b5c-923c39771da6 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241202 Mar 22 12:33:40.077312 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eb13d7df-6dd9-4d6e-ad00-02a06ff6871a req-3cea6f35-b4e0-4be7-8c2d-036aaacc71a6 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228347 Mar 22 12:33:40.215999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18303dc0-2151-432e-afd6-ac6f1865cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '4712e47c-d923-4956-bb64-49c3143f608a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:54:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:25Z', 'updated_at': '2022-03-22T12:31:31Z', 'revision_number': 1, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}, {'id': 'ac972451-b311-4b84-9ea0-1aea515d2866', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': 'a4d81532-8e99-4687-b872-f33acd7800ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:e9:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:33:37Z', 'updated_at': '2022-03-22T12:33:37Z', 'revision_number': 0, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:33:40.220220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18303dc0-2151-432e-afd6-ac6f1865cdf8 None None] The sync data for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv is: [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '4712e47c-d923-4956-bb64-49c3143f608a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:54:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:25Z', 'updated_at': '2022-03-22T12:31:31Z', 'revision_number': 1, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}, {'id': 'ac972451-b311-4b84-9ea0-1aea515d2866', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.170', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': 'a4d81532-8e99-4687-b872-f33acd7800ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:e9:c2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:33:37Z', 'updated_at': '2022-03-22T12:33:37Z', 'revision_number': 0, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:33:40.405738 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd8d4e-c689-4fb3-a94e-8ad63ef8235d None None] New status for floating IP ac972451-b311-4b84-9ea0-1aea515d2866: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:33:43.241086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:33:49.152577 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:33:58.703181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4988ddfb-470b-462f-af7e-c144d7769c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:01.663572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-81a258f2-c593-408d-84de-1a0ba5ded002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:01.942371 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:02.039694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:03.262018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:13.235281 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:24.164603 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6659f6c3-d77b-47c9-9332-fdc1218dd38f req-3bb43f2f-0592-407e-a141-e3a7368ab5f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683460 Mar 22 12:34:24.319046 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6659f6c3-d77b-47c9-9332-fdc1218dd38f req-382e7e8a-2795-4fb5-9c32-cd814a546227 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 1099 time: 0.0716856 Mar 22 12:34:24.468288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659f6c3-d77b-47c9-9332-fdc1218dd38f req-a8e35fa9-3302-4800-8c82-30e95df8d15a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:24.469767 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6659f6c3-d77b-47c9-9332-fdc1218dd38f req-a8e35fa9-3302-4800-8c82-30e95df8d15a service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 912 time: 0.1302865 Mar 22 12:34:24.572809 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6659f6c3-d77b-47c9-9332-fdc1218dd38f req-fae6361b-82da-4f32-a079-2a1106f1f27b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 HTTP/1.1" status: 200 len: 1002 time: 0.0949478 Mar 22 12:34:24.639274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659f6c3-d77b-47c9-9332-fdc1218dd38f req-cd3ece52-8f5e-4ef5-83f4-7cc69050608a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:24.640617 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6659f6c3-d77b-47c9-9332-fdc1218dd38f req-cd3ece52-8f5e-4ef5-83f4-7cc69050608a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0613658 Mar 22 12:34:24.719473 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6659f6c3-d77b-47c9-9332-fdc1218dd38f req-0ff553d9-92c9-4a1d-bfe4-36701b312343 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721233 Mar 22 12:34:24.863078 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6659f6c3-d77b-47c9-9332-fdc1218dd38f req-b332251e-7fd0-4715-8916-4d4ec46c33eb service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360943 Mar 22 12:34:25.002157 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6659f6c3-d77b-47c9-9332-fdc1218dd38f req-ba9b7230-5b09-4d68-b1cd-1a5a3e9b0999 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327214 Mar 22 12:34:26.158656 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:34:28.709346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-efc08625-46fc-4d91-b8c2-1b6399e04d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:31.665912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ffab546c-b2e2-462f-9ec4-df583a0dd5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:31.949535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:32.048985 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:33.255426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:41.454745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47206) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:41.627771 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6f2576f4-1fcb-43e3-a00d-05d063af8976 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=7b68bf5710844a8fac024c2b8fe300a1&network_id=a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 200 len: 2999 time: 0.1714559 Mar 22 12:34:43.189209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47218) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:43.230421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:43.251141 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6536762f-ac10-4a3c-827c-68b0ea4b706c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:43.252589 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6536762f-ac10-4a3c-827c-68b0ea4b706c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c HTTP/1.1" status: 200 len: 814 time: 0.0623808 Mar 22 12:34:43.895366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47226) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:43.900892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-199b8186-b9a5-44c8-816f-3e7e3736cb00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:34:44.002757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-199b8186-b9a5-44c8-816f-3e7e3736cb00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:44.267429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-199b8186-b9a5-44c8-816f-3e7e3736cb00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:44.273940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-199b8186-b9a5-44c8-816f-3e7e3736cb00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:44.274487 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-199b8186-b9a5-44c8-816f-3e7e3736cb00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP 3851c635-3dc2-45ec-afb3-6869cdffb31d disassociated. External IP: 172.26.0.133, port: c910cb51-02f1-4764-95a7-9d7f5db7a01b. Mar 22 12:34:44.678184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199b8186-b9a5-44c8-816f-3e7e3736cb00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4d5c3346-c26f-44e6-adf2-991b32f32b48 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:34:44.877933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199b8186-b9a5-44c8-816f-3e7e3736cb00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:34:44.882977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-199b8186-b9a5-44c8-816f-3e7e3736cb00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:44.887590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef466f-d3bd-45bf-a023-3ce4c42b8bee None None] Sync routers for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:34:44.899747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef466f-d3bd-45bf-a023-3ce4c42b8bee None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:34:44.900360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f6ef466f-d3bd-45bf-a023-3ce4c42b8bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:34:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:34:45.041740 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-199b8186-b9a5-44c8-816f-3e7e3736cb00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 200 len: 690 time: 1.1452906 Mar 22 12:34:45.042351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'tag': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:34:45.044690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47230) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:45.097329 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'tag': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b', 'status': 'completed', 'code': 200} Mar 22 12:34:45.124246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-f6ef466f-d3bd-45bf-a023-3ce4c42b8bee None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:34:45.167571 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c2aae353-6cb4-4d67-9ed4-522f62397843 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 200 len: 690 time: 0.1215649 Mar 22 12:34:45.198643 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ef89d41f-5995-4366-8a79-d2e4587b8930 req-fc0b2332-5a71-4926-8d24-40603afc13c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 1098 time: 0.0775104 Mar 22 12:34:45.332763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89d41f-5995-4366-8a79-d2e4587b8930 req-cff9765c-0e60-4580-89f8-c7d93daa22a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:45.334124 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ef89d41f-5995-4366-8a79-d2e4587b8930 req-cff9765c-0e60-4580-89f8-c7d93daa22a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 200 len: 898 time: 0.1293714 Mar 22 12:34:45.398832 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ef89d41f-5995-4366-8a79-d2e4587b8930 req-b47630c7-709a-41de-852f-7e43fc2fc6c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c910cb51-02f1-4764-95a7-9d7f5db7a01b HTTP/1.1" status: 200 len: 217 time: 0.0588601 Mar 22 12:34:45.434692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f6ef466f-d3bd-45bf-a023-3ce4c42b8bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:34:45.438754 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef466f-d3bd-45bf-a023-3ce4c42b8bee None None] Checking router: 4d5c3346-c26f-44e6-adf2-991b32f32b48 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:34:45.450060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef466f-d3bd-45bf-a023-3ce4c42b8bee None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:34:45.450662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f6ef466f-d3bd-45bf-a023-3ce4c42b8bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:34:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:34:45.462120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89d41f-5995-4366-8a79-d2e4587b8930 req-1505940d-b55c-4107-9341-b34e9a80ed43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:45.463503 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ef89d41f-5995-4366-8a79-d2e4587b8930 req-1505940d-b55c-4107-9341-b34e9a80ed43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11843cb5-9944-4725-98ea-2a6a5b2170fd HTTP/1.1" status: 200 len: 834 time: 0.0592785 Mar 22 12:34:45.537087 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ef89d41f-5995-4366-8a79-d2e4587b8930 req-c857b116-799d-4218-b32d-ee4154664711 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37f0f42-8cad-47f8-b50d-a61493e52179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673933 Mar 22 12:34:45.635640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-f6ef466f-d3bd-45bf-a023-3ce4c42b8bee None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:34:45.668678 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ef89d41f-5995-4366-8a79-d2e4587b8930 req-a2e80594-1edf-4793-8a0f-d67f0b234899 service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257217 Mar 22 12:34:45.802292 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ef89d41f-5995-4366-8a79-d2e4587b8930 req-e7eafe0f-5d3e-4858-ad53-3f28864f847c service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257727 Mar 22 12:34:45.939846 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-f6ef466f-d3bd-45bf-a023-3ce4c42b8bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:34:45.944035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef466f-d3bd-45bf-a023-3ce4c42b8bee None None] The sync data for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv is: [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:34:46.159686 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6da8c-652b-4ba0-b7f3-a64009f71757 None None] New status for floating IP 3851c635-3dc2-45ec-afb3-6869cdffb31d: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:34:46.171341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47236) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:46.253253 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-365c7c0a-8074-47be-afbf-1cd4d9f2d20d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 200 len: 690 time: 0.0807931 Mar 22 12:34:47.257355 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47240) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:47.339637 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-948c74e1-722f-431e-ab07-54ac17aba53e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 200 len: 688 time: 0.0811803 Mar 22 12:34:48.605970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47246) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:48.614487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1089196531', 'description': 'tempest-secgroup-smoke-1089196531 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:34:48.622848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:34:48.634231 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:34:48.645284 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:48.683021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:34:48.687120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:34:48.690114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:34:48.696351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:34:48.748095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:48.754637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:48.797166 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5bbd41-033f-48cf-9bab-09579f090be1,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:34:48.808094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:48.809267 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2021072 Mar 22 12:34:48.810730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.811091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.811374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.811688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.812118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.812419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.812661 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47250) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:48.813430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.813430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.813430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.813892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.814040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0cc689-30de-405f-8911-fdfbc89a8a86 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.822520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '8e5bbd41-033f-48cf-9bab-09579f090be1', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:34:48.832196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:34:48.836524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:34:48.842223 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:34:48.848311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:34:48.867676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:48.931226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:48.935373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:48.959104 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdaf051-6b8b-4a28-abaf-db53f5b8cfc6,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:34:48.971215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:48.972374 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1579430 Mar 22 12:34:48.973851 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.974185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.974515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.974958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.975299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.975436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47254) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:48.975621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.975936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.976255 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.976571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.976985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.977369 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f546bd21-aa39-4736-890f-8dcc81427670 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:48.982010 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-14873a07-056e-4b9d-8485-40f6ed8bff6f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '8e5bbd41-033f-48cf-9bab-09579f090be1', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:34:48.988653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-14873a07-056e-4b9d-8485-40f6ed8bff6f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:34:48.992765 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-14873a07-056e-4b9d-8485-40f6ed8bff6f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:34:48.995847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-14873a07-056e-4b9d-8485-40f6ed8bff6f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:34:49.002608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-14873a07-056e-4b9d-8485-40f6ed8bff6f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:34:49.023364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14873a07-056e-4b9d-8485-40f6ed8bff6f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.093150 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14873a07-056e-4b9d-8485-40f6ed8bff6f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.098438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14873a07-056e-4b9d-8485-40f6ed8bff6f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.122108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14873a07-056e-4b9d-8485-40f6ed8bff6f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7225cebd-fcf0-48c8-906c-a1c5e9dfbc3f,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:34:49.133828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-14873a07-056e-4b9d-8485-40f6ed8bff6f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.135630 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-14873a07-056e-4b9d-8485-40f6ed8bff6f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1589470 Mar 22 12:34:49.139784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47258) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:49.145708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4774afed-68a1-4af2-95e8-17ec8e08a614 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '8e5bbd41-033f-48cf-9bab-09579f090be1', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:34:49.151764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4774afed-68a1-4af2-95e8-17ec8e08a614 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:34:49.156162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4774afed-68a1-4af2-95e8-17ec8e08a614 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:34:49.159577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4774afed-68a1-4af2-95e8-17ec8e08a614 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:34:49.165212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4774afed-68a1-4af2-95e8-17ec8e08a614 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:34:49.183113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4774afed-68a1-4af2-95e8-17ec8e08a614 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.249170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4774afed-68a1-4af2-95e8-17ec8e08a614 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.254366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4774afed-68a1-4af2-95e8-17ec8e08a614 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.278089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774afed-68a1-4af2-95e8-17ec8e08a614 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffd92f1-6b8a-4048-b30a-d94986c05b8c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:34:49.288295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4774afed-68a1-4af2-95e8-17ec8e08a614 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.289467 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4774afed-68a1-4af2-95e8-17ec8e08a614 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1484873 Mar 22 12:34:49.294124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47262) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:49.300574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0cee083f-9b5d-40d6-a085-adfef2dec44c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '8e5bbd41-033f-48cf-9bab-09579f090be1', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:34:49.308177 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0cee083f-9b5d-40d6-a085-adfef2dec44c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:34:49.312545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0cee083f-9b5d-40d6-a085-adfef2dec44c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:34:49.316201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0cee083f-9b5d-40d6-a085-adfef2dec44c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:34:49.322751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0cee083f-9b5d-40d6-a085-adfef2dec44c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:34:49.341395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cee083f-9b5d-40d6-a085-adfef2dec44c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.410364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cee083f-9b5d-40d6-a085-adfef2dec44c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.415162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cee083f-9b5d-40d6-a085-adfef2dec44c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.438194 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee083f-9b5d-40d6-a085-adfef2dec44c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aae00b5-84bd-4965-8851-8431cf7252c1,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:34:49.451444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0cee083f-9b5d-40d6-a085-adfef2dec44c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.452633 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0cee083f-9b5d-40d6-a085-adfef2dec44c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1574726 Mar 22 12:34:49.456894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47266) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:49.462229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '8e5bbd41-033f-48cf-9bab-09579f090be1', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:34:49.468104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:34:49.472324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:34:49.475228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:34:49.480817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:34:49.492563 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:34:49.499388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.570083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.575420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.597111 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f096b15a-f8f3-4d9e-a0fc-15bd242257e7,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:34:49.607406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.608585 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4fe25aef-95b6-49a4-b7a2-34e19c3a053b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1507554 Mar 22 12:34:49.611584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47270) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:34:49.616791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '8e5bbd41-033f-48cf-9bab-09579f090be1', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:34:49.622494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:34:49.626392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:34:49.629255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:34:49.634915 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:34:49.646133 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:34:49.652399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.726873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.732702 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.754684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb6d4de-4738-461b-89b4-38a65fd892c2,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:34:49.766066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:49.767313 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59886981-45ee-453f-a762-509d99bfebe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1548703 Mar 22 12:34:49.942185 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-082f2580-1fe2-453b-94e7-3a781c5b015f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089196531&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.0428669 Mar 22 12:34:50.085905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e041d-7ad5-4def-b516-f255030897c8 req-0bd75a8f-0855-495f-b0fc-3517a9b8d17c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:50.087212 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-0bd75a8f-0855-495f-b0fc-3517a9b8d17c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/networks?id=a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 200 len: 797 time: 0.1388519 Mar 22 12:34:50.103267 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-0fbea2eb-492a-49c1-a9fd-10eec4246fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/quotas/7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 375 time: 0.0106053 Mar 22 12:34:50.191229 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-12eb35c1-8152-4891-9d11-4d0dc2d5b3a5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0830946 Mar 22 12:34:50.328517 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-c486a3c9-5817-457a-be41-5d107769f912 service neutron] 10.222.0.62 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252193 Mar 22 12:34:50.555817 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-a477e4d3-5cc8-4633-87c9-809d744c2a4b service neutron] 10.222.0.62 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188902 Mar 22 12:34:50.740347 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-58d0a503-7bca-48b6-a107-a8e19ff5b05d req-ca34e4b0-71a6-4d4f-a460-c2a4cef206cd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 210 time: 0.0402632 Mar 22 12:34:51.799049 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e041d-7ad5-4def-b516-f255030897c8 req-4f845e27-58f6-4bf0-b9b5-83a02d7e8531 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:51.800468 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-4f845e27-58f6-4bf0-b9b5-83a02d7e8531 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 200 len: 797 time: 0.1448004 Mar 22 12:34:51.857648 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-13e737c5-53f5-40a1-95d1-51897911ebcd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 472 time: 0.0434320 Mar 22 12:34:51.895318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'device_id': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'admin_state_up': True, 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'security_groups': ['8e5bbd41-033f-48cf-9bab-09579f090be1']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:34:51.926331 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8d803e73-3f26-459e-b76a-a382384a1d5a req-0547452b-9e7b-4ded-ba3e-c39aa11cbea9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 210 time: 0.0643315 Mar 22 12:34:52.053673 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:34:52.064238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:34:52.076641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:34:52.079721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:52.240549 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.7 (a37f0f42-8cad-47f8-b50d-a61493e52179/11843cb5-9944-4725-98ea-2a6a5b2170fd/63808221-686f-45bf-8585-ad97b8fc8d31) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:34:52.431798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:52.447941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 63808221-686f-45bf-8585-ad97b8fc8d31 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:34:52.473697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:52.549533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network a37f0f42-8cad-47f8-b50d-a61493e52179 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:34:52.552547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:34:52.556848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:34:52.581974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=63808221-686f-45bf-8585-ad97b8fc8d31,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:34:52.619922 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:52.620678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:52.645992 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-789e4c97-fd5c-484f-a038-7e5c3280ae90 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7821317 Mar 22 12:34:52.656985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Request body: {'port': {'device_id': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:34:52.754506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8f756042-6f09-4c37-9e84-54dd5f995619 None None] Provisioning for port 63808221-686f-45bf-8585-ad97b8fc8d31 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:34:52.759111 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8f756042-6f09-4c37-9e84-54dd5f995619 None None] Provisioning complete for port 63808221-686f-45bf-8585-ad97b8fc8d31 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:34:52.759525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8f756042-6f09-4c37-9e84-54dd5f995619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:52.766058 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:52.808993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8f756042-6f09-4c37-9e84-54dd5f995619 None None] Port 63808221-686f-45bf-8585-ad97b8fc8d31 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:34:53.098547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63808221-686f-45bf-8585-ad97b8fc8d31 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:34:53.106709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:53.118063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a94eda-c4bb-4497-a2b1-171aafea5913 req-47dcaa16-fae4-45ba-8b17-f60223cff059 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:53.119665 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25a94eda-c4bb-4497-a2b1-171aafea5913 req-47dcaa16-fae4-45ba-8b17-f60223cff059 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 931 time: 0.0730925 Mar 22 12:34:53.122325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Transition to ACTIVE for port object 63808221-686f-45bf-8585-ad97b8fc8d31 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:34:53.127471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:53.167643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-25a94eda-c4bb-4497-a2b1-171aafea5913 req-ded68db6-fe09-4c1b-87d4-e3a9f577d0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:34:53.184848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-25a94eda-c4bb-4497-a2b1-171aafea5913 req-ded68db6-fe09-4c1b-87d4-e3a9f577d0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:34:53.186222 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-25a94eda-c4bb-4497-a2b1-171aafea5913 req-ded68db6-fe09-4c1b-87d4-e3a9f577d0c5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602291 Mar 22 12:34:53.251206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Pushing event updated for resources: {'Port': ['ID=63808221-686f-45bf-8585-ad97b8fc8d31,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:34:53.361101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Attempting to bind port 63808221-686f-45bf-8585-ad97b8fc8d31 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:34:53.361481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Attempting to bind port 63808221-686f-45bf-8585-ad97b8fc8d31 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:34:53.361910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Attempting to bind port 63808221-686f-45bf-8585-ad97b8fc8d31 on network a37f0f42-8cad-47f8-b50d-a61493e52179 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:34:53.368420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Port 63808221-686f-45bf-8585-ad97b8fc8d31 on network a37f0f42-8cad-47f8-b50d-a61493e52179 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:34:53.368914 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Attempting to bind port 63808221-686f-45bf-8585-ad97b8fc8d31 on network a37f0f42-8cad-47f8-b50d-a61493e52179 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:34:53.375767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:34:53.376106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Checking segment: {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:34:53.376484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Bound using segment: {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:34:53.376892 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Bound port: 63808221-686f-45bf-8585-ad97b8fc8d31, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69d69d5-869b-497b-b42a-9d16696ed350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:34:53.377236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:53.551978 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] For port 63808221-686f-45bf-8585-ad97b8fc8d31, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:34:53.554904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] For port 63808221-686f-45bf-8585-ad97b8fc8d31, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63808221-686f-45bf-8585-ad97b8fc8d31,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:34:53.561148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:53.622348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:53.623696 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] 10.222.0.55 "PUT /v2.0/ports/63808221-686f-45bf-8585-ad97b8fc8d31 HTTP/1.1" status: 200 len: 1093 time: 0.9710355 Mar 22 12:34:53.624324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'tag': '63808221-686f-45bf-8585-ad97b8fc8d31'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:34:53.642517 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c24d4-4e77-4211-9223-9962a226ecba service neutron] Pushing event updated for resources: {'Port': ['ID=63808221-686f-45bf-8585-ad97b8fc8d31,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:34:53.693413 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'tag': '63808221-686f-45bf-8585-ad97b8fc8d31', 'status': 'completed', 'code': 200} Mar 22 12:34:53.739044 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-e4f9b16a-ef2f-4fc3-a072-bafea0baafd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 1096 time: 0.0761437 Mar 22 12:34:53.805947 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-357ffad1-cb6b-4b3d-9f16-d57ff1f1a078 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63808221-686f-45bf-8585-ad97b8fc8d31 HTTP/1.1" status: 200 len: 217 time: 0.0596364 Mar 22 12:34:53.879992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e041d-7ad5-4def-b516-f255030897c8 req-f0707b51-b82a-46dd-882b-acf10db5583a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:53.881429 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-f0707b51-b82a-46dd-882b-acf10db5583a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11843cb5-9944-4725-98ea-2a6a5b2170fd HTTP/1.1" status: 200 len: 834 time: 0.0688241 Mar 22 12:34:53.961207 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-b0b38fbe-f873-4a6b-be95-c3e98681cdc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37f0f42-8cad-47f8-b50d-a61493e52179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740204 Mar 22 12:34:54.099970 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-ddc0f333-278f-4a98-9777-344b49fb09d2 service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319051 Mar 22 12:34:54.235866 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b97e041d-7ad5-4def-b516-f255030897c8 req-2814caed-494d-40f6-b14e-5f0e4ae0fa75 service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295259 Mar 22 12:34:54.351258 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d63bd7d0-3bbb-47e4-a1aa-43f149d1e00a req-b8ffd8ee-e697-47f8-9397-e8a9a670fe1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 1096 time: 0.0718744 Mar 22 12:34:54.393352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fa9e2-32e4-4972-a4ed-cc9e421d77cc req-5251b262-e152-46ab-8156-2760325d1a59 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:54.397971 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a00fa9e2-32e4-4972-a4ed-cc9e421d77cc req-5251b262-e152-46ab-8156-2760325d1a59 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 943 time: 0.0795398 Mar 22 12:34:54.439247 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a00fa9e2-32e4-4972-a4ed-cc9e421d77cc req-d433643a-7435-476e-864b-d5b26f5686e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387332 Mar 22 12:34:54.484783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bd7d0-3bbb-47e4-a1aa-43f149d1e00a req-2ab5d96b-75ed-4858-ac56-0e4540a25164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:54.486157 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d63bd7d0-3bbb-47e4-a1aa-43f149d1e00a req-2ab5d96b-75ed-4858-ac56-0e4540a25164 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 200 len: 898 time: 0.1292522 Mar 22 12:34:54.552131 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d63bd7d0-3bbb-47e4-a1aa-43f149d1e00a req-587fecd2-f2cb-4987-95f0-eac2350be537 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63808221-686f-45bf-8585-ad97b8fc8d31 HTTP/1.1" status: 200 len: 217 time: 0.0598760 Mar 22 12:34:54.622953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bd7d0-3bbb-47e4-a1aa-43f149d1e00a req-fd7f167d-12ba-41e3-a8c0-8a59f27e39e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:54.624974 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d63bd7d0-3bbb-47e4-a1aa-43f149d1e00a req-fd7f167d-12ba-41e3-a8c0-8a59f27e39e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11843cb5-9944-4725-98ea-2a6a5b2170fd HTTP/1.1" status: 200 len: 834 time: 0.0663235 Mar 22 12:34:54.697936 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d63bd7d0-3bbb-47e4-a1aa-43f149d1e00a req-6a040229-0714-4eec-93c2-92ec3759ddc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37f0f42-8cad-47f8-b50d-a61493e52179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673294 Mar 22 12:34:54.845382 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d63bd7d0-3bbb-47e4-a1aa-43f149d1e00a req-f3114276-c0e3-4d99-90aa-b20be99217fc service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407809 Mar 22 12:34:54.978953 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d63bd7d0-3bbb-47e4-a1aa-43f149d1e00a req-f54a9e5b-7acb-423d-a94a-78ee9142cb60 service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265795 Mar 22 12:34:55.658879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987106c4-a878-49f3-a670-265087549847 req-a9762c23-4b36-40bb-9993-1ab8a07dc2cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:55.659532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-987106c4-a878-49f3-a670-265087549847 req-a9762c23-4b36-40bb-9993-1ab8a07dc2cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:34:55.677437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-987106c4-a878-49f3-a670-265087549847 req-a9762c23-4b36-40bb-9993-1ab8a07dc2cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:34:55.678564 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-987106c4-a878-49f3-a670-265087549847 req-a9762c23-4b36-40bb-9993-1ab8a07dc2cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 943 time: 0.0944870 Mar 22 12:34:55.727906 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-987106c4-a878-49f3-a670-265087549847 req-9835a9ea-f52d-4d09-9364-fbaceab89246 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437708 Mar 22 12:34:56.950406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07404079-45cc-43a3-a1ac-db5a2cf1d9b7 req-0cccc6f9-8e69-459f-becf-59849fcd3d5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:56.952341 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07404079-45cc-43a3-a1ac-db5a2cf1d9b7 req-0cccc6f9-8e69-459f-becf-59849fcd3d5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 943 time: 0.0848300 Mar 22 12:34:57.003595 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07404079-45cc-43a3-a1ac-db5a2cf1d9b7 req-d45047e3-eac2-483b-980f-2a966ce72885 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 Mar 22 12:34:57.541560 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 63808221-686f-45bf-8585-ad97b8fc8d31 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:34:57.684529 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 63808221-686f-45bf-8585-ad97b8fc8d31, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63808221-686f-45bf-8585-ad97b8fc8d31,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:34:57.698265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '63808221-686f-45bf-8585-ad97b8fc8d31', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'port_id': '63808221-686f-45bf-8585-ad97b8fc8d31', 'mac_address': 'fa:16:3e:bb:2b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:34:57.752433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:57.772951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63808221-686f-45bf-8585-ad97b8fc8d31 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:34:57.792952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 63808221-686f-45bf-8585-ad97b8fc8d31, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63808221-686f-45bf-8585-ad97b8fc8d31,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:34:57.799033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:57.865516 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=63808221-686f-45bf-8585-ad97b8fc8d31,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:34:57.873911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:57.874249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:57.874576 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:57.875057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:57.875383 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:57.875700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:57.876014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:57.876330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:57.876644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:57.876953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:57.877261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:34:58.155463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['63808221-686f-45bf-8585-ad97b8fc8d31'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:34:58.207469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8248682-9d45-4168-b1da-314e87749a25 req-2ddb3723-e515-42cd-af1f-afa9bca32acc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:58.209224 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a8248682-9d45-4168-b1da-314e87749a25 req-2ddb3723-e515-42cd-af1f-afa9bca32acc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 944 time: 0.0864081 Mar 22 12:34:58.255294 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a8248682-9d45-4168-b1da-314e87749a25 req-02a1f002-01c2-408d-9bda-8ffedbe5d49d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401924 Mar 22 12:34:58.710866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40cfc200-28f7-479f-9b69-984ebe443b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:59.471581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eda893-d306-4b20-9472-d0e8e7a26876 req-2644fc6a-c165-4c8a-ab9b-5fb717543aff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:34:59.472990 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7eda893-d306-4b20-9472-d0e8e7a26876 req-2644fc6a-c165-4c8a-ab9b-5fb717543aff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 944 time: 0.0842042 Mar 22 12:34:59.520016 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7eda893-d306-4b20-9472-d0e8e7a26876 req-61bb5202-165a-4fae-928a-1622ae42cbfd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390666 Mar 22 12:34:59.538341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 63808221-686f-45bf-8585-ad97b8fc8d31 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:34:59.609795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 63808221-686f-45bf-8585-ad97b8fc8d31 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:34:59.614875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 63808221-686f-45bf-8585-ad97b8fc8d31 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:34:59.615302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:59.734393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:59.763779 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63808221-686f-45bf-8585-ad97b8fc8d31'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:34:59.773867 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 63808221-686f-45bf-8585-ad97b8fc8d31, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63808221-686f-45bf-8585-ad97b8fc8d31,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:34:59.779163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:34:59.824134 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63808221-686f-45bf-8585-ad97b8fc8d31', 'code': 200} Mar 22 12:34:59.853914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=63808221-686f-45bf-8585-ad97b8fc8d31,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:00.146715 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-85a96c51-6f2f-4fe0-b8a6-60d29cb418ab req-17c86f6e-d4ca-4cb6-9a8f-2e821e49d3ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 1098 time: 0.1527276 Mar 22 12:35:00.188796 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-85a96c51-6f2f-4fe0-b8a6-60d29cb418ab req-a8878a72-cec3-48f3-979d-aa4ff92d4443 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354543 Mar 22 12:35:00.740615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83e19d-5609-4ad3-82ab-6ddda63deb69 req-0fbbf432-9fc9-48b9-9d7f-68fc5871ee5b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:00.742490 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd83e19d-5609-4ad3-82ab-6ddda63deb69 req-0fbbf432-9fc9-48b9-9d7f-68fc5871ee5b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 945 time: 0.0904071 Mar 22 12:35:00.787207 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd83e19d-5609-4ad3-82ab-6ddda63deb69 req-67d493db-415c-41d8-b90f-0f0f3b10c7ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392075 Mar 22 12:35:01.666626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-357af97d-d4b0-48a1-8e0b-c9ec139a2508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:01.946534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:01.997481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41f774-73c9-4ab1-a762-3a61bb9b2523 req-d3099b98-43b1-4bd5-b3bf-2095d7434929 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:01.998920 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0e41f774-73c9-4ab1-a762-3a61bb9b2523 req-d3099b98-43b1-4bd5-b3bf-2095d7434929 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 945 time: 0.0880816 Mar 22 12:35:02.042845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:02.047381 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0e41f774-73c9-4ab1-a762-3a61bb9b2523 req-87047e4d-5a4d-487c-a487-9636c3d78096 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426404 Mar 22 12:35:02.244873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f9942-509c-4c26-a0a0-c92416366ac7 req-af49acc2-6a5a-4065-b134-6501bd5633af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:02.246320 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc1f9942-509c-4c26-a0a0-c92416366ac7 req-af49acc2-6a5a-4065-b134-6501bd5633af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 945 time: 0.0770037 Mar 22 12:35:02.291680 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc1f9942-509c-4c26-a0a0-c92416366ac7 req-7f624f3e-4258-484f-978b-cca60079a87c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385425 Mar 22 12:35:02.319793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47316) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:02.399020 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f376e6aa-ae92-4b9b-8eee-5c435a57299a tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 1093 time: 0.0780380 Mar 22 12:35:02.401786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47320) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:02.406954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-394736e5-998d-4c89-8ee9-9268046d4b5f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'floatingip': {'port_id': '63808221-686f-45bf-8585-ad97b8fc8d31'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:35:02.482279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-394736e5-998d-4c89-8ee9-9268046d4b5f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:03.081388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-394736e5-998d-4c89-8ee9-9268046d4b5f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:03.086758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-394736e5-998d-4c89-8ee9-9268046d4b5f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:03.155798 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:35:03.257585 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:03.272822 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-394736e5-998d-4c89-8ee9-9268046d4b5f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP 3851c635-3dc2-45ec-afb3-6869cdffb31d associated. External IP: 172.26.0.133, port: 63808221-686f-45bf-8585-ad97b8fc8d31. Mar 22 12:35:03.767183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394736e5-998d-4c89-8ee9-9268046d4b5f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4d5c3346-c26f-44e6-adf2-991b32f32b48 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:35:03.974436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394736e5-998d-4c89-8ee9-9268046d4b5f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:35:03.979331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-394736e5-998d-4c89-8ee9-9268046d4b5f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:03.984671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9298dca6-5b97-41ad-8a31-796f55a47c57 None None] Sync routers for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:35:03.996459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298dca6-5b97-41ad-8a31-796f55a47c57 None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:35:03.997072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9298dca6-5b97-41ad-8a31-796f55a47c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:35:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:04.030082 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-394736e5-998d-4c89-8ee9-9268046d4b5f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 200 len: 991 time: 1.6273091 Mar 22 12:35:04.030696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'tag': '63808221-686f-45bf-8585-ad97b8fc8d31'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:35:04.032951 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47324) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:04.084327 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'tag': '63808221-686f-45bf-8585-ad97b8fc8d31', 'status': 'completed', 'code': 200} Mar 22 12:35:04.142546 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ee339d6b-c626-4af2-805b-99063fc80a1c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 200 len: 991 time: 0.1083689 Mar 22 12:35:04.174664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9298dca6-5b97-41ad-8a31-796f55a47c57 None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:35:04.179873 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a49615fa-f5b5-4828-9aa6-cbfb398bb6ca req-32e5d42e-8185-4635-8f0d-ffb41adad6a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 1098 time: 0.0738389 Mar 22 12:35:04.317431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49615fa-f5b5-4828-9aa6-cbfb398bb6ca req-b04a3cf9-b544-439d-9b1a-b6a59304de3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:04.318891 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a49615fa-f5b5-4828-9aa6-cbfb398bb6ca req-b04a3cf9-b544-439d-9b1a-b6a59304de3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 200 len: 898 time: 0.1325357 Mar 22 12:35:04.419185 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a49615fa-f5b5-4828-9aa6-cbfb398bb6ca req-8baea289-2d08-4875-ba21-2d05df8d7870 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63808221-686f-45bf-8585-ad97b8fc8d31 HTTP/1.1" status: 200 len: 999 time: 0.0940387 Mar 22 12:35:04.484272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49615fa-f5b5-4828-9aa6-cbfb398bb6ca req-15909e3c-1a2a-42f0-a819-36f0e901432e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:04.485929 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a49615fa-f5b5-4828-9aa6-cbfb398bb6ca req-15909e3c-1a2a-42f0-a819-36f0e901432e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11843cb5-9944-4725-98ea-2a6a5b2170fd HTTP/1.1" status: 200 len: 834 time: 0.0598202 Mar 22 12:35:04.519244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9298dca6-5b97-41ad-8a31-796f55a47c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '3851c635-3dc2-45ec-afb3-6869cdffb31d', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'port_id': '63808221-686f-45bf-8585-ad97b8fc8d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'mac_address': 'fa:16:3e:bb:2b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:33:26Z', 'updated_at': '2022-03-22T12:35:02Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:04.523185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9298dca6-5b97-41ad-8a31-796f55a47c57 None None] Checking router: 4d5c3346-c26f-44e6-adf2-991b32f32b48 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:35:04.533878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298dca6-5b97-41ad-8a31-796f55a47c57 None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:35:04.534466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9298dca6-5b97-41ad-8a31-796f55a47c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:35:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:04.560945 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a49615fa-f5b5-4828-9aa6-cbfb398bb6ca req-5e94c213-5667-4886-98a4-df2d9436b32c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37f0f42-8cad-47f8-b50d-a61493e52179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692253 Mar 22 12:35:04.692625 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a49615fa-f5b5-4828-9aa6-cbfb398bb6ca req-6d9abf08-3a25-4ad5-865c-a1cfe5d03dd8 service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243520 Mar 22 12:35:04.708507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9298dca6-5b97-41ad-8a31-796f55a47c57 None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:35:04.821647 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a49615fa-f5b5-4828-9aa6-cbfb398bb6ca req-6fb306ea-2eb9-4910-a10e-1b764052b4a4 service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232643 Mar 22 12:35:05.085304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9298dca6-5b97-41ad-8a31-796f55a47c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '3851c635-3dc2-45ec-afb3-6869cdffb31d', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'port_id': '63808221-686f-45bf-8585-ad97b8fc8d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'mac_address': 'fa:16:3e:bb:2b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:33:26Z', 'updated_at': '2022-03-22T12:35:02Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:05.089766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9298dca6-5b97-41ad-8a31-796f55a47c57 None None] The sync data for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv is: [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '3851c635-3dc2-45ec-afb3-6869cdffb31d', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.133', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'port_id': '63808221-686f-45bf-8585-ad97b8fc8d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'mac_address': 'fa:16:3e:bb:2b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:33:26Z', 'updated_at': '2022-03-22T12:35:02Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:35:05.146713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47330) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:05.255510 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b88c8f7e-5fca-4be4-8483-6d112fee7035 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 200 len: 991 time: 0.1075094 Mar 22 12:35:05.279810 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccf7735-ccd2-451e-acb0-4d44432d58a5 None None] New status for floating IP 3851c635-3dc2-45ec-afb3-6869cdffb31d: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:35:06.260131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47334) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:06.366942 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f09c1ba4-520d-4e1d-be2c-1967ffc7595a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 200 len: 993 time: 0.1056738 Mar 22 12:35:08.158377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47338) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:08.460689 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Deleting port 78288a1b-cef1-4e57-a276-8c917933e9f0 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:08.461036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:08.630323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:08.630612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:08.746320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Calling delete_port for 78288a1b-cef1-4e57-a276-8c917933e9f0 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:08.900495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:08.943647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event deleted for resources: {'Port': ['ID=78288a1b-cef1-4e57-a276-8c917933e9f0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:09.038816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:09.432442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:35:09.631377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:35:09.641967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5701f8c-a47e-4bdd-a1a6-47b9581e60c5 None None] Sync routers for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:35:09.653551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:09.655764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5701f8c-a47e-4bdd-a1a6-47b9581e60c5 None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:35:09.656575 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5701f8c-a47e-4bdd-a1a6-47b9581e60c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:35:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:09.707440 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b2fc3beb-669e-43d7-8300-7bfcf49bc7c2 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "DELETE /v2.0/floatingips/ac972451-b311-4b84-9ea0-1aea515d2866 HTTP/1.1" status: 204 len: 168 time: 1.5479903 Mar 22 12:35:09.709202 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'tag': 'a4d81532-8e99-4687-b872-f33acd7800ee'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:35:09.762831 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'tag': 'a4d81532-8e99-4687-b872-f33acd7800ee', 'status': 'completed', 'code': 200} Mar 22 12:35:09.837744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-e5701f8c-a47e-4bdd-a1a6-47b9581e60c5 None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:35:09.853811 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6a43022f-12ca-4a62-99ac-69977382603f req-0bd33df2-d480-44b1-b2bc-be66542f7192 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 1099 time: 0.0690606 Mar 22 12:35:09.988399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43022f-12ca-4a62-99ac-69977382603f req-1045eb6b-69e4-4694-8dfa-d55eb523e7bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:09.989853 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6a43022f-12ca-4a62-99ac-69977382603f req-1045eb6b-69e4-4694-8dfa-d55eb523e7bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 912 time: 0.1298733 Mar 22 12:35:10.191298 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5701f8c-a47e-4bdd-a1a6-47b9581e60c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '4712e47c-d923-4956-bb64-49c3143f608a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:54:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:25Z', 'updated_at': '2022-03-22T12:31:31Z', 'revision_number': 1, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:10.195537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5701f8c-a47e-4bdd-a1a6-47b9581e60c5 None None] Checking router: 781547b3-3a3c-462d-98e3-6a7b7c2adb46 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:35:10.197907 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6a43022f-12ca-4a62-99ac-69977382603f req-d88e53fb-009e-4a63-b3cc-ead2c6f580e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4d81532-8e99-4687-b872-f33acd7800ee HTTP/1.1" status: 200 len: 217 time: 0.2009692 Mar 22 12:35:10.206992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5701f8c-a47e-4bdd-a1a6-47b9581e60c5 None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:35:10.207583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5701f8c-a47e-4bdd-a1a6-47b9581e60c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:35:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:10.276586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43022f-12ca-4a62-99ac-69977382603f req-3d2ddd03-e4ce-46c1-b2f0-b5a49a95be6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:10.278333 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6a43022f-12ca-4a62-99ac-69977382603f req-3d2ddd03-e4ce-46c1-b2f0-b5a49a95be6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0744619 Mar 22 12:35:10.325181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a025-822d-4ef9-98d6-143f8c6d747c req-a2abfa23-bf89-4b35-85e1-350b3a64a152 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:10.325181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-db19a025-822d-4ef9-98d6-143f8c6d747c req-a2abfa23-bf89-4b35-85e1-350b3a64a152 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Synchronizing usage tracker for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:35:10.353294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-db19a025-822d-4ef9-98d6-143f8c6d747c req-a2abfa23-bf89-4b35-85e1-350b3a64a152 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Unset dirty status for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:35:10.354305 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-db19a025-822d-4ef9-98d6-143f8c6d747c req-a2abfa23-bf89-4b35-85e1-350b3a64a152 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 946 time: 0.2085979 Mar 22 12:35:10.399925 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6a43022f-12ca-4a62-99ac-69977382603f req-d8bc34c1-ff5c-47cf-97ff-c18302c518ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152623 Mar 22 12:35:10.400969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-e5701f8c-a47e-4bdd-a1a6-47b9581e60c5 None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:35:10.429899 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-db19a025-822d-4ef9-98d6-143f8c6d747c req-7ed863f1-61a3-470d-9c79-f219dbc968a8 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699129 Mar 22 12:35:10.540281 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6a43022f-12ca-4a62-99ac-69977382603f req-9fb92a09-4a37-4917-846a-886920c20e77 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320846 Mar 22 12:35:10.672039 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6a43022f-12ca-4a62-99ac-69977382603f req-de3f38e4-1d19-4669-850d-b0746885d61a service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250467 Mar 22 12:35:10.799388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e5701f8c-a47e-4bdd-a1a6-47b9581e60c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '4712e47c-d923-4956-bb64-49c3143f608a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:54:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:25Z', 'updated_at': '2022-03-22T12:31:31Z', 'revision_number': 1, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:10.803373 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5701f8c-a47e-4bdd-a1a6-47b9581e60c5 None None] The sync data for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv is: [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '4712e47c-d923-4956-bb64-49c3143f608a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'floating_ip_address': '172.26.0.239', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'port_id': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'mac_address': 'fa:16:3e:54:fb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:31:25Z', 'updated_at': '2022-03-22T12:31:31Z', 'revision_number': 1, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:35:11.571446 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8003ff38-375c-47ee-a566-afa05c7860c5 None None] New status for floating IP ac972451-b311-4b84-9ea0-1aea515d2866: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:35:11.638464 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f38333-f660-450f-8d67-5021770b8d41 req-da4d776f-700e-4f2d-a02a-41361cbf8255 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:11.640077 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e6f38333-f660-450f-8d67-5021770b8d41 req-da4d776f-700e-4f2d-a02a-41361cbf8255 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 946 time: 0.0815582 Mar 22 12:35:11.686769 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e6f38333-f660-450f-8d67-5021770b8d41 req-96e1dfca-f006-4b19-8513-a75249bab3b5 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409684 Mar 22 12:35:11.835192 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921645f-d875-435a-936d-d106d20b9355 req-3ca19d6c-de77-4ac0-b713-01ad258cd252 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:11.836532 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d921645f-d875-435a-936d-d106d20b9355 req-3ca19d6c-de77-4ac0-b713-01ad258cd252 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 946 time: 0.0825746 Mar 22 12:35:11.916528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-d921645f-d875-435a-936d-d106d20b9355 req-6cf3b06b-21fe-406f-af3f-5ccb14790088 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Deleting port a4d81532-8e99-4687-b872-f33acd7800ee {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:11.916852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d921645f-d875-435a-936d-d106d20b9355 req-6cf3b06b-21fe-406f-af3f-5ccb14790088 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:12.154034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d921645f-d875-435a-936d-d106d20b9355 req-6cf3b06b-21fe-406f-af3f-5ccb14790088 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] For port a4d81532-8e99-4687-b872-f33acd7800ee, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a4d81532-8e99-4687-b872-f33acd7800ee,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:35:12.154238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d921645f-d875-435a-936d-d106d20b9355 req-6cf3b06b-21fe-406f-af3f-5ccb14790088 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:12.270905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-d921645f-d875-435a-936d-d106d20b9355 req-6cf3b06b-21fe-406f-af3f-5ccb14790088 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Calling delete_port for a4d81532-8e99-4687-b872-f33acd7800ee owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:12.414419 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d921645f-d875-435a-936d-d106d20b9355 req-6cf3b06b-21fe-406f-af3f-5ccb14790088 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:12.462351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3b06b-21fe-406f-af3f-5ccb14790088 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event deleted for resources: {'Port': ['ID=a4d81532-8e99-4687-b872-f33acd7800ee,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:12.537688 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d921645f-d875-435a-936d-d106d20b9355 req-6cf3b06b-21fe-406f-af3f-5ccb14790088 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] No DVR routers for this DVR port a4d81532-8e99-4687-b872-f33acd7800ee on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:35:12.540463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d921645f-d875-435a-936d-d106d20b9355 req-6cf3b06b-21fe-406f-af3f-5ccb14790088 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:12.543183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'name': 'network-vif-deleted', 'tag': 'a4d81532-8e99-4687-b872-f33acd7800ee'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:35:12.561778 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d921645f-d875-435a-936d-d106d20b9355 req-6cf3b06b-21fe-406f-af3f-5ccb14790088 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "DELETE /v2.0/ports/a4d81532-8e99-4687-b872-f33acd7800ee HTTP/1.1" status: 204 len: 173 time: 0.7192855 Mar 22 12:35:12.600314 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d4c590-0d1b-4a79-87ab-0b14783ff747', 'name': 'network-vif-deleted', 'tag': 'a4d81532-8e99-4687-b872-f33acd7800ee', 'status': 'completed', 'code': 200} Mar 22 12:35:12.847819 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a19b1275-32e9-422a-99cf-d11fe175711c req-b5d96533-a88f-40dd-848d-ce4f520d6646 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=38d4c590-0d1b-4a79-87ab-0b14783ff747 HTTP/1.1" status: 200 len: 210 time: 0.0422556 Mar 22 12:35:13.240770 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:15.669245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a4d81532-8e99-4687-b872-f33acd7800ee no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:35:15.702094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: a4d81532-8e99-4687-b872-f33acd7800ee {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:35:15.702432 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a4d81532-8e99-4687-b872-f33acd7800ee not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:35:17.558240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47370) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:17.756548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Deleting port d787e46c-5a07-4b9a-a983-22f6fa5c63af {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:17.756772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:18.013114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:18.013344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:18.130321 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Calling delete_port for d787e46c-5a07-4b9a-a983-22f6fa5c63af owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:18.281410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:18.327270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event deleted for resources: {'Port': ['ID=d787e46c-5a07-4b9a-a983-22f6fa5c63af,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:18.420296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:18.840806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:35:19.059773 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:35:19.069617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad20f4-e1be-4f05-bc11-4f179149afbf None None] Sync routers for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:35:19.077281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:19.081384 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad20f4-e1be-4f05-bc11-4f179149afbf None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:35:19.082032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-60ad20f4-e1be-4f05-bc11-4f179149afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:35:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:19.128507 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fd34e92c-4f70-4523-98ed-5e722647310a tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "DELETE /v2.0/floatingips/4712e47c-d923-4956-bb64-49c3143f608a HTTP/1.1" status: 204 len: 168 time: 1.5690613 Mar 22 12:35:19.129132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'tag': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:35:19.187850 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'tag': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'status': 'completed', 'code': 200} Mar 22 12:35:19.276986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-60ad20f4-e1be-4f05-bc11-4f179149afbf None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:35:19.292864 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4786fbdd-7bf6-4ffd-bd6d-557d6577ec05 req-94577887-47ee-41b0-8259-e8ae59f780d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=76d698d6b710405f858cd1fbd6f51362&device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 1099 time: 0.0819850 Mar 22 12:35:19.432704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786fbdd-7bf6-4ffd-bd6d-557d6577ec05 req-b90c8fa7-13a3-4cd6-b8aa-9b830fe1b214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:19.434185 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4786fbdd-7bf6-4ffd-bd6d-557d6577ec05 req-b90c8fa7-13a3-4cd6-b8aa-9b830fe1b214 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 200 len: 912 time: 0.1340919 Mar 22 12:35:19.613620 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-60ad20f4-e1be-4f05-bc11-4f179149afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:19.617811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad20f4-e1be-4f05-bc11-4f179149afbf None None] Checking router: 781547b3-3a3c-462d-98e3-6a7b7c2adb46 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:35:19.629370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad20f4-e1be-4f05-bc11-4f179149afbf None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:35:19.629916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-60ad20f4-e1be-4f05-bc11-4f179149afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:35:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:19.639944 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4786fbdd-7bf6-4ffd-bd6d-557d6577ec05 req-57a59df1-932a-46d1-ab9e-7d1fdeca5bb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 HTTP/1.1" status: 200 len: 217 time: 0.1988485 Mar 22 12:35:19.714677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786fbdd-7bf6-4ffd-bd6d-557d6577ec05 req-24e025f8-047e-4509-b296-0334e3c92e56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:19.716169 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4786fbdd-7bf6-4ffd-bd6d-557d6577ec05 req-24e025f8-047e-4509-b296-0334e3c92e56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 200 len: 850 time: 0.0688329 Mar 22 12:35:19.763135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958581cc-c573-48e1-bbd9-499b85637947 req-0bea34d7-790b-4295-bcdd-da4fe52cf42e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:19.763830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-958581cc-c573-48e1-bbd9-499b85637947 req-0bea34d7-790b-4295-bcdd-da4fe52cf42e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Synchronizing usage tracker for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:35:19.797081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-958581cc-c573-48e1-bbd9-499b85637947 req-0bea34d7-790b-4295-bcdd-da4fe52cf42e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Unset dirty status for tenant:76d698d6b710405f858cd1fbd6f51362 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:35:19.798321 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-958581cc-c573-48e1-bbd9-499b85637947 req-0bea34d7-790b-4295-bcdd-da4fe52cf42e tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 946 time: 0.2122533 Mar 22 12:35:19.819224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-60ad20f4-e1be-4f05-bc11-4f179149afbf None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:35:19.831667 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4786fbdd-7bf6-4ffd-bd6d-557d6577ec05 req-5e6e30d0-3e99-477e-b22d-afbaa7739c0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c1d82d1-266a-4895-8558-c716622e290a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1089330 Mar 22 12:35:19.923253 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-958581cc-c573-48e1-bbd9-499b85637947 req-d823181a-a538-443b-8e51-3f7960b19bea tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191704 Mar 22 12:35:19.976224 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4786fbdd-7bf6-4ffd-bd6d-557d6577ec05 req-46b8c010-70d4-484d-96f1-197aec062947 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366615 Mar 22 12:35:20.107331 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4786fbdd-7bf6-4ffd-bd6d-557d6577ec05 req-f6cba124-dd20-4ef2-aba1-8be554051f57 service neutron] 10.222.0.55 "GET /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246917 Mar 22 12:35:20.138584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-60ad20f4-e1be-4f05-bc11-4f179149afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:20.142685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ad20f4-e1be-4f05-bc11-4f179149afbf None None] The sync data for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv is: [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:28:04Z', 'revision_number': 4, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '93be75c2-74fc-45e0-bc24-3c96a27f5d33', 'name': '', 'network_id': '4c1d82d1-266a-4895-8558-c716622e290a', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'mac_address': 'fa:16:3e:7b:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:03Z', 'updated_at': '2022-03-22T12:28:53Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'subnets': [{'id': '238b9a48-2e50-4a79-97cd-bc467be360ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:35:20.362003 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556a30d-5204-4ca6-bbd9-01c0ed1f45d4 None None] New status for floating IP 4712e47c-d923-4956-bb64-49c3143f608a: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:35:21.096489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b915c29-c496-40ee-bc8e-2a8d0d347dff req-4994a5c4-407a-48b6-8795-66c44658ff7f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:21.097951 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4b915c29-c496-40ee-bc8e-2a8d0d347dff req-4994a5c4-407a-48b6-8795-66c44658ff7f tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 946 time: 0.0787632 Mar 22 12:35:21.137257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dce51-f595-4a64-a1f4-cd716397ac2c req-f75b9a4b-c0fa-499f-8e9e-7949c1c46d08 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:21.138796 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc9dce51-f595-4a64-a1f4-cd716397ac2c req-f75b9a4b-c0fa-499f-8e9e-7949c1c46d08 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 946 time: 0.0826912 Mar 22 12:35:21.168552 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-4b915c29-c496-40ee-bc8e-2a8d0d347dff req-dc49169d-4aaf-4c5b-9752-4f3e8891df94 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Deleting port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:21.168918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4b915c29-c496-40ee-bc8e-2a8d0d347dff req-dc49169d-4aaf-4c5b-9752-4f3e8891df94 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:21.185562 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc9dce51-f595-4a64-a1f4-cd716397ac2c req-4f8add9a-0dd7-4b2a-ab74-fd10307af1a0 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4e26d4de-cc73-4647-877e-286b25d11d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406418 Mar 22 12:35:21.415257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-4b915c29-c496-40ee-bc8e-2a8d0d347dff req-dc49169d-4aaf-4c5b-9752-4f3e8891df94 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] For port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:35:21.415599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4b915c29-c496-40ee-bc8e-2a8d0d347dff req-dc49169d-4aaf-4c5b-9752-4f3e8891df94 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:21.546631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-4b915c29-c496-40ee-bc8e-2a8d0d347dff req-dc49169d-4aaf-4c5b-9752-4f3e8891df94 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Calling delete_port for 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:21.698749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4b915c29-c496-40ee-bc8e-2a8d0d347dff req-dc49169d-4aaf-4c5b-9752-4f3e8891df94 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:21.744196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49169d-4aaf-4c5b-9752-4f3e8891df94 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event deleted for resources: {'Port': ['ID=16c89e5c-4458-4df8-940c-d5ddcf1fc4e3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:21.814525 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b915c29-c496-40ee-bc8e-2a8d0d347dff req-dc49169d-4aaf-4c5b-9752-4f3e8891df94 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] No DVR routers for this DVR port 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:35:21.816850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4b915c29-c496-40ee-bc8e-2a8d0d347dff req-dc49169d-4aaf-4c5b-9752-4f3e8891df94 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:21.819336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'name': 'network-vif-deleted', 'tag': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:35:21.835497 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4b915c29-c496-40ee-bc8e-2a8d0d347dff req-dc49169d-4aaf-4c5b-9752-4f3e8891df94 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.55 "DELETE /v2.0/ports/16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 HTTP/1.1" status: 204 len: 173 time: 0.7327816 Mar 22 12:35:21.878656 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc44353-f8e3-4c30-b43c-c64227576d25', 'name': 'network-vif-deleted', 'tag': '16c89e5c-4458-4df8-940c-d5ddcf1fc4e3', 'status': 'completed', 'code': 200} Mar 22 12:35:22.362891 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98f4d383-310f-4f55-94af-7956baaddddc req-afa75667-55a8-45f1-9d54-49bf01067a08 tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fc44353-f8e3-4c30-b43c-c64227576d25 HTTP/1.1" status: 200 len: 210 time: 0.0403166 Mar 22 12:35:23.471027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47388) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:23.712093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:35:23.721439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c2289-a7bf-4340-acd3-9ee3b136396d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Deleting port f3645226-5eeb-4714-9717-6ed3212e576b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:23.721779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1c2289-a7bf-4340-acd3-9ee3b136396d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:23.745360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:35:23.745675 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 16c89e5c-4458-4df8-940c-d5ddcf1fc4e3 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:35:23.887419 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1c2289-a7bf-4340-acd3-9ee3b136396d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:23.887633 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1c2289-a7bf-4340-acd3-9ee3b136396d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:24.009310 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c2289-a7bf-4340-acd3-9ee3b136396d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Calling delete_port for f3645226-5eeb-4714-9717-6ed3212e576b owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:24.186467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1c2289-a7bf-4340-acd3-9ee3b136396d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:24.237078 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c2289-a7bf-4340-acd3-9ee3b136396d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event deleted for resources: {'Port': ['ID=f3645226-5eeb-4714-9717-6ed3212e576b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:24.317384 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a1bb9728-2281-4f17-9c9f-cf7d1610108b req-f7799623-0ca7-4f67-9375-f66033d32fb9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2019460 Mar 22 12:35:24.375410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1c2289-a7bf-4340-acd3-9ee3b136396d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:24.401591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bf1c2289-a7bf-4340-acd3-9ee3b136396d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:24.402686 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bf1c2289-a7bf-4340-acd3-9ee3b136396d tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "DELETE /v2.0/floatingips/2223ac32-399b-46a0-8e8a-69adb2b3e632 HTTP/1.1" status: 204 len: 168 time: 0.9306238 Mar 22 12:35:24.431355 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a1bb9728-2281-4f17-9c9f-cf7d1610108b req-b7bb2ac7-4775-4807-8d92-93055c5bfd9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 1098 time: 0.0916114 Mar 22 12:35:24.608591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb9728-2281-4f17-9c9f-cf7d1610108b req-628c1a4e-97c1-4c34-8706-868b185d79e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:24.610770 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a1bb9728-2281-4f17-9c9f-cf7d1610108b req-628c1a4e-97c1-4c34-8706-868b185d79e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 200 len: 898 time: 0.1555865 Mar 22 12:35:24.686581 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a1bb9728-2281-4f17-9c9f-cf7d1610108b req-5aa0d313-934b-492c-9472-ede382a815d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c910cb51-02f1-4764-95a7-9d7f5db7a01b HTTP/1.1" status: 200 len: 217 time: 0.0693231 Mar 22 12:35:24.754278 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb9728-2281-4f17-9c9f-cf7d1610108b req-8852cb07-e627-42d9-ba07-5479411299be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:35:24.755708 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a1bb9728-2281-4f17-9c9f-cf7d1610108b req-8852cb07-e627-42d9-ba07-5479411299be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=11843cb5-9944-4725-98ea-2a6a5b2170fd HTTP/1.1" status: 200 len: 834 time: 0.0617540 Mar 22 12:35:24.835471 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a1bb9728-2281-4f17-9c9f-cf7d1610108b req-3ccb9601-8bad-4eb3-ac84-5ba0b1792bc1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37f0f42-8cad-47f8-b50d-a61493e52179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736418 Mar 22 12:35:24.971337 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a1bb9728-2281-4f17-9c9f-cf7d1610108b req-aa3c91ed-e914-4980-8494-6a4ffaa699e5 service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290600 Mar 22 12:35:25.103096 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a1bb9728-2281-4f17-9c9f-cf7d1610108b req-c135f287-6823-4cec-894f-af2a1c70f96d service neutron] 10.222.0.55 "GET /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259983 Mar 22 12:35:26.900666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47406) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:26.968648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9dc54bba-cdfc-41e2-a977-f45e66c8771b tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:26.997975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9dc54bba-cdfc-41e2-a977-f45e66c8771b tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:27.064485 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9dc54bba-cdfc-41e2-a977-f45e66c8771b tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:27.083659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc54bba-cdfc-41e2-a977-f45e66c8771b tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e26d4de-cc73-4647-877e-286b25d11d57,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:27.107248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9dc54bba-cdfc-41e2-a977-f45e66c8771b tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:27.108489 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9dc54bba-cdfc-41e2-a977-f45e66c8771b tempest-TestVolumeBootPattern-660814148 tempest-TestVolumeBootPattern-660814148-project] 10.222.0.62 "DELETE /v2.0/security-groups/4e26d4de-cc73-4647-877e-286b25d11d57 HTTP/1.1" status: 204 len: 168 time: 0.2067602 Mar 22 12:35:27.171803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47412) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:27.814057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:28.401141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] Deleting port 93be75c2-74fc-45e0-bc24-3c96a27f5d33 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:28.401893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:28.569385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] For port 93be75c2-74fc-45e0-bc24-3c96a27f5d33, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=93be75c2-74fc-45e0-bc24-3c96a27f5d33,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:35:28.569651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:28.685792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] Calling delete_port for 93be75c2-74fc-45e0-bc24-3c96a27f5d33 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:28.704801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3c68808a-c9e0-49f6-b3f9-9c00cf6d54e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:28.860719 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:28.990733 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93be75c2-74fc-45e0-bc24-3c96a27f5d33,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:29.286879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:29.862192 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] Router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:35:30.075916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:35:30.085166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01727d-3e72-47d7-873e-7f474a981504 None None] Sync routers for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:35:30.087929 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-92104c52-58d2-47a2-a672-e086e654ccc8 admin admin] 10.222.0.62 "PUT /v2.0/routers/781547b3-3a3c-462d-98e3-6a7b7c2adb46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9149113 Mar 22 12:35:30.090608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47418) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:30.099460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc01727d-3e72-47d7-873e-7f474a981504 None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:35:30.100062 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cc01727d-3e72-47d7-873e-7f474a981504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:35:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:30.287185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:30.319687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-cc01727d-3e72-47d7-873e-7f474a981504 None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:35:30.595392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:30.604840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Deleting port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:30.605165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:30.615088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cc01727d-3e72-47d7-873e-7f474a981504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:35:28Z', 'revision_number': 5, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port': {'id': 'b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:01Z', 'updated_at': '2022-03-22T12:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:30.618990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01727d-3e72-47d7-873e-7f474a981504 None None] Checking router: 781547b3-3a3c-462d-98e3-6a7b7c2adb46 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:35:30.629399 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc01727d-3e72-47d7-873e-7f474a981504 None None] Routers {'781547b3-3a3c-462d-98e3-6a7b7c2adb46'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:35:30.630039 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cc01727d-3e72-47d7-873e-7f474a981504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:35:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:30.773018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] For port b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:35:30.773344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:30.779613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-cc01727d-3e72-47d7-873e-7f474a981504 None None] Set router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:35:30.886031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cc01727d-3e72-47d7-873e-7f474a981504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:35:30Z', 'revision_number': 6, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:30.890241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01727d-3e72-47d7-873e-7f474a981504 None None] The sync data for ids ['781547b3-3a3c-462d-98e3-6a7b7c2adb46'] in dv-neutron-834653-1-hyperv is: [{'id': '781547b3-3a3c-462d-98e3-6a7b7c2adb46', 'name': 'tempest-TestVolumeBootPattern-676150331-router', 'tenant_id': '76d698d6b710405f858cd1fbd6f51362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:00Z', 'updated_at': '2022-03-22T12:35:30Z', 'revision_number': 6, 'project_id': '76d698d6b710405f858cd1fbd6f51362', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:35:30.895805 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Calling delete_port for b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:31.065473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:31.112833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:31.337874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:31.594431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:31.598911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:31.625655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:31.626160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 781547b3-3a3c-462d-98e3-6a7b7c2adb46 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:35:31.639534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:31.640622 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7960d933-96a1-461a-b76d-f52a0e2fb1b7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/781547b3-3a3c-462d-98e3-6a7b7c2adb46 HTTP/1.1" status: 204 len: 168 time: 1.5491760 Mar 22 12:35:31.643328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47422) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:31.668394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-51abbde9-6f35-4013-8d2c-3b9c924ffdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:31.710615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30d9152-dfa9-47d2-b503-7cb825363e60 admin admin] Deleting subnet 238b9a48-2e50-4a79-97cd-bc467be360ff {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:35:31.713775 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a30d9152-dfa9-47d2-b503-7cb825363e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:31.715799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 93be75c2-74fc-45e0-bc24-3c96a27f5d33 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:35:31.749186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 93be75c2-74fc-45e0-bc24-3c96a27f5d33 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:35:31.749714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 93be75c2-74fc-45e0-bc24-3c96a27f5d33 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:35:31.750228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:35:31.763111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a30d9152-dfa9-47d2-b503-7cb825363e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:31.781729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:35:31.782104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b798bc0e-9e07-4a9f-8f5d-e4393bf49d8b not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:35:31.944502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:31.946045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a30d9152-dfa9-47d2-b503-7cb825363e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.014476 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a30d9152-dfa9-47d2-b503-7cb825363e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.046533 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.050890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d9152-dfa9-47d2-b503-7cb825363e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=238b9a48-2e50-4a79-97cd-bc467be360ff,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:32.056976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a30d9152-dfa9-47d2-b503-7cb825363e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.064383 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714f300c-32f6-4575-bc6e-e0fdc7a75460 None None] Network 4c1d82d1-266a-4895-8558-c716622e290a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:35:32.064551 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a30d9152-dfa9-47d2-b503-7cb825363e60 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/238b9a48-2e50-4a79-97cd-bc467be360ff HTTP/1.1" status: 204 len: 168 time: 0.4184778 Mar 22 12:35:32.065749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47426) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:32.169163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.179500 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Deleting port f3c5ca56-680e-4ea6-b268-723185db4cd8 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:32.179819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.318303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35a751-2ec4-48fd-ba4b-6116dce478bd None None] DHCP port deletion for 4c1d82d1-266a-4895-8558-c716622e290a request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:35:32.322598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7e35a751-2ec4-48fd-ba4b-6116dce478bd None None] Deleting port f3c5ca56-680e-4ea6-b268-723185db4cd8 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:32.322953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e35a751-2ec4-48fd-ba4b-6116dce478bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.386541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] For port f3c5ca56-680e-4ea6-b268-723185db4cd8, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f3c5ca56-680e-4ea6-b268-723185db4cd8,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:35:32.386883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.504220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Calling delete_port for f3c5ca56-680e-4ea6-b268-723185db4cd8 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:32.517031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7e35a751-2ec4-48fd-ba4b-6116dce478bd None None] For port f3c5ca56-680e-4ea6-b268-723185db4cd8, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f3c5ca56-680e-4ea6-b268-723185db4cd8,segment=NetworkSegment(b45861f3-5390-41d4-bbf9-859c42a7ced9),segment_id=b45861f3-5390-41d4-bbf9-859c42a7ced9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:35:32.517414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e35a751-2ec4-48fd-ba4b-6116dce478bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.583150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.624961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c5ca56-680e-4ea6-b268-723185db4cd8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:32.630945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] No DVR routers for this DVR port f3c5ca56-680e-4ea6-b268-723185db4cd8 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:35:32.638075 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7e35a751-2ec4-48fd-ba4b-6116dce478bd None None] Calling delete_port for f3c5ca56-680e-4ea6-b268-723185db4cd8 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:32.708036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-7e35a751-2ec4-48fd-ba4b-6116dce478bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:35:32.708705 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-7e35a751-2ec4-48fd-ba4b-6116dce478bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:35:32.744768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.769247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1d82d1-266a-4895-8558-c716622e290a']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:32.780970 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45861f3-5390-41d4-bbf9-859c42a7ced9') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:32.781280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45861f3-5390-41d4-bbf9-859c42a7ced9') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:32.792275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.807719 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.814668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:35:32.815123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:35:32.837422 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:35:32.924568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.940259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:32.949987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1d82d1-266a-4895-8558-c716622e290a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:32.965926 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b193d32a-a87e-4fb0-8a16-dd206bf3f656 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4c1d82d1-266a-4895-8558-c716622e290a HTTP/1.1" status: 204 len: 168 time: 0.8992727 Mar 22 12:35:32.969098 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47430) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:33.209591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7e35a751-2ec4-48fd-ba4b-6116dce478bd None None] Deleting port f3c5ca56-680e-4ea6-b268-723185db4cd8 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:33.209978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e35a751-2ec4-48fd-ba4b-6116dce478bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:33.330548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7e35a751-2ec4-48fd-ba4b-6116dce478bd None None] The port 'f3c5ca56-680e-4ea6-b268-723185db4cd8' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:35:33.342249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:33.454923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:33.663326 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f3c5ca56-680e-4ea6-b268-723185db4cd8 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:35:33.695458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: f3c5ca56-680e-4ea6-b268-723185db4cd8 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:35:33.695794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f3c5ca56-680e-4ea6-b268-723185db4cd8 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:35:34.063531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] Deleting port f830269b-b14f-4274-a8d7-83f55384fe8d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:34.064140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:34.234314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] For port f830269b-b14f-4274-a8d7-83f55384fe8d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f830269b-b14f-4274-a8d7-83f55384fe8d,segment=NetworkSegment(da6a4aa2-10a3-485d-9f15-2a89100fe389),segment_id=da6a4aa2-10a3-485d-9f15-2a89100fe389)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:35:34.234699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:34.359917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] Calling delete_port for f830269b-b14f-4274-a8d7-83f55384fe8d owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:34.527663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:34.568980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=f830269b-b14f-4274-a8d7-83f55384fe8d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:34.959736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:35.547357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] Router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:35:35.769419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:35:35.778814 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f462e-9584-423e-a4fe-a75a598e1f0e None None] Sync routers for ids ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:35:35.787099 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-504a0f2e-0283-444d-98d3-a4a0d5363a70 admin admin] 10.222.0.62 "PUT /v2.0/routers/5c0e7389-b5cc-4547-bb61-6e6cbae3d37f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8166268 Mar 22 12:35:35.789623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47434) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:35.795369 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f462e-9584-423e-a4fe-a75a598e1f0e None None] Routers {'5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:35:35.795953 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f32f462e-9584-423e-a4fe-a75a598e1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:35:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:35.966209 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f32f462e-9584-423e-a4fe-a75a598e1f0e None None] Set router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:35:35.985287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:36.183151 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:36.193276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Deleting port bec6a771-53bc-4524-98f9-316e569385a0 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:36.193740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:36.262364 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f32f462e-9584-423e-a4fe-a75a598e1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'name': 'tempest-TestVolumeBootPattern-475684502-router', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179'}], 'enable_snat': True}, 'gw_port_id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:35:34Z', 'revision_number': 5, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'gw_port': {'id': 'bec6a771-53bc-4524-98f9-316e569385a0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:36.266424 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f462e-9584-423e-a4fe-a75a598e1f0e None None] Checking router: 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:35:36.278988 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32f462e-9584-423e-a4fe-a75a598e1f0e None None] Routers {'5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:35:36.279638 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f32f462e-9584-423e-a4fe-a75a598e1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:35:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:36.426668 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f32f462e-9584-423e-a4fe-a75a598e1f0e None None] Set router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:35:36.458726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] For port bec6a771-53bc-4524-98f9-316e569385a0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bec6a771-53bc-4524-98f9-316e569385a0,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:35:36.459050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:36.528141 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f32f462e-9584-423e-a4fe-a75a598e1f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'name': 'tempest-TestVolumeBootPattern-475684502-router', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:35:36Z', 'revision_number': 6, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:36.532109 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32f462e-9584-423e-a4fe-a75a598e1f0e None None] The sync data for ids ['5c0e7389-b5cc-4547-bb61-6e6cbae3d37f'] in dv-neutron-834653-1-hyperv is: [{'id': '5c0e7389-b5cc-4547-bb61-6e6cbae3d37f', 'name': 'tempest-TestVolumeBootPattern-475684502-router', 'tenant_id': '63cfc14008194f4a945f7026ec1314e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:28:08Z', 'updated_at': '2022-03-22T12:35:36Z', 'revision_number': 6, 'project_id': '63cfc14008194f4a945f7026ec1314e0', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:35:36.580519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Calling delete_port for bec6a771-53bc-4524-98f9-316e569385a0 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:36.748976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:36.794037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec6a771-53bc-4524-98f9-316e569385a0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:37.023231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.270241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.274649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.303841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.304362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c0e7389-b5cc-4547-bb61-6e6cbae3d37f {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:35:37.316673 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.317794 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8bc70b4b-cf6d-410c-8073-b331d3593e45 admin admin] 10.222.0.62 "DELETE /v2.0/routers/5c0e7389-b5cc-4547-bb61-6e6cbae3d37f HTTP/1.1" status: 204 len: 168 time: 1.5271647 Mar 22 12:35:37.320550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47438) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:37.379532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2fcb78-a040-49a2-ba2d-0262c39bd179 admin admin] Deleting subnet 483aa599-9ccc-4038-8de8-c63714403609 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:35:37.382462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a2fcb78-a040-49a2-ba2d-0262c39bd179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.434522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a2fcb78-a040-49a2-ba2d-0262c39bd179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.512807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a2fcb78-a040-49a2-ba2d-0262c39bd179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.579888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a2fcb78-a040-49a2-ba2d-0262c39bd179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.618806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fcb78-a040-49a2-ba2d-0262c39bd179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=483aa599-9ccc-4038-8de8-c63714403609,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:37.623039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a2fcb78-a040-49a2-ba2d-0262c39bd179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.631071 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a2fcb78-a040-49a2-ba2d-0262c39bd179 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/483aa599-9ccc-4038-8de8-c63714403609 HTTP/1.1" status: 204 len: 168 time: 0.3071265 Mar 22 12:35:37.631173 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef92d2e-9c66-4e12-af1f-8f81c9acd7c0 None None] Network 44e9ef08-f859-4d41-aead-f919fbbb206e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:35:37.631599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47442) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:37.694186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f830269b-b14f-4274-a8d7-83f55384fe8d no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:35:37.735538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.738893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: f830269b-b14f-4274-a8d7-83f55384fe8d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:35:37.739198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f830269b-b14f-4274-a8d7-83f55384fe8d not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:35:37.739602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bec6a771-53bc-4524-98f9-316e569385a0 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:35:37.745836 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Deleting port 4885d013-35e5-4be6-978f-2d609287a4de {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:37.746161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:37.781416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: bec6a771-53bc-4524-98f9-316e569385a0 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:35:37.781736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bec6a771-53bc-4524-98f9-316e569385a0 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:35:37.930520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34a5800-fdf2-4491-9180-ab617eda8fa8 None None] DHCP port deletion for 44e9ef08-f859-4d41-aead-f919fbbb206e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:35:37.935244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b34a5800-fdf2-4491-9180-ab617eda8fa8 None None] Deleting port 4885d013-35e5-4be6-978f-2d609287a4de {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:37.935764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b34a5800-fdf2-4491-9180-ab617eda8fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.038360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] For port 4885d013-35e5-4be6-978f-2d609287a4de, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4885d013-35e5-4be6-978f-2d609287a4de,segment=NetworkSegment(da6a4aa2-10a3-485d-9f15-2a89100fe389),segment_id=da6a4aa2-10a3-485d-9f15-2a89100fe389)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:35:38.038924 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.137875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b34a5800-fdf2-4491-9180-ab617eda8fa8 None None] For port 4885d013-35e5-4be6-978f-2d609287a4de, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4885d013-35e5-4be6-978f-2d609287a4de,segment=NetworkSegment(da6a4aa2-10a3-485d-9f15-2a89100fe389),segment_id=da6a4aa2-10a3-485d-9f15-2a89100fe389)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:35:38.138266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b34a5800-fdf2-4491-9180-ab617eda8fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.157186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Calling delete_port for 4885d013-35e5-4be6-978f-2d609287a4de owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:38.228766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.255264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b34a5800-fdf2-4491-9180-ab617eda8fa8 None None] Calling delete_port for 4885d013-35e5-4be6-978f-2d609287a4de owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:35:38.270370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4885d013-35e5-4be6-978f-2d609287a4de,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:38.276287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] No DVR routers for this DVR port 4885d013-35e5-4be6-978f-2d609287a4de on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:35:38.323780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-b34a5800-fdf2-4491-9180-ab617eda8fa8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:35:38.324027 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-b34a5800-fdf2-4491-9180-ab617eda8fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:35:38.389585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.418198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e9ef08-f859-4d41-aead-f919fbbb206e']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:38.430008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6a4aa2-10a3-485d-9f15-2a89100fe389') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:38.430293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6a4aa2-10a3-485d-9f15-2a89100fe389') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:35:38.441558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.458106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.464624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:35:38.465091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:35:38.478015 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:35:38.551878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.573480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.581538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=44e9ef08-f859-4d41-aead-f919fbbb206e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:38.588497 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-256fe48a-1353-415f-849b-b581a075abc4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/44e9ef08-f859-4d41-aead-f919fbbb206e HTTP/1.1" status: 204 len: 168 time: 0.9561918 Mar 22 12:35:38.737088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47452) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:38.786262 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ce8f4f80-f43d-4632-b97b-56c5a66c7d22 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76d698d6b710405f858cd1fbd6f51362&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479941 Mar 22 12:35:38.789082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47456) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:38.825403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b34a5800-fdf2-4491-9180-ab617eda8fa8 None None] Deleting port 4885d013-35e5-4be6-978f-2d609287a4de {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:35:38.826446 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b34a5800-fdf2-4491-9180-ab617eda8fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.855383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51b70db9-08d3-4a2c-9ba2-93bfa74c926c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.882672 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51b70db9-08d3-4a2c-9ba2-93bfa74c926c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.891458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b34a5800-fdf2-4491-9180-ab617eda8fa8 None None] The port '4885d013-35e5-4be6-978f-2d609287a4de' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:35:38.935272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51b70db9-08d3-4a2c-9ba2-93bfa74c926c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.952192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b70db9-08d3-4a2c-9ba2-93bfa74c926c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dbcccd-9929-42c3-879a-6b0d00fe05fa,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:38.958562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-51b70db9-08d3-4a2c-9ba2-93bfa74c926c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:38.959654 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-51b70db9-08d3-4a2c-9ba2-93bfa74c926c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2dbcccd-9929-42c3-879a-6b0d00fe05fa HTTP/1.1" status: 204 len: 168 time: 0.1694653 Mar 22 12:35:39.364973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47464) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:39.418333 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ce5ff8ab-918a-4dbf-b196-a3f0979c9735 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63cfc14008194f4a945f7026ec1314e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520499 Mar 22 12:35:39.420828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47468) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:35:39.482761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2da10ea-4a75-4a9b-a4d7-80fad256af37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:39.507014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2da10ea-4a75-4a9b-a4d7-80fad256af37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:39.563913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2da10ea-4a75-4a9b-a4d7-80fad256af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:39.577586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da10ea-4a75-4a9b-a4d7-80fad256af37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d437b9c-3222-457b-845b-8936dc647982,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:35:39.583558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e2da10ea-4a75-4a9b-a4d7-80fad256af37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:39.586535 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e2da10ea-4a75-4a9b-a4d7-80fad256af37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d437b9c-3222-457b-845b-8936dc647982 HTTP/1.1" status: 204 len: 168 time: 0.1644907 Mar 22 12:35:39.663395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4885d013-35e5-4be6-978f-2d609287a4de no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:35:39.695556 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 4885d013-35e5-4be6-978f-2d609287a4de {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:35:39.695886 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4885d013-35e5-4be6-978f-2d609287a4de not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:35:40.162771 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:35:43.244248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:35:58.712952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-63dcaf4f-4495-4882-aafa-3bdc13019342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:01.666270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-52c3e9a6-1d6a-4510-a52b-2ae8e60a7967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:01.950153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:02.053905 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:03.272655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:13.251879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:17.160775 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:36:17.811220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b55b88-c429-4e62-b5f7-7b9cf3f45ffa req-20163d12-1c84-43e6-998a-350822acac3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:17.812658 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-98b55b88-c429-4e62-b5f7-7b9cf3f45ffa req-20163d12-1c84-43e6-998a-350822acac3a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 945 time: 0.0867598 Mar 22 12:36:17.862750 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-98b55b88-c429-4e62-b5f7-7b9cf3f45ffa req-8e701ec8-f9cc-4351-baab-de03ad864586 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416651 Mar 22 12:36:19.080104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63517309-464b-49c4-9581-95561707dae2 req-2fb74a41-5e26-4ab5-a0e0-6a07b9566448 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:19.081552 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63517309-464b-49c4-9581-95561707dae2 req-2fb74a41-5e26-4ab5-a0e0-6a07b9566448 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 945 time: 0.0755596 Mar 22 12:36:19.228674 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63517309-464b-49c4-9581-95561707dae2 req-f9bddb5a-3722-48a8-a054-7f21bef92e73 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=8e5bbd41-033f-48cf-9bab-09579f090be1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414676 Mar 22 12:36:19.383184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-f94b242c-bd8e-42cc-b8e4-7f0cc1c87a3c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:19.384592 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-f94b242c-bd8e-42cc-b8e4-7f0cc1c87a3c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 945 time: 0.0908108 Mar 22 12:36:19.456888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 63808221-686f-45bf-8585-ad97b8fc8d31 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:36:19.457217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:19.696210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 63808221-686f-45bf-8585-ad97b8fc8d31, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63808221-686f-45bf-8585-ad97b8fc8d31,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:19.696547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:19.974434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:19.974841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:19.975056 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP 3851c635-3dc2-45ec-afb3-6869cdffb31d disassociated. External IP: 172.26.0.133, port: 63808221-686f-45bf-8585-ad97b8fc8d31. Mar 22 12:36:19.975404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 63808221-686f-45bf-8585-ad97b8fc8d31 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:36:20.205341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:20.253740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=63808221-686f-45bf-8585-ad97b8fc8d31,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:20.267414 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:20.267749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:20.268077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:20.268402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:20.268708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:20.269023 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:20.269334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:20.269666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:20.269975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:20.270279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:20.270580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:20.426555 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9f3efa64-1e6b-424d-87ff-e25d728f8ce3 req-eb5d1f5a-cc51-4288-944f-2ca99c0965ce tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c HTTP/1.1" status: 200 len: 210 time: 0.0453131 Mar 22 12:36:20.516238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4d5c3346-c26f-44e6-adf2-991b32f32b48 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:36:20.719706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:36:20.730471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34002671-936b-40eb-8819-c26fcb3c25b5 None None] Sync routers for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:36:20.743118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34002671-936b-40eb-8819-c26fcb3c25b5 None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:36:20.743716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-34002671-936b-40eb-8819-c26fcb3c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:36:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:20.790635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] No DVR routers for this DVR port 63808221-686f-45bf-8585-ad97b8fc8d31 on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:36:20.793087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:20.795793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'name': 'network-vif-deleted', 'tag': '63808221-686f-45bf-8585-ad97b8fc8d31'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:36:20.812630 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-818a122b-bc9f-4aca-85ab-01a1a09d1910 req-1697daf0-d0dd-4d46-b615-1975d8a45765 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "DELETE /v2.0/ports/63808221-686f-45bf-8585-ad97b8fc8d31 HTTP/1.1" status: 204 len: 173 time: 1.4215260 Mar 22 12:36:20.852905 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1f60e8-1a5f-4a55-9ffa-61b86b36b75c', 'name': 'network-vif-deleted', 'tag': '63808221-686f-45bf-8585-ad97b8fc8d31', 'status': 'completed', 'code': 200} Mar 22 12:36:20.916842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-34002671-936b-40eb-8819-c26fcb3c25b5 None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:36:21.161754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-cb82453e-15b3-49df-bf80-92ace1a210ae req-41aa58c1-1479-4aaa-92e0-6481101850e6 service neutron] (83794) timed out ('10.222.0.55', 49875) {{(pid=83794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 22 12:36:21.254916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-34002671-936b-40eb-8819-c26fcb3c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:21.258712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34002671-936b-40eb-8819-c26fcb3c25b5 None None] Checking router: 4d5c3346-c26f-44e6-adf2-991b32f32b48 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:36:21.269181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34002671-936b-40eb-8819-c26fcb3c25b5 None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:36:21.269791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-34002671-936b-40eb-8819-c26fcb3c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:36:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:21.452469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-34002671-936b-40eb-8819-c26fcb3c25b5 None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:36:21.533193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47514) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:21.602439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:21.630682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:21.695556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:21.714639 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5bbd41-033f-48cf-9bab-09579f090be1,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:21.726299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:21.727371 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/8e5bbd41-033f-48cf-9bab-09579f090be1 HTTP/1.1" status: 204 len: 168 time: 0.1931822 Mar 22 12:36:21.728658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:21.728989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:21.729313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:21.729654 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:21.730302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:21.730513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:21.730773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:21.731087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:21.731401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:21.731712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:21.732019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f1bdbf-7c22-49dd-bb88-70b46b2be269 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:21.773660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47520) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:21.778062 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-34002671-936b-40eb-8819-c26fcb3c25b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:21.782133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34002671-936b-40eb-8819-c26fcb3c25b5 None None] The sync data for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv is: [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:33:06Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '293c4922-860d-4866-b3be-2f4db0fcaee2', 'name': '', 'network_id': 'a37f0f42-8cad-47f8-b50d-a61493e52179', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:73:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:05Z', 'updated_at': '2022-03-22T12:33:13Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '11843cb5-9944-4725-98ea-2a6a5b2170fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:36:21.931649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 7bf5e813-dddd-42fb-ad42-843bde41bf25 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:36:21.931982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:22.001378 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb100512-978a-4ad9-b7ca-a8db01236bd7 None None] New status for floating IP 3851c635-3dc2-45ec-afb3-6869cdffb31d: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:36:22.031427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 63808221-686f-45bf-8585-ad97b8fc8d31 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:36:22.063889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 63808221-686f-45bf-8585-ad97b8fc8d31 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:36:22.064193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 63808221-686f-45bf-8585-ad97b8fc8d31 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:36:22.103567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:22.103888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:22.223452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 7bf5e813-dddd-42fb-ad42-843bde41bf25 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:36:22.306802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:36:22.307110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:36:22.808423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 7bf5e813-dddd-42fb-ad42-843bde41bf25 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:36:22.808736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:22.979173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:22.979493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:23.106908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 7bf5e813-dddd-42fb-ad42-843bde41bf25 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:36:23.247550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:23.294566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=7bf5e813-dddd-42fb-ad42-843bde41bf25,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:23.381990 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:23.396123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:23.397249 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c1b5736a-0577-4c8d-97ac-9a2bfc815556 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/floatingips/3851c635-3dc2-45ec-afb3-6869cdffb31d HTTP/1.1" status: 204 len: 168 time: 1.6222284 Mar 22 12:36:23.786282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5f681-c02d-47c8-87cd-4eb46a21be93 req-4e4b4c9e-dc80-46dc-a1cf-e1d907f08285 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:23.786951 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-cbc5f681-c02d-47c8-87cd-4eb46a21be93 req-4e4b4c9e-dc80-46dc-a1cf-e1d907f08285 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:36:23.802955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-cbc5f681-c02d-47c8-87cd-4eb46a21be93 req-4e4b4c9e-dc80-46dc-a1cf-e1d907f08285 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:36:23.804091 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cbc5f681-c02d-47c8-87cd-4eb46a21be93 req-4e4b4c9e-dc80-46dc-a1cf-e1d907f08285 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 945 time: 0.0963271 Mar 22 12:36:23.848424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-cbc5f681-c02d-47c8-87cd-4eb46a21be93 req-c00f924a-7c22-4d65-bf28-2bc6db9d57bc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:36:23.864600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-cbc5f681-c02d-47c8-87cd-4eb46a21be93 req-c00f924a-7c22-4d65-bf28-2bc6db9d57bc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:36:23.865770 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cbc5f681-c02d-47c8-87cd-4eb46a21be93 req-c00f924a-7c22-4d65-bf28-2bc6db9d57bc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560057 Mar 22 12:36:25.061717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da759c4e-da0a-4ee8-9624-833359d20e38 req-e7ec7a4e-b9ac-4422-b896-74d038a343b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:25.062389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-da759c4e-da0a-4ee8-9624-833359d20e38 req-e7ec7a4e-b9ac-4422-b896-74d038a343b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:36:25.073866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-da759c4e-da0a-4ee8-9624-833359d20e38 req-e7ec7a4e-b9ac-4422-b896-74d038a343b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:36:25.074915 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-da759c4e-da0a-4ee8-9624-833359d20e38 req-e7ec7a4e-b9ac-4422-b896-74d038a343b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 945 time: 0.0870628 Mar 22 12:36:25.131993 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-da759c4e-da0a-4ee8-9624-833359d20e38 req-edfcc65e-6a85-4d8f-92e1-f297ff8acd75 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=51d64d6e-8d94-4d58-b060-840ebb9691d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433865 Mar 22 12:36:25.328494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2d562-11ba-4e4d-b6d1-62869a6b21a7 req-260e3a8c-921c-48ec-8d66-ea7fa630be2a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:25.329919 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-53a2d562-11ba-4e4d-b6d1-62869a6b21a7 req-260e3a8c-921c-48ec-8d66-ea7fa630be2a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 945 time: 0.0848975 Mar 22 12:36:25.396323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-53a2d562-11ba-4e4d-b6d1-62869a6b21a7 req-5c9eeddf-8b9c-4201-a458-e20cd7602b52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port c910cb51-02f1-4764-95a7-9d7f5db7a01b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:36:25.396652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-53a2d562-11ba-4e4d-b6d1-62869a6b21a7 req-5c9eeddf-8b9c-4201-a458-e20cd7602b52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:25.639975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-53a2d562-11ba-4e4d-b6d1-62869a6b21a7 req-5c9eeddf-8b9c-4201-a458-e20cd7602b52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port c910cb51-02f1-4764-95a7-9d7f5db7a01b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c910cb51-02f1-4764-95a7-9d7f5db7a01b,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:25.640362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-53a2d562-11ba-4e4d-b6d1-62869a6b21a7 req-5c9eeddf-8b9c-4201-a458-e20cd7602b52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:25.760612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-53a2d562-11ba-4e4d-b6d1-62869a6b21a7 req-5c9eeddf-8b9c-4201-a458-e20cd7602b52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for c910cb51-02f1-4764-95a7-9d7f5db7a01b owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:36:25.911789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-53a2d562-11ba-4e4d-b6d1-62869a6b21a7 req-5c9eeddf-8b9c-4201-a458-e20cd7602b52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:25.959533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9eeddf-8b9c-4201-a458-e20cd7602b52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=c910cb51-02f1-4764-95a7-9d7f5db7a01b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:26.120219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a2d562-11ba-4e4d-b6d1-62869a6b21a7 req-5c9eeddf-8b9c-4201-a458-e20cd7602b52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] No DVR routers for this DVR port c910cb51-02f1-4764-95a7-9d7f5db7a01b on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:36:26.122781 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-53a2d562-11ba-4e4d-b6d1-62869a6b21a7 req-5c9eeddf-8b9c-4201-a458-e20cd7602b52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:26.125402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'name': 'network-vif-deleted', 'tag': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:36:26.141842 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-53a2d562-11ba-4e4d-b6d1-62869a6b21a7 req-5c9eeddf-8b9c-4201-a458-e20cd7602b52 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "DELETE /v2.0/ports/c910cb51-02f1-4764-95a7-9d7f5db7a01b HTTP/1.1" status: 204 len: 173 time: 0.8070674 Mar 22 12:36:26.183158 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66ea132-e28c-44aa-ba90-334f00787f4e', 'name': 'network-vif-deleted', 'tag': 'c910cb51-02f1-4764-95a7-9d7f5db7a01b', 'status': 'completed', 'code': 200} Mar 22 12:36:26.304063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-49c382d1-3b03-45cf-b30f-5bab090ac1d5 req-d3808c07-a515-4cce-bfb3-7dd3eb042100 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:36:26.322123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-49c382d1-3b03-45cf-b30f-5bab090ac1d5 req-d3808c07-a515-4cce-bfb3-7dd3eb042100 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:36:26.323481 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-49c382d1-3b03-45cf-b30f-5bab090ac1d5 req-d3808c07-a515-4cce-bfb3-7dd3eb042100 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c66ea132-e28c-44aa-ba90-334f00787f4e HTTP/1.1" status: 200 len: 210 time: 0.0640621 Mar 22 12:36:27.444083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47538) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:27.512889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0d65346d-0525-4ff5-9e4f-58deb2cb381b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:27.542146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0d65346d-0525-4ff5-9e4f-58deb2cb381b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:27.607084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0d65346d-0525-4ff5-9e4f-58deb2cb381b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:27.623820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65346d-0525-4ff5-9e4f-58deb2cb381b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d64d6e-8d94-4d58-b060-840ebb9691d7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:27.637752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0d65346d-0525-4ff5-9e4f-58deb2cb381b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:27.641566 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0d65346d-0525-4ff5-9e4f-58deb2cb381b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/51d64d6e-8d94-4d58-b060-840ebb9691d7 HTTP/1.1" status: 204 len: 168 time: 0.1938136 Mar 22 12:36:27.683451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47544) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:28.091089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c910cb51-02f1-4764-95a7-9d7f5db7a01b no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:36:28.123359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: c910cb51-02f1-4764-95a7-9d7f5db7a01b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:36:28.123696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c910cb51-02f1-4764-95a7-9d7f5db7a01b not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:36:28.159165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:28.707262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-866912c0-55d3-4376-96b2-27995fc6fc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:28.790826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 293c4922-860d-4866-b3be-2f4db0fcaee2 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:36:28.791408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:28.985666 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 293c4922-860d-4866-b3be-2f4db0fcaee2, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=293c4922-860d-4866-b3be-2f4db0fcaee2,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:28.985895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:29.104587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 293c4922-860d-4866-b3be-2f4db0fcaee2 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:36:29.282316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:29.423656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=293c4922-860d-4866-b3be-2f4db0fcaee2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:29.719547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:30.284642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 4d5c3346-c26f-44e6-adf2-991b32f32b48 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:36:30.482205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:36:30.491770 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac40f619-5db4-4e56-b710-423143d9aa75 None None] Sync routers for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:36:30.499953 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-623f240c-20b2-44b1-bb58-ad8a17c091af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/4d5c3346-c26f-44e6-adf2-991b32f32b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8153665 Mar 22 12:36:30.502902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47548) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:30.512120 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac40f619-5db4-4e56-b710-423143d9aa75 None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:36:30.512840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac40f619-5db4-4e56-b710-423143d9aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:36:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:30.684337 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e3c625-3615-4d0b-a94d-3fabffb3263d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting subnet 11843cb5-9944-4725-98ea-2a6a5b2170fd {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:36:30.687932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2e3c625-3615-4d0b-a94d-3fabffb3263d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:30.694002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ac40f619-5db4-4e56-b710-423143d9aa75 None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:36:30.745479 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2e3c625-3615-4d0b-a94d-3fabffb3263d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:30.827798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2e3c625-3615-4d0b-a94d-3fabffb3263d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:30.902879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2e3c625-3615-4d0b-a94d-3fabffb3263d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:30.941262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3c625-3615-4d0b-a94d-3fabffb3263d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Subnet': ['ID=11843cb5-9944-4725-98ea-2a6a5b2170fd,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:30.945985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b2e3c625-3615-4d0b-a94d-3fabffb3263d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:30.951857 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b2e3c625-3615-4d0b-a94d-3fabffb3263d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/subnets/11843cb5-9944-4725-98ea-2a6a5b2170fd HTTP/1.1" status: 204 len: 168 time: 0.4479420 Mar 22 12:36:30.954492 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47552) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:30.957565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77595a63-0078-4d08-b2e6-46afe8107513 None None] Network a37f0f42-8cad-47f8-b50d-a61493e52179 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:36:31.154976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:31.161263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac40f619-5db4-4e56-b710-423143d9aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:36:29Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:31.169886 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac40f619-5db4-4e56-b710-423143d9aa75 None None] Checking router: 4d5c3346-c26f-44e6-adf2-991b32f32b48 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:36:31.193828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac40f619-5db4-4e56-b710-423143d9aa75 None None] Routers {'4d5c3346-c26f-44e6-adf2-991b32f32b48'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:36:31.194446 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac40f619-5db4-4e56-b710-423143d9aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:36:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['4d5c3346-c26f-44e6-adf2-991b32f32b48'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:31.363737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:31.374658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:36:31.375187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:31.383429 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ac40f619-5db4-4e56-b710-423143d9aa75 None None] Set router 4d5c3346-c26f-44e6-adf2-991b32f32b48 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:36:31.422901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] DHCP port deletion for a37f0f42-8cad-47f8-b50d-a61493e52179 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:36:31.437803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Deleting port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:36:31.438164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:31.547274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 4aeea594-8af7-41a7-b15b-3a47aaeda7f8, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4aeea594-8af7-41a7-b15b-3a47aaeda7f8,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:31.547954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:31.672828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:36:31.700351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dada489a-aaeb-4936-940c-08194dc7ebe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:31.717845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:36:31.846272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:31.889687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=4aeea594-8af7-41a7-b15b-3a47aaeda7f8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:31.908130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] For port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f6288f34-ea1e-4d5b-b0a0-a00d85ea6315,segment=NetworkSegment(b69d69d5-869b-497b-b42a-9d16696ed350),segment_id=b69d69d5-869b-497b-b42a-9d16696ed350)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:31.908507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.067065 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Calling delete_port for f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:36:32.151570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.157904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.164269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.198466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.205222 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ac40f619-5db4-4e56-b710-423143d9aa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:36:29Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:32.209333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.265332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac40f619-5db4-4e56-b710-423143d9aa75 None None] The sync data for ids ['4d5c3346-c26f-44e6-adf2-991b32f32b48'] in dv-neutron-834653-1-hyperv is: [{'id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'name': 'tempest-TestNetworkBasicOps-router-1242341671', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131'}], 'enable_snat': True}, 'gw_port_id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:33:01Z', 'updated_at': '2022-03-22T12:36:29Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '4aeea594-8af7-41a7-b15b-3a47aaeda7f8', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5c3346-c26f-44e6-adf2-991b32f32b48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:33:02Z', 'updated_at': '2022-03-22T12:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:36:32.279317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Pushing event deleted for resources: {'Port': ['ID=f6288f34-ea1e-4d5b-b0a0-a00d85ea6315,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:32.294469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] No DVR routers for this DVR port f6288f34-ea1e-4d5b-b0a0-a00d85ea6315 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:36:32.303428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:32.303428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:32.303428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:32.303428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:32.304553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:32.304894 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:32.306764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:32.306872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:32.307161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:32.307488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:32.308875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec06570-9733-4635-b020-fe437010f0a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:32.452558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.456905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.485948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.486508 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Fanout notify agent at l3_agent the message router_deleted on router 4d5c3346-c26f-44e6-adf2-991b32f32b48 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:36:32.500855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.501948 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aa30ce06-2d8a-418d-b0e2-ab1c11c72a8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/routers/4d5c3346-c26f-44e6-adf2-991b32f32b48 HTTP/1.1" status: 204 len: 168 time: 1.5465875 Mar 22 12:36:32.504722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47556) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:32.635316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.767907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.792396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37f0f42-8cad-47f8-b50d-a61493e52179']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:32.804594 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69d69d5-869b-497b-b42a-9d16696ed350') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:32.804918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69d69d5-869b-497b-b42a-9d16696ed350') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:32.816939 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.833657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.840332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:36:32.840829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:36:32.855321 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:36:32.940389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.957507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:32.968679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Network': ['ID=a37f0f42-8cad-47f8-b50d-a61493e52179,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:32.973982 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-771f6ce2-b192-49bc-8529-3f83e121c6ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/networks/a37f0f42-8cad-47f8-b50d-a61493e52179 HTTP/1.1" status: 204 len: 168 time: 0.4677804 Mar 22 12:36:32.999249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47560) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:33.004637 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'network': {'name': 'tempest-network-smoke--16560693', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:33.009854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:33.014026 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:network and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:33.016923 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:33.022691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:33.036383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:36:33.039400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.069166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:36:33.079350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.079694 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Added segment 5489e657-1653-470e-81fc-966554e34c3a of type vlan for network 5b69af89-26d9-497d-93f9-835f1830c208 Mar 22 12:36:33.105786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.138215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.142069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:33.142659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.257108 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2542739 Mar 22 12:36:33.257108 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9b798-5149-43ec-8aa0-cfb8ea5d5ff1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Network': ['ID=5b69af89-26d9-497d-93f9-835f1830c208,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:33.257530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47564) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:33.266861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'admin_state_up': True, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:33.267178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.273750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 5b69af89-26d9-497d-93f9-835f1830c208 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:36:33.278014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:33.282187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:router and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:33.285082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:33.290900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:33.302998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.303879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.324565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.478700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.702267 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 293c4922-860d-4866-b3be-2f4db0fcaee2 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:36:33.734923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 293c4922-860d-4866-b3be-2f4db0fcaee2 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:36:33.735192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 293c4922-860d-4866-b3be-2f4db0fcaee2 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:36:33.735642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:36:33.770736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.803237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:33.812159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:36:33.812504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4aeea594-8af7-41a7-b15b-3a47aaeda7f8 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:36:33.937497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.201 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/501cd0bf-e26c-404f-810b-9cd05824677b) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:36:34.090598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:34.122704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:34.189417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:36:34.192172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:36:34.196485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:36:34.219728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=501cd0bf-e26c-404f-810b-9cd05824677b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:34.348638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:34.349289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:34.575945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 9ca390cd-c82a-4017-b174-d2079072d959 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:36:34.773431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:36:34.783079 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Sync routers for ids ['9ca390cd-c82a-4017-b174-d2079072d959'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:36:34.796308 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Routers {'9ca390cd-c82a-4017-b174-d2079072d959'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:36:34.797019 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:36:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9ca390cd-c82a-4017-b174-d2079072d959'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:34.799313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:34.800500 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7c40e0fc-22ab-4cf7-8558-fbaf9858520f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5404370 Mar 22 12:36:34.803999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47568) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:34.846870 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b1c0ed04-f90f-48a2-83f2-c35fcceca5f5 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7b68bf5710844a8fac024c2b8fe300a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417161 Mar 22 12:36:34.849557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47572) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:34.970410 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Set router 9ca390cd-c82a-4017-b174-d2079072d959 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:36:34.995503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a8944b-a5c3-44cc-a78b-0975fb5743e6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:34.996938 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-64a8944b-a5c3-44cc-a78b-0975fb5743e6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1465142 Mar 22 12:36:34.999996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47576) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:35.130388 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b4dafbd5-1016-4e9d-86f5-5749c7e6273a tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1292615 Mar 22 12:36:35.133004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47580) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:35.138271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-560580334', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:35.244130 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:35.248243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:subnet and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:35.251012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:35.251504 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:34Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:35.255434 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Checking router: 9ca390cd-c82a-4017-b174-d2079072d959 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:36:35.255767 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Updating router 9ca390cd-c82a-4017-b174-d2079072d959 port 501cd0bf-e26c-404f-810b-9cd05824677b binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:36:35.256668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:35.267346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:36:35.310393 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:35.370026 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:35.577033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:35.620646 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:35.632735 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Transition to ACTIVE for port object 501cd0bf-e26c-404f-810b-9cd05824677b will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:36:35.640186 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:35.656981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Subnet': ['ID=5ea6b906-9f41-4083-921a-4b0426585d68,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:35.665610 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Checking segment: {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:36:35.665961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network hostable DHCP agents. Network: 5b69af89-26d9-497d-93f9-835f1830c208, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:36:35.687741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 5b69af89-26d9-497d-93f9-835f1830c208 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:36:35.698509 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 5b69af89-26d9-497d-93f9-835f1830c208) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:36:35.703071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:35.703978 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:35.709711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b909294-2243-4b90-ba37-091f6e397100 None None] Network 5b69af89-26d9-497d-93f9-835f1830c208 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:36:35.713535 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Attempting to bind port 501cd0bf-e26c-404f-810b-9cd05824677b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:36:35.713869 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Attempting to bind port 501cd0bf-e26c-404f-810b-9cd05824677b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:36:35.714220 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Attempting to bind port 501cd0bf-e26c-404f-810b-9cd05824677b on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:36:35.726571 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:36:35.727220 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:36:35.727605 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:35.728160 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:36:35.728624 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Bound port: 501cd0bf-e26c-404f-810b-9cd05824677b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:36:35.728986 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:35.729954 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c78620fd-6f5b-41b9-8edb-2c45369b1e87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5959244 Mar 22 12:36:35.730806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47584) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:35.801170 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] For port 501cd0bf-e26c-404f-810b-9cd05824677b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:36:35.804293 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] For port 501cd0bf-e26c-404f-810b-9cd05824677b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=501cd0bf-e26c-404f-810b-9cd05824677b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:36:35.812891 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Pushing event updated for resources: {'Port': ['ID=501cd0bf-e26c-404f-810b-9cd05824677b,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:35.821401 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:35.821777 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:35.822098 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:35.822419 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:35.822741 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:35.823061 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:35.823372 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:35.823684 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:35.823995 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:35.824299 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:35.824606 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:36:35.828291 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:35.898002 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Routers {'9ca390cd-c82a-4017-b174-d2079072d959'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:36:35.898601 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:36:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9ca390cd-c82a-4017-b174-d2079072d959'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:35.918860 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-5b69af89-26d9-497d-93f9-835f1830c208', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:36:35.919931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:36.072254 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbcf05-0122-4dde-977e-5e01606b5ac0 None None] Pushing event updated for resources: {'Port': ['ID=501cd0bf-e26c-404f-810b-9cd05824677b,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:36.097011 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Allocated IP 172.20.0.2 (5b69af89-26d9-497d-93f9-835f1830c208/5ea6b906-9f41-4083-921a-4b0426585d68/c50601e1-faab-46e9-965b-ec6778f3ad3b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:36:36.121400 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] Set router 9ca390cd-c82a-4017-b174-d2079072d959 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:36:36.303058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:36.317192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Transition to ACTIVE for port object c50601e1-faab-46e9-965b-ec6778f3ad3b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:36:36.339946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Transition to ACTIVE for port object c50601e1-faab-46e9-965b-ec6778f3ad3b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:36:36.347396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:36.403495 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:34Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:36.407261 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7659904-648c-48f9-9d5d-28c719f15fa8 None None] The sync data for ids ['9ca390cd-c82a-4017-b174-d2079072d959'] in dv-neutron-834653-1-hyperv is: [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:34Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:36:36.415701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Network 5b69af89-26d9-497d-93f9-835f1830c208 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:36:36.418669 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:36:36.421123 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:36:36.431008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Pushing event updated for resources: {'Port': ['ID=c50601e1-faab-46e9-965b-ec6778f3ad3b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:36.519066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Attempting to bind port c50601e1-faab-46e9-965b-ec6778f3ad3b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:36:36.519815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Attempting to bind port c50601e1-faab-46e9-965b-ec6778f3ad3b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:36:36.519815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Attempting to bind port c50601e1-faab-46e9-965b-ec6778f3ad3b on network 5b69af89-26d9-497d-93f9-835f1830c208 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:36:36.527397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:36:36.527766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Checking segment: {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:36:36.528161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:36.528542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Bound using segment: {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:36:36.528792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:36.529233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Bound port: c50601e1-faab-46e9-965b-ec6778f3ad3b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:36:36.529416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:36.649605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] For port c50601e1-faab-46e9-965b-ec6778f3ad3b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:36:36.654476 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] For port c50601e1-faab-46e9-965b-ec6778f3ad3b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c50601e1-faab-46e9-965b-ec6778f3ad3b,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:36:36.661036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:36.759707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e359a6-ddc9-4d77-97ff-040ba23d8308 None None] Pushing event updated for resources: {'Port': ['ID=c50601e1-faab-46e9-965b-ec6778f3ad3b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:37.068280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.1 (5b69af89-26d9-497d-93f9-835f1830c208/5ea6b906-9f41-4083-921a-4b0426585d68/21485cec-2903-448e-9b06-7a0b5c45352a) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:36:37.238817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:37.255885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 21485cec-2903-448e-9b06-7a0b5c45352a will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:36:37.279611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:37.348807 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 5b69af89-26d9-497d-93f9-835f1830c208 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:36:37.351774 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:36:37.354196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:36:37.389011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=21485cec-2903-448e-9b06-7a0b5c45352a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:37.423335 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:37.508989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:37.702710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0e475a-11ab-437f-897f-95a1f6f400ca None None] Network 5b69af89-26d9-497d-93f9-835f1830c208 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:36:37.770792 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 501cd0bf-e26c-404f-810b-9cd05824677b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:36:37.865815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-650741f5-1d38-436c-96ea-fc9381f18ec2 None None] Provisioning for port c50601e1-faab-46e9-965b-ec6778f3ad3b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:36:37.919690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:37.926063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:37.937035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 501cd0bf-e26c-404f-810b-9cd05824677b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:36:37.944512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 501cd0bf-e26c-404f-810b-9cd05824677b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:37.944882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:38.036808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:38.040347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=21485cec-2903-448e-9b06-7a0b5c45352a,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:38.113579 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:38.133470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 501cd0bf-e26c-404f-810b-9cd05824677b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=501cd0bf-e26c-404f-810b-9cd05824677b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:38.140072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:38.140944 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c50601e1-faab-46e9-965b-ec6778f3ad3b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:36:38.177138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 5b69af89-26d9-497d-93f9-835f1830c208 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:36:38.178588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:36:38.277269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=501cd0bf-e26c-404f-810b-9cd05824677b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:38.284123 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port c50601e1-faab-46e9-965b-ec6778f3ad3b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:36:38.290176 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port c50601e1-faab-46e9-965b-ec6778f3ad3b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:38.290654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:38.417272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:38.443451 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eec49098-f018-4ba0-aaea-8ba948f7c729 None None] Provisioning for port 21485cec-2903-448e-9b06-7a0b5c45352a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:36:38.455016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eec49098-f018-4ba0-aaea-8ba948f7c729 None None] Provisioning complete for port 21485cec-2903-448e-9b06-7a0b5c45352a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:38.455378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eec49098-f018-4ba0-aaea-8ba948f7c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:38.529976 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port c50601e1-faab-46e9-965b-ec6778f3ad3b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c50601e1-faab-46e9-965b-ec6778f3ad3b,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:38.542860 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:38.591863 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-eec49098-f018-4ba0-aaea-8ba948f7c729 None None] Port 21485cec-2903-448e-9b06-7a0b5c45352a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:36:38.623121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-eec49098-f018-4ba0-aaea-8ba948f7c729 None None] Provisioning complete for port c50601e1-faab-46e9-965b-ec6778f3ad3b triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:38.623484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eec49098-f018-4ba0-aaea-8ba948f7c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:38.670220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=c50601e1-faab-46e9-965b-ec6778f3ad3b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:38.674848 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 9ca390cd-c82a-4017-b174-d2079072d959 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:36:38.874394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0406598a-aced-4f25-93fc-d88007e042cd None None] Provisioning complete for port 21485cec-2903-448e-9b06-7a0b5c45352a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:38.874936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0406598a-aced-4f25-93fc-d88007e042cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:38.882758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:36:38.895848 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0889f1cf-c1a3-4b44-911e-5d883b0ee11f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/9ca390cd-c82a-4017-b174-d2079072d959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1637862 Mar 22 12:36:38.898497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47588) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:38.928542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0406598a-aced-4f25-93fc-d88007e042cd None None] Port 21485cec-2903-448e-9b06-7a0b5c45352a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:36:39.032455 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75846911-d425-4df8-a2b5-67547b60bede tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:39.033012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75846911-d425-4df8-a2b5-67547b60bede tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:39.033134 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75846911-d425-4df8-a2b5-67547b60bede tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:39.033548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75846911-d425-4df8-a2b5-67547b60bede tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:39.035153 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-75846911-d425-4df8-a2b5-67547b60bede tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1357079 Mar 22 12:36:39.038105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47592) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:39.103528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a264b529-db88-4ed9-8fb3-0b90b8ad179a tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:39.103872 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a264b529-db88-4ed9-8fb3-0b90b8ad179a tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:39.104247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a264b529-db88-4ed9-8fb3-0b90b8ad179a tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:39.104595 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a264b529-db88-4ed9-8fb3-0b90b8ad179a tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:39.106189 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a264b529-db88-4ed9-8fb3-0b90b8ad179a tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0672331 Mar 22 12:36:39.108932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47596) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:39.306854 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dd95b50c-436a-4bdb-8a98-c49eacd34585 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1967046 Mar 22 12:36:39.310301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47600) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:39.316055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-61865041', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:39.456920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:39.461261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:port and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:39.464253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:39.470493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:39.483889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:36:39.486828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:39.507571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] device_id is not set on port 07b206dd-d70a-421d-8643-eeca5029aa1d yet. {{(pid=83794) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:36:39.646188 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.12 (5b69af89-26d9-497d-93f9-835f1830c208/5ea6b906-9f41-4083-921a-4b0426585d68/07b206dd-d70a-421d-8643-eeca5029aa1d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:36:39.707246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 501cd0bf-e26c-404f-810b-9cd05824677b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:36:39.780562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 501cd0bf-e26c-404f-810b-9cd05824677b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:39.781012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:39.848689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:39.864437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 07b206dd-d70a-421d-8643-eeca5029aa1d will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:36:39.886312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:39.895873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c50601e1-faab-46e9-965b-ec6778f3ad3b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:36:39.965728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port c50601e1-faab-46e9-965b-ec6778f3ad3b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:39.966088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:39.991412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Sync routers for ids ['9ca390cd-c82a-4017-b174-d2079072d959'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:36:40.034699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Routers {'9ca390cd-c82a-4017-b174-d2079072d959'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:36:40.035470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:36:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9ca390cd-c82a-4017-b174-d2079072d959'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:40.062576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 5b69af89-26d9-497d-93f9-835f1830c208 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:36:40.065604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:36:40.068040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:36:40.102318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:40.133910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:40.134517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.164396 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cd5f475d-c159-4e5d-80dd-8610afaa340b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8529611 Mar 22 12:36:40.281510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Set router 9ca390cd-c82a-4017-b174-d2079072d959 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:36:40.454634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47608) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:40.460579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896623706', 'description': 'tempest-secgroup-smoke-896623706 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:40.467866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:40.472355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:40.475606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:40.478571 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d07e78cb-e8bb-4e1b-a08a-0239da90105f None None] Provisioning for port 07b206dd-d70a-421d-8643-eeca5029aa1d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:36:40.482197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:40.491795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.493007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d07e78cb-e8bb-4e1b-a08a-0239da90105f None None] Provisioning complete for port 07b206dd-d70a-421d-8643-eeca5029aa1d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:40.493364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d07e78cb-e8bb-4e1b-a08a-0239da90105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.528414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:40.532626 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:40.535667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:40.541607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:40.570017 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d07e78cb-e8bb-4e1b-a08a-0239da90105f None None] Port 07b206dd-d70a-421d-8643-eeca5029aa1d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:36:40.598469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.603681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.640176 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:37Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '21485cec-2903-448e-9b06-7a0b5c45352a', 'name': '', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:cc:03:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:36Z', 'updated_at': '2022-03-22T12:36:37Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:40.644163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Checking router: 9ca390cd-c82a-4017-b174-d2079072d959 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:36:40.644510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Updating router 9ca390cd-c82a-4017-b174-d2079072d959 port 21485cec-2903-448e-9b06-7a0b5c45352a binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:36:40.646999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee43186-8561-4815-808b-f35f241645b4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:40.649728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.653550 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-72af54ae-8792-4814-9b67-7c4f817024af tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1950693 Mar 22 12:36:40.654379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47612) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:40.659302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1af7bfae-f997-4ece-992f-617353dd647e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'bee43186-8561-4815-808b-f35f241645b4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:40.665227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1af7bfae-f997-4ece-992f-617353dd647e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:40.669007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1af7bfae-f997-4ece-992f-617353dd647e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:40.671830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1af7bfae-f997-4ece-992f-617353dd647e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:40.678229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1af7bfae-f997-4ece-992f-617353dd647e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:40.698312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.700952 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1af7bfae-f997-4ece-992f-617353dd647e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.761574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1af7bfae-f997-4ece-992f-617353dd647e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.765976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1af7bfae-f997-4ece-992f-617353dd647e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.788371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7bfae-f997-4ece-992f-617353dd647e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bb5cab-202a-4dad-9b6b-249c89fc7e70,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:40.797640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1af7bfae-f997-4ece-992f-617353dd647e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.798865 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1af7bfae-f997-4ece-992f-617353dd647e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1442020 Mar 22 12:36:40.801757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47616) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:40.807125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-529533c6-571d-42ce-bacd-0447fc144bfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'bee43186-8561-4815-808b-f35f241645b4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:40.813158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-529533c6-571d-42ce-bacd-0447fc144bfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:40.816870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-529533c6-571d-42ce-bacd-0447fc144bfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:40.819731 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-529533c6-571d-42ce-bacd-0447fc144bfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:40.825323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-529533c6-571d-42ce-bacd-0447fc144bfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:40.843879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-529533c6-571d-42ce-bacd-0447fc144bfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.903666 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-529533c6-571d-42ce-bacd-0447fc144bfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.907716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-529533c6-571d-42ce-bacd-0447fc144bfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.931532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529533c6-571d-42ce-bacd-0447fc144bfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dce1016-dc09-415e-8b05-99a05a916761,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:40.942458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-529533c6-571d-42ce-bacd-0447fc144bfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:40.943725 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-529533c6-571d-42ce-bacd-0447fc144bfc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1410470 Mar 22 12:36:40.946822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47620) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:40.952626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e86d9e3c-ef40-4a38-84b1-208c60ab7dbb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'bee43186-8561-4815-808b-f35f241645b4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:40.959497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e86d9e3c-ef40-4a38-84b1-208c60ab7dbb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:40.963623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e86d9e3c-ef40-4a38-84b1-208c60ab7dbb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:40.966684 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e86d9e3c-ef40-4a38-84b1-208c60ab7dbb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:40.972560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e86d9e3c-ef40-4a38-84b1-208c60ab7dbb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:40.990406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e86d9e3c-ef40-4a38-84b1-208c60ab7dbb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.051807 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e86d9e3c-ef40-4a38-84b1-208c60ab7dbb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.056196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e86d9e3c-ef40-4a38-84b1-208c60ab7dbb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.076659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.079329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d9e3c-ef40-4a38-84b1-208c60ab7dbb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a26a9a-a887-40cb-8c81-2ce97cf2dc74,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:41.088629 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e86d9e3c-ef40-4a38-84b1-208c60ab7dbb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.089145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Transition to ACTIVE for port object 21485cec-2903-448e-9b06-7a0b5c45352a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:36:41.090016 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e86d9e3c-ef40-4a38-84b1-208c60ab7dbb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1421280 Mar 22 12:36:41.092867 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47624) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:41.096575 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.098629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-59d2445b-d5b9-484d-bec2-fabcb6f15b5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'bee43186-8561-4815-808b-f35f241645b4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:41.104452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-59d2445b-d5b9-484d-bec2-fabcb6f15b5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:41.108306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-59d2445b-d5b9-484d-bec2-fabcb6f15b5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:41.111237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-59d2445b-d5b9-484d-bec2-fabcb6f15b5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:41.116841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-59d2445b-d5b9-484d-bec2-fabcb6f15b5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:41.133714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59d2445b-d5b9-484d-bec2-fabcb6f15b5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.211964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59d2445b-d5b9-484d-bec2-fabcb6f15b5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.217084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02964fc4-6208-4fc1-a331-f75174be4d8a None None] Pushing event updated for resources: {'Port': ['ID=21485cec-2903-448e-9b06-7a0b5c45352a,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:41.218340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59d2445b-d5b9-484d-bec2-fabcb6f15b5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.244711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2445b-d5b9-484d-bec2-fabcb6f15b5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e5407a-bb00-4f7d-961e-a153e80f0664,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:41.255439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59d2445b-d5b9-484d-bec2-fabcb6f15b5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.259309 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59d2445b-d5b9-484d-bec2-fabcb6f15b5d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1627307 Mar 22 12:36:41.259645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47628) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:41.265503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'bee43186-8561-4815-808b-f35f241645b4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:41.271737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:41.275797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:41.279645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:41.287805 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:41.298721 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:36:41.306116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.315054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Attempting to bind port 21485cec-2903-448e-9b06-7a0b5c45352a on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:36:41.315363 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Attempting to bind port 21485cec-2903-448e-9b06-7a0b5c45352a by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:36:41.315738 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Attempting to bind port 21485cec-2903-448e-9b06-7a0b5c45352a on network 5b69af89-26d9-497d-93f9-835f1830c208 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:36:41.322519 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:36:41.322886 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Checking segment: {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:36:41.323309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.323694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Bound using segment: {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:36:41.324154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Bound port: 21485cec-2903-448e-9b06-7a0b5c45352a, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:36:41.324527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.384351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.389363 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.413276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4deed0-c9b1-4ad7-996a-c7fb8fc77c6d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:41.414159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] For port 21485cec-2903-448e-9b06-7a0b5c45352a, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:36:41.418447 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] For port 21485cec-2903-448e-9b06-7a0b5c45352a, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=21485cec-2903-448e-9b06-7a0b5c45352a,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:36:41.423323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.424571 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c1170a30-addc-4dd1-992c-e91a312de469 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1639271 Mar 22 12:36:41.424930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.427300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47632) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:41.432918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'bee43186-8561-4815-808b-f35f241645b4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:41.439128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:41.443000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:41.446098 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:41.451917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:41.463589 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:36:41.470049 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.515983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02964fc4-6208-4fc1-a331-f75174be4d8a None None] Pushing event updated for resources: {'Port': ['ID=21485cec-2903-448e-9b06-7a0b5c45352a,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:41.523008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Routers {'9ca390cd-c82a-4017-b174-d2079072d959'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:36:41.523670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:36:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9ca390cd-c82a-4017-b174-d2079072d959'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:41.536442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.541280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.565559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4d0b05-62d4-4472-9f32-db1f108ecc8d,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:41.575843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:41.586733 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-74f310f1-4326-4e5f-bdc6-a63f2799e95d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1488130 Mar 22 12:36:41.713912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] Set router 9ca390cd-c82a-4017-b174-d2079072d959 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:36:41.818220 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-bc4da0f2-37b0-420f-9b27-fe2c5c688d8f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896623706&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.0419450 Mar 22 12:36:41.890814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-f786cf07-15f5-46f4-a32f-3856da1e9925 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:41.891389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-f786cf07-15f5-46f4-a32f-3856da1e9925 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:36:41.907710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-f786cf07-15f5-46f4-a32f-3856da1e9925 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:36:41.908814 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-f786cf07-15f5-46f4-a32f-3856da1e9925 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 929 time: 0.0840595 Mar 22 12:36:41.977472 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-5c004a78-ee5a-4dcb-ae09-ca730dc43f48 service neutron] 10.222.0.62 "GET /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0568035 Mar 22 12:36:42.035317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:37Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '21485cec-2903-448e-9b06-7a0b5c45352a', 'name': '', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:cc:03:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:36Z', 'updated_at': '2022-03-22T12:36:41Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:42.039265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c58cc1-233e-42fd-b70d-938f52877812 None None] The sync data for ids ['9ca390cd-c82a-4017-b174-d2079072d959'] in dv-neutron-834653-1-hyperv is: [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:37Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '21485cec-2903-448e-9b06-7a0b5c45352a', 'name': '', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:cc:03:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:36Z', 'updated_at': '2022-03-22T12:36:41Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:36:42.125509 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-074f24ff-5ea0-4c99-9528-fa4dc416971b service neutron] 10.222.0.62 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418521 Mar 22 12:36:42.261759 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-6ae490d1-938d-41b6-ba80-7af1a5fbb691 service neutron] 10.222.0.62 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303749 Mar 22 12:36:42.454964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f650850a-f841-402f-94c8-b6d154e0221a req-7b035f54-842b-4563-8ca5-26d996d8c5ea tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:36:42.469056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f650850a-f841-402f-94c8-b6d154e0221a req-7b035f54-842b-4563-8ca5-26d996d8c5ea tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:36:42.470230 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f650850a-f841-402f-94c8-b6d154e0221a req-7b035f54-842b-4563-8ca5-26d996d8c5ea tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 210 time: 0.0587616 Mar 22 12:36:43.246651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:43.370755 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-99b108cc-e94b-419f-ad4b-44309437e13a service neutron] 10.222.0.55 "GET /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 1025 time: 0.0576839 Mar 22 12:36:43.643606 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b16c1b1b-763c-4501-b3c1-546e4d130ea3 req-fc1cce91-ca0f-4b82-aecd-c0d3088c8c50 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 210 time: 0.0531220 Mar 22 12:36:43.652252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-e189db01-93c5-42c8-bf0f-d8dc21f7d490 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:43.653173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-e189db01-93c5-42c8-bf0f-d8dc21f7d490 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:36:43.676014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-e189db01-93c5-42c8-bf0f-d8dc21f7d490 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:36:43.677232 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-e189db01-93c5-42c8-bf0f-d8dc21f7d490 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=5b69af89-26d9-497d-93f9-835f1830c208 HTTP/1.1" status: 200 len: 795 time: 0.3020809 Mar 22 12:36:43.727531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 21485cec-2903-448e-9b06-7a0b5c45352a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:36:43.733054 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-300537c6-3647-44e3-8f50-e67dd8050d16 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 379 time: 0.0428689 Mar 22 12:36:43.743179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Request body: {'port': {'device_id': 'ca04572e-530a-45cf-9bea-7720e9baf207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:43.796556 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 21485cec-2903-448e-9b06-7a0b5c45352a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:36:43.801350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 21485cec-2903-448e-9b06-7a0b5c45352a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:43.801803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:43.852653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:43.916063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:43.947682 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 21485cec-2903-448e-9b06-7a0b5c45352a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=21485cec-2903-448e-9b06-7a0b5c45352a,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:43.952457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:44.019358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=21485cec-2903-448e-9b06-7a0b5c45352a,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:44.181327 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b206dd-d70a-421d-8643-eeca5029aa1d {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:36:44.188401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:44.202298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Transition to ACTIVE for port object 07b206dd-d70a-421d-8643-eeca5029aa1d will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:36:44.207471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:44.333311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Pushing event updated for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:44.438565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Attempting to bind port 07b206dd-d70a-421d-8643-eeca5029aa1d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:36:44.439106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Attempting to bind port 07b206dd-d70a-421d-8643-eeca5029aa1d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:36:44.439203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Attempting to bind port 07b206dd-d70a-421d-8643-eeca5029aa1d on network 5b69af89-26d9-497d-93f9-835f1830c208 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:36:44.445295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Port 07b206dd-d70a-421d-8643-eeca5029aa1d on network 5b69af89-26d9-497d-93f9-835f1830c208 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:36:44.445649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Attempting to bind port 07b206dd-d70a-421d-8643-eeca5029aa1d on network 5b69af89-26d9-497d-93f9-835f1830c208 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:36:44.452155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:36:44.452484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Checking segment: {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:36:44.452864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Bound using segment: {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:36:44.453283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Bound port: 07b206dd-d70a-421d-8643-eeca5029aa1d, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:36:44.453659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:44.544120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:36:44.547289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07b206dd-d70a-421d-8643-eeca5029aa1d,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:36:44.553081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:44.613611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:44.614957 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] 10.222.0.55 "PUT /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 1130 time: 0.8757191 Mar 22 12:36:44.615383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca04572e-530a-45cf-9bea-7720e9baf207', 'tag': '07b206dd-d70a-421d-8643-eeca5029aa1d'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:36:44.632753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76bfbd-e4d4-42fe-a14e-40ae833576f6 service neutron] Pushing event updated for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:44.701429 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca04572e-530a-45cf-9bea-7720e9baf207', 'tag': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'status': 'completed', 'code': 200} Mar 22 12:36:44.738472 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-2fb8067e-1a9b-43b5-acc8-8288e5c3e986 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 1133 time: 0.0777504 Mar 22 12:36:44.844716 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-962aec98-3669-416e-ae29-ecb0db16680c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 217 time: 0.0970452 Mar 22 12:36:44.922696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-334eb93d-b03e-4c8e-b7ef-9d0fe40645cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:44.924031 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-334eb93d-b03e-4c8e-b7ef-9d0fe40645cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ea6b906-9f41-4083-921a-4b0426585d68 HTTP/1.1" status: 200 len: 834 time: 0.0717127 Mar 22 12:36:44.975813 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49c84-5ba3-4ff2-8bee-6766ed23362a req-f06de9fa-fbeb-499d-96de-03e0ee43a000 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:44.977227 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-35b49c84-5ba3-4ff2-8bee-6766ed23362a req-f06de9fa-fbeb-499d-96de-03e0ee43a000 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 980 time: 0.1780448 Mar 22 12:36:45.040873 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-35b49c84-5ba3-4ff2-8bee-6766ed23362a req-a6288398-9437-4322-8fbf-c48bfc6c1396 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577955 Mar 22 12:36:45.046334 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-98ea4c36-28f4-4eba-aad0-64e4120fb2e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b69af89-26d9-497d-93f9-835f1830c208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159585 Mar 22 12:36:45.178596 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-db724df9-0dfd-41cd-9bee-4f35ff23987e service neutron] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263716 Mar 22 12:36:45.385931 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4098a312-8533-49a7-a723-c00afdaa4e40 req-cde4cefc-82ce-4c5e-82e5-abbdfd36895f service neutron] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004945 Mar 22 12:36:45.506019 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1020d271-7b15-4957-837d-2e56a0ee73e1 req-3dba1811-aed1-419c-87b0-676c5e71ec1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 1133 time: 0.0704997 Mar 22 12:36:45.635304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020d271-7b15-4957-837d-2e56a0ee73e1 req-fc1089dd-3929-49da-90ed-5ce8288f438e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:45.636787 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1020d271-7b15-4957-837d-2e56a0ee73e1 req-fc1089dd-3929-49da-90ed-5ce8288f438e service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b69af89-26d9-497d-93f9-835f1830c208 HTTP/1.1" status: 200 len: 896 time: 0.1247520 Mar 22 12:36:45.706948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 21485cec-2903-448e-9b06-7a0b5c45352a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:36:45.708012 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1020d271-7b15-4957-837d-2e56a0ee73e1 req-1854cac1-defd-4a63-a7b3-e0c7ed438f51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 217 time: 0.0656731 Mar 22 12:36:45.771361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020d271-7b15-4957-837d-2e56a0ee73e1 req-b5f3fcd4-8d57-48c2-b3c8-a1c130ba8d2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:45.772756 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1020d271-7b15-4957-837d-2e56a0ee73e1 req-b5f3fcd4-8d57-48c2-b3c8-a1c130ba8d2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ea6b906-9f41-4083-921a-4b0426585d68 HTTP/1.1" status: 200 len: 834 time: 0.0572445 Mar 22 12:36:45.774710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 21485cec-2903-448e-9b06-7a0b5c45352a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:45.775080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:45.848446 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1020d271-7b15-4957-837d-2e56a0ee73e1 req-511ab3d6-6e97-452b-939a-135939a6d13e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b69af89-26d9-497d-93f9-835f1830c208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689943 Mar 22 12:36:45.987823 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1020d271-7b15-4957-837d-2e56a0ee73e1 req-abf434bd-0434-4e63-af43-cf0fbe81c4bf service neutron] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328239 Mar 22 12:36:46.120264 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1020d271-7b15-4957-837d-2e56a0ee73e1 req-c8e38b78-5446-4b4a-bd14-ae2a47244c05 service neutron] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262457 Mar 22 12:36:46.234001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98001fe7-d085-4769-91c9-13409e760c2a req-a2ab0ec2-a67c-45ae-a98d-a6a0f8e8664a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:46.235401 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98001fe7-d085-4769-91c9-13409e760c2a req-a2ab0ec2-a67c-45ae-a98d-a6a0f8e8664a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 980 time: 0.0743124 Mar 22 12:36:46.289603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-98001fe7-d085-4769-91c9-13409e760c2a req-633bb3c4-cb76-4fdb-bbcd-5a8ae62f2b83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:36:46.307823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-98001fe7-d085-4769-91c9-13409e760c2a req-633bb3c4-cb76-4fdb-bbcd-5a8ae62f2b83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:36:46.309561 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98001fe7-d085-4769-91c9-13409e760c2a req-633bb3c4-cb76-4fdb-bbcd-5a8ae62f2b83 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653546 Mar 22 12:36:47.515895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fea46-de26-4a2c-9d59-b02708be848d req-edc67c4f-3fff-48df-8eb0-e320fb38d84b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:47.517245 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fa4fea46-de26-4a2c-9d59-b02708be848d req-edc67c4f-3fff-48df-8eb0-e320fb38d84b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 980 time: 0.0761132 Mar 22 12:36:47.565315 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fa4fea46-de26-4a2c-9d59-b02708be848d req-d518824f-16d2-4055-84dc-5f07ed9bb6b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424814 Mar 22 12:36:48.140399 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 07b206dd-d70a-421d-8643-eeca5029aa1d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:36:48.334060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07b206dd-d70a-421d-8643-eeca5029aa1d,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:48.347413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'port_id': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'mac_address': 'fa:16:3e:43:39:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:36:48.401024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:48.418276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b206dd-d70a-421d-8643-eeca5029aa1d {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:36:48.433278 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07b206dd-d70a-421d-8643-eeca5029aa1d,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:48.439881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:48.517178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:48.785580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f80f21-6256-401e-9c43-e4a6f7189402 req-3ab4e945-bf9e-4971-9782-5311e994260a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:48.787018 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7f80f21-6256-401e-9c43-e4a6f7189402 req-3ab4e945-bf9e-4971-9782-5311e994260a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 981 time: 0.0935466 Mar 22 12:36:48.795046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['07b206dd-d70a-421d-8643-eeca5029aa1d'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:36:48.836961 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7f80f21-6256-401e-9c43-e4a6f7189402 req-84cf7d24-d3b6-4e3c-b07a-907013ac8d4a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Mar 22 12:36:50.046734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2533de-2d33-4ad8-bb54-0e85e6536e7b req-c081ada1-c098-496b-b740-30aa1cd4b7f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:50.048153 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d2533de-2d33-4ad8-bb54-0e85e6536e7b req-c081ada1-c098-496b-b740-30aa1cd4b7f7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 981 time: 0.0871298 Mar 22 12:36:50.092929 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d2533de-2d33-4ad8-bb54-0e85e6536e7b req-60c13aae-9efc-4ee5-8754-b3e8721bdc65 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392525 Mar 22 12:36:50.154254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 07b206dd-d70a-421d-8643-eeca5029aa1d up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:36:50.223305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 07b206dd-d70a-421d-8643-eeca5029aa1d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:36:50.228274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 07b206dd-d70a-421d-8643-eeca5029aa1d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:50.228643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:50.340518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:50.366510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca04572e-530a-45cf-9bea-7720e9baf207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b206dd-d70a-421d-8643-eeca5029aa1d'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:36:50.376151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07b206dd-d70a-421d-8643-eeca5029aa1d,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:50.381634 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:50.424665 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca04572e-530a-45cf-9bea-7720e9baf207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'code': 200} Mar 22 12:36:50.448225 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:50.655583 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b064dab3-c185-4bf5-8de5-87e4953f0f3d req-6780ef31-57d8-42c3-a163-55ae6500e477 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 1135 time: 0.0667973 Mar 22 12:36:50.698400 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b064dab3-c185-4bf5-8de5-87e4953f0f3d req-d2065b6e-3cf7-4388-9a6a-1ab9fca1619f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370965 Mar 22 12:36:51.317238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd70c2f-81ca-4949-a2ea-6d928eb83749 req-ec296672-e025-49f6-a112-ad16c98ce7d1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:51.318754 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ebd70c2f-81ca-4949-a2ea-6d928eb83749 req-ec296672-e025-49f6-a112-ad16c98ce7d1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 982 time: 0.0878179 Mar 22 12:36:51.363091 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ebd70c2f-81ca-4949-a2ea-6d928eb83749 req-4ca39197-514a-40e0-a2db-0e45a0efc0e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 Mar 22 12:36:52.593332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae9c69-e186-47f8-ae8b-bdd9c8296707 req-a038d5be-7abf-4ce8-b28d-4657c338e5cf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:52.594687 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7ae9c69-e186-47f8-ae8b-bdd9c8296707 req-a038d5be-7abf-4ce8-b28d-4657c338e5cf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 982 time: 0.0977547 Mar 22 12:36:52.642372 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7ae9c69-e186-47f8-ae8b-bdd9c8296707 req-b6fc8b27-c881-4d47-b296-080d36ed96e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396237 Mar 22 12:36:52.853893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a6ef1-b69b-49f4-b140-738089a28313 req-725425b7-72f8-4a0a-9d10-41bc0a096f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:52.855234 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-910a6ef1-b69b-49f4-b140-738089a28313 req-725425b7-72f8-4a0a-9d10-41bc0a096f00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 982 time: 0.0861008 Mar 22 12:36:52.907947 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-910a6ef1-b69b-49f4-b140-738089a28313 req-4ef2f1e7-28c3-4fa8-bbcd-b6a780fb7ddc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Mar 22 12:36:52.941984 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47676) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:53.021621 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-445ac5fd-e10b-47cb-93b2-8b9d5dd78def tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 1130 time: 0.0784764 Mar 22 12:36:53.024343 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47680) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:53.029288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:53.034663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:36:53.038585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:floatingip and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:36:53.041401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:36:53.047047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:36:53.060884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:53.204769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:53.419742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.110 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/e23e5d40-97af-4e9e-9e27-f60cfe6c9828) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:36:53.565288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:53.598342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:53.663101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:36:53.665954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:36:53.670166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:36:53.697057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=e23e5d40-97af-4e9e-9e27-f60cfe6c9828,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:54.151294 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:36:54.175733 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:54.235260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:54.445870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:54.453036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:54.559446 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=e23e5d40-97af-4e9e-9e27-f60cfe6c9828,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:54.572077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:54.759314 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP 024ed0f0-b946-4d18-aee2-181b4a53cf3b associated. External IP: 172.26.0.110, port: 07b206dd-d70a-421d-8643-eeca5029aa1d. Mar 22 12:36:55.248919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 9ca390cd-c82a-4017-b174-d2079072d959 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:36:55.456265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:36:55.465974 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677236c3-0ae0-4e8d-af74-59d0665d23eb None None] Sync routers for ids ['9ca390cd-c82a-4017-b174-d2079072d959'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:36:55.479407 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677236c3-0ae0-4e8d-af74-59d0665d23eb None None] Routers {'9ca390cd-c82a-4017-b174-d2079072d959'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:36:55.480132 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-677236c3-0ae0-4e8d-af74-59d0665d23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:36:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9ca390cd-c82a-4017-b174-d2079072d959'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:55.482884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:55.535116 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-305d5bc6-ea89-4d4f-858f-f821515367b0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.5098274 Mar 22 12:36:55.535660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca04572e-530a-45cf-9bea-7720e9baf207', 'tag': '07b206dd-d70a-421d-8643-eeca5029aa1d'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:36:55.538297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47684) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:55.590273 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca04572e-530a-45cf-9bea-7720e9baf207', 'tag': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'status': 'completed', 'code': 200} Mar 22 12:36:55.614432 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8eef5f0c-00cd-46fc-8e68-2a3e3e8e9b7f tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207&network_id=5b69af89-26d9-497d-93f9-835f1830c208 HTTP/1.1" status: 200 len: 1130 time: 0.0744195 Mar 22 12:36:55.662332 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-677236c3-0ae0-4e8d-af74-59d0665d23eb None None] Set router 9ca390cd-c82a-4017-b174-d2079072d959 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:36:55.693393 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5c293c14-4dab-4978-8d6c-3d4066a2dea3 req-484b0ab6-3b1b-489e-a9ac-d853a3026c37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 1135 time: 0.0822513 Mar 22 12:36:55.833977 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c293c14-4dab-4978-8d6c-3d4066a2dea3 req-16d05882-228f-4224-841b-a384306f7583 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:55.835480 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5c293c14-4dab-4978-8d6c-3d4066a2dea3 req-16d05882-228f-4224-841b-a384306f7583 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b69af89-26d9-497d-93f9-835f1830c208 HTTP/1.1" status: 200 len: 896 time: 0.1359360 Mar 22 12:36:55.943085 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5c293c14-4dab-4978-8d6c-3d4066a2dea3 req-43c12595-ba1e-419e-b8c9-c62f6e41262e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 1036 time: 0.1008313 Mar 22 12:36:56.001163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab1444-4c84-42eb-ac92-aca018d4b77b req-20b49738-459a-4f4f-9595-886ed077c798 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:56.002747 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2fab1444-4c84-42eb-ac92-aca018d4b77b req-20b49738-459a-4f4f-9595-886ed077c798 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 982 time: 0.0826728 Mar 22 12:36:56.007952 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c293c14-4dab-4978-8d6c-3d4066a2dea3 req-f53a326e-e81e-42ff-b2b6-23fd01de486b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:56.009382 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5c293c14-4dab-4978-8d6c-3d4066a2dea3 req-f53a326e-e81e-42ff-b2b6-23fd01de486b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ea6b906-9f41-4083-921a-4b0426585d68 HTTP/1.1" status: 200 len: 834 time: 0.0586269 Mar 22 12:36:56.027306 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-677236c3-0ae0-4e8d-af74-59d0665d23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:37Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '024ed0f0-b946-4d18-aee2-181b4a53cf3b', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'port_id': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-61865041', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'mac_address': 'fa:16:3e:43:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04572e-530a-45cf-9bea-7720e9baf207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:36:54Z', 'updated_at': '2022-03-22T12:36:54Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21485cec-2903-448e-9b06-7a0b5c45352a', 'name': '', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:cc:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:36Z', 'updated_at': '2022-03-22T12:36:43Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:56.031166 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677236c3-0ae0-4e8d-af74-59d0665d23eb None None] Checking router: 9ca390cd-c82a-4017-b174-d2079072d959 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:36:56.041722 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677236c3-0ae0-4e8d-af74-59d0665d23eb None None] Routers {'9ca390cd-c82a-4017-b174-d2079072d959'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:36:56.042300 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-677236c3-0ae0-4e8d-af74-59d0665d23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:36:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9ca390cd-c82a-4017-b174-d2079072d959'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:56.051423 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2fab1444-4c84-42eb-ac92-aca018d4b77b req-f9096b42-b37c-4879-b644-83351c21dd61 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 Mar 22 12:36:56.090020 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5c293c14-4dab-4978-8d6c-3d4066a2dea3 req-97c51619-4c3f-40fe-a099-0faec0aa3e14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b69af89-26d9-497d-93f9-835f1830c208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741675 Mar 22 12:36:56.215576 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-677236c3-0ae0-4e8d-af74-59d0665d23eb None None] Set router 9ca390cd-c82a-4017-b174-d2079072d959 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:36:56.218320 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5c293c14-4dab-4978-8d6c-3d4066a2dea3 req-16446559-7498-4cef-8441-c9f9f4125891 service neutron] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221786 Mar 22 12:36:56.349821 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5c293c14-4dab-4978-8d6c-3d4066a2dea3 req-07a9587c-1c50-478c-a43c-569ff7138eba service neutron] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249256 Mar 22 12:36:56.582554 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-677236c3-0ae0-4e8d-af74-59d0665d23eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:37Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '024ed0f0-b946-4d18-aee2-181b4a53cf3b', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'port_id': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-61865041', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'mac_address': 'fa:16:3e:43:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04572e-530a-45cf-9bea-7720e9baf207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:36:54Z', 'updated_at': '2022-03-22T12:36:54Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21485cec-2903-448e-9b06-7a0b5c45352a', 'name': '', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:cc:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:36Z', 'updated_at': '2022-03-22T12:36:43Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:36:56.586605 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677236c3-0ae0-4e8d-af74-59d0665d23eb None None] The sync data for ids ['9ca390cd-c82a-4017-b174-d2079072d959'] in dv-neutron-834653-1-hyperv is: [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:37Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '024ed0f0-b946-4d18-aee2-181b4a53cf3b', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'port_id': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-61865041', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'mac_address': 'fa:16:3e:43:39:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca04572e-530a-45cf-9bea-7720e9baf207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:36:54Z', 'updated_at': '2022-03-22T12:36:54Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21485cec-2903-448e-9b06-7a0b5c45352a', 'name': '', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:cc:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:36Z', 'updated_at': '2022-03-22T12:36:43Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:36:57.255183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04169adc-ee0d-40cf-b7c2-8583f2df92cd req-9071b8ed-a2c1-4289-b923-1c1fe540ff5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:57.256621 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04169adc-ee0d-40cf-b7c2-8583f2df92cd req-9071b8ed-a2c1-4289-b923-1c1fe540ff5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 982 time: 0.0823290 Mar 22 12:36:57.302513 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04169adc-ee0d-40cf-b7c2-8583f2df92cd req-43d2490e-b90e-47e3-a1a8-bc237f5a823b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398920 Mar 22 12:36:57.474550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-24f7d7e4-8574-4295-a208-33af303ff689 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:57.475995 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-24f7d7e4-8574-4295-a208-33af303ff689 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 982 time: 0.0894015 Mar 22 12:36:57.547300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-963327a6-93f7-4319-9041-a21ec048fdff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:57.548608 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-963327a6-93f7-4319-9041-a21ec048fdff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0672483 Mar 22 12:36:57.784225 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-7997eee8-9736-4062-b9b2-e8857ed17a87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2308915 Mar 22 12:36:57.796794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:36:57.910288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:58.106977 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07b206dd-d70a-421d-8643-eeca5029aa1d,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:36:58.135287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:36:58.182934 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] device_id is not set on port 07b206dd-d70a-421d-8643-eeca5029aa1d yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:36:58.191166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:58.199558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:58.322172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] Pushing event updated for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=6']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:36:58.393714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] No DVR routers for this DVR port 07b206dd-d70a-421d-8643-eeca5029aa1d on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:36:58.471000 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-84e22ed0-1431-447a-aec8-a5e22683d7d1 req-525f71d0-5bcb-4216-bec7-3c80e94603c9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca04572e-530a-45cf-9bea-7720e9baf207 HTTP/1.1" status: 200 len: 210 time: 0.0405812 Mar 22 12:36:58.491970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9979c2fa-75f5-4522-9b23-2254238a9ad6 None None] Provisioning complete for port 07b206dd-d70a-421d-8643-eeca5029aa1d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:36:58.492449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9979c2fa-75f5-4522-9b23-2254238a9ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:58.547102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9979c2fa-75f5-4522-9b23-2254238a9ad6 None None] Port 07b206dd-d70a-421d-8643-eeca5029aa1d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:36:58.637084 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] In _notify_port_updated(), no bound segment for port 07b206dd-d70a-421d-8643-eeca5029aa1d on network 5b69af89-26d9-497d-93f9-835f1830c208 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:36:58.638058 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:58.639285 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-666aa7e7-8bc2-4a44-a96f-3c4435ac4fe4 req-1a6fc4f5-a4fb-4e2b-81df-8c0e6b715753 service neutron] 10.222.0.55 "PUT /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 1025 time: 0.8489316 Mar 22 12:36:58.708679 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3636e530-ae8d-4715-8ffb-dc96f5191d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:36:59.018503 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dcd700-155a-4dcc-82de-4c8001eb69a5 None None] New status for floating IP 024ed0f0-b946-4d18-aee2-181b4a53cf3b: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:36:59.584105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47700) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:36:59.649619 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499bcf08-a5cc-48d4-8fef-fed9703165d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:36:59.650893 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-499bcf08-a5cc-48d4-8fef-fed9703165d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 924 time: 0.0657947 Mar 22 12:37:00.030568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47706) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:00.036373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-888546320', 'description': 'tempest-secgroup-smoke-888546320 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:00.042490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:00.052168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:00.063498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.098758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:00.102544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:00.105331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:00.111046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:00.166265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.171965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.214507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b1ba5d-cba1-4c27-9a63-54b4439b9a32,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:00.221771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.222998 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d394c78e-8419-4a05-ab0b-591f36a085e2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1914804 Mar 22 12:37:00.226029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47710) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:00.231414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 07b206dd-d70a-421d-8643-eeca5029aa1d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:37:00.231919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-449b1959-7550-4990-85db-3a47f00f9436 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1ba5d-cba1-4c27-9a63-54b4439b9a32', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:00.237433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-449b1959-7550-4990-85db-3a47f00f9436 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:00.241251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-449b1959-7550-4990-85db-3a47f00f9436 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:00.244109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-449b1959-7550-4990-85db-3a47f00f9436 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:00.249738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-449b1959-7550-4990-85db-3a47f00f9436 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:00.266815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-449b1959-7550-4990-85db-3a47f00f9436 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.286579 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 07b206dd-d70a-421d-8643-eeca5029aa1d not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:37:00.330526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-449b1959-7550-4990-85db-3a47f00f9436 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.335008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-449b1959-7550-4990-85db-3a47f00f9436 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.357996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b1959-7550-4990-85db-3a47f00f9436 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b3faab-bc7d-43af-833e-46fafad75417,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:00.369014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-449b1959-7550-4990-85db-3a47f00f9436 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.370208 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-449b1959-7550-4990-85db-3a47f00f9436 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1432846 Mar 22 12:37:00.373192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47714) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:00.378807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5ed13391-fb52-474c-a567-0db26ff81afb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1ba5d-cba1-4c27-9a63-54b4439b9a32', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:00.384747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5ed13391-fb52-474c-a567-0db26ff81afb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:00.388506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5ed13391-fb52-474c-a567-0db26ff81afb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:00.391371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5ed13391-fb52-474c-a567-0db26ff81afb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:00.397422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5ed13391-fb52-474c-a567-0db26ff81afb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:00.417312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5ed13391-fb52-474c-a567-0db26ff81afb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.482306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5ed13391-fb52-474c-a567-0db26ff81afb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.487670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5ed13391-fb52-474c-a567-0db26ff81afb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.512695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed13391-fb52-474c-a567-0db26ff81afb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1f76df-8aec-4f9c-b125-6166040bd3d7,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:00.523404 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5ed13391-fb52-474c-a567-0db26ff81afb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.524667 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5ed13391-fb52-474c-a567-0db26ff81afb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1504121 Mar 22 12:37:00.527559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47718) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:00.533116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-208c52f3-4d83-446a-8dd8-ca30a84d9485 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1ba5d-cba1-4c27-9a63-54b4439b9a32', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:00.539151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-208c52f3-4d83-446a-8dd8-ca30a84d9485 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:00.543044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-208c52f3-4d83-446a-8dd8-ca30a84d9485 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:00.546024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-208c52f3-4d83-446a-8dd8-ca30a84d9485 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:00.551795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-208c52f3-4d83-446a-8dd8-ca30a84d9485 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:00.570835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-208c52f3-4d83-446a-8dd8-ca30a84d9485 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.632881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-208c52f3-4d83-446a-8dd8-ca30a84d9485 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.638291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-208c52f3-4d83-446a-8dd8-ca30a84d9485 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.661326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c52f3-4d83-446a-8dd8-ca30a84d9485 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf5a8f6-7ac9-4b99-b07e-901cb7371e15,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:00.672674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-208c52f3-4d83-446a-8dd8-ca30a84d9485 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.673917 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-208c52f3-4d83-446a-8dd8-ca30a84d9485 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1454406 Mar 22 12:37:00.677743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47722) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:00.683178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4c0d1dec-25a8-4169-ad38-15e52d10cc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1ba5d-cba1-4c27-9a63-54b4439b9a32', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:00.689771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4c0d1dec-25a8-4169-ad38-15e52d10cc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:00.693656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4c0d1dec-25a8-4169-ad38-15e52d10cc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:00.696537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4c0d1dec-25a8-4169-ad38-15e52d10cc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:00.702128 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4c0d1dec-25a8-4169-ad38-15e52d10cc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:00.723264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1dec-25a8-4169-ad38-15e52d10cc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.785624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1dec-25a8-4169-ad38-15e52d10cc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.791581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1dec-25a8-4169-ad38-15e52d10cc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.815923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d1dec-25a8-4169-ad38-15e52d10cc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9cd7b3-2328-4392-9910-18d354895073,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:00.825617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4c0d1dec-25a8-4169-ad38-15e52d10cc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.826767 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4c0d1dec-25a8-4169-ad38-15e52d10cc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1481090 Mar 22 12:37:00.829969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47726) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:00.835337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1ba5d-cba1-4c27-9a63-54b4439b9a32', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:00.841006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:00.844727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:00.847569 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:00.853174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:00.865419 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:37:00.871950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.942143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.947274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.969013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eabd24f-76a3-4553-bc26-339a85aa6c0f,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:00.978983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:00.980196 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-114409b3-bbfc-4502-a4e7-29ed8076ce2b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1493208 Mar 22 12:37:00.982909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47730) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:00.988341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'e9b1ba5d-cba1-4c27-9a63-54b4439b9a32', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:00.994554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:00.998569 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:01.001663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:01.008025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:01.019770 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:37:01.026105 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:01.092958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:01.098055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:01.121067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f2b6ce-39ed-4dd4-a9ca-c501a6005640,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:01.130534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:01.131886 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a7d5bced-b9ad-437f-b49f-2bdb9de822a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1480529 Mar 22 12:37:01.306876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-a5c669d3-ce28-447c-b95e-803537d60c4b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:37:01.325207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-a5c669d3-ce28-447c-b95e-803537d60c4b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:37:01.326749 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-a5c669d3-ce28-447c-b95e-803537d60c4b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-888546320&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.0625584 Mar 22 12:37:01.402863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-7fc64b29-ae3a-42cd-b9a0-5b8ca67a506f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:01.404111 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-7fc64b29-ae3a-42cd-b9a0-5b8ca67a506f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 929 time: 0.0707297 Mar 22 12:37:01.479048 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-b31365af-4b7b-442f-bcfa-3c6f35790c92 service neutron] 10.222.0.62 "GET /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0582526 Mar 22 12:37:01.611147 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-f66a4fd8-bac4-4984-89a5-eb23ed713658 service neutron] 10.222.0.62 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266239 Mar 22 12:37:01.665195 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f42cbe7-e32c-4fef-8aef-a1047f04b5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:01.749028 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-e992b354-4d06-4317-abf8-b10c3ff2eee0 service neutron] 10.222.0.62 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303983 Mar 22 12:37:01.939238 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc98c1da-66de-4968-9c3d-2e907bccaffc req-6604dd37-d11a-4e5a-8063-1f1fc57fa5f1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 210 time: 0.0436139 Mar 22 12:37:01.958422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:02.050292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:02.869711 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-31c6eac6-c150-4d07-9c8e-7e543d68f478 service neutron] 10.222.0.55 "GET /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 1025 time: 0.0613730 Mar 22 12:37:03.122415 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e568f34f-8f0b-4df5-92c8-387fd49a8366 req-67f8c629-34b8-48ac-a968-627f5ecb1d71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 210 time: 0.0544078 Mar 22 12:37:03.150597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-eb5485b8-685f-43b7-85de-4822371dfc32 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:03.152066 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-eb5485b8-685f-43b7-85de-4822371dfc32 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=5b69af89-26d9-497d-93f9-835f1830c208 HTTP/1.1" status: 200 len: 795 time: 0.2776506 Mar 22 12:37:03.208013 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-b5c5399b-9f5e-4520-853c-61f56a978ed7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 471 time: 0.0431337 Mar 22 12:37:03.218197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Request body: {'port': {'device_id': '4aaaf861-a7f7-4fbf-8b52-60af9365ccdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:03.270055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:03.330863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:03.662465 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b206dd-d70a-421d-8643-eeca5029aa1d {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:37:03.669651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:03.684670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Transition to ACTIVE for port object 07b206dd-d70a-421d-8643-eeca5029aa1d will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:37:03.690833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:03.831273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Pushing event updated for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=7']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:03.954006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Attempting to bind port 07b206dd-d70a-421d-8643-eeca5029aa1d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:37:03.954659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Attempting to bind port 07b206dd-d70a-421d-8643-eeca5029aa1d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:37:03.954659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Attempting to bind port 07b206dd-d70a-421d-8643-eeca5029aa1d on network 5b69af89-26d9-497d-93f9-835f1830c208 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:37:03.961028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Port 07b206dd-d70a-421d-8643-eeca5029aa1d on network 5b69af89-26d9-497d-93f9-835f1830c208 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:37:03.961345 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Attempting to bind port 07b206dd-d70a-421d-8643-eeca5029aa1d on network 5b69af89-26d9-497d-93f9-835f1830c208 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:37:03.968399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:37:03.968728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Checking segment: {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:37:03.969107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Bound using segment: {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:37:03.969563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Bound port: 07b206dd-d70a-421d-8643-eeca5029aa1d, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5489e657-1653-470e-81fc-966554e34c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:37:03.969902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:04.057604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:37:04.060894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07b206dd-d70a-421d-8643-eeca5029aa1d,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:37:04.068668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:04.127439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:04.128785 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] 10.222.0.55 "PUT /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 1130 time: 0.9149292 Mar 22 12:37:04.129232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaaf861-a7f7-4fbf-8b52-60af9365ccdf', 'tag': '07b206dd-d70a-421d-8643-eeca5029aa1d'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:37:04.146950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be46f01-7127-42d0-b80b-53330dd37809 service neutron] Pushing event updated for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=8']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:04.235136 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aaaf861-a7f7-4fbf-8b52-60af9365ccdf', 'tag': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'status': 'completed', 'code': 200} Mar 22 12:37:04.286296 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-be543ac1-28f7-42d5-ab07-0266137f0423 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 1133 time: 0.1079412 Mar 22 12:37:04.392923 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-0079a559-7e9c-405b-983c-0bcae06eeca7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 1036 time: 0.0992680 Mar 22 12:37:04.492207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-c0f61072-0481-485f-934f-293c51dfa058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:04.493647 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-c0f61072-0481-485f-934f-293c51dfa058 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ea6b906-9f41-4083-921a-4b0426585d68 HTTP/1.1" status: 200 len: 834 time: 0.0947859 Mar 22 12:37:04.572878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf239a7-11e4-43ae-9236-1627479526d8 req-22357ed8-a750-46a4-8522-67da22e9d1d3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:04.574321 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8bf239a7-11e4-43ae-9236-1627479526d8 req-22357ed8-a750-46a4-8522-67da22e9d1d3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 980 time: 0.1469784 Mar 22 12:37:04.609047 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-95d1fd0f-e8b3-4439-96d0-b11206050adc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b69af89-26d9-497d-93f9-835f1830c208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079149 Mar 22 12:37:04.794332 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8bf239a7-11e4-43ae-9236-1627479526d8 req-cb7887c0-51f4-4c90-941f-5dafdb3f26d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133954 Mar 22 12:37:04.841469 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-a23aa2d1-ecb7-4df3-aec4-7d463c0c8d67 service neutron] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248878 Mar 22 12:37:04.971703 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6f3493fe-3165-4a54-a3db-2dec04df6888 req-831b5d8d-97ac-437e-8066-a79b5b4bd3a9 service neutron] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246336 Mar 22 12:37:05.096927 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-28618fb9-0731-4621-9924-dd9c37c198bf req-39a722ba-c748-46db-bc2c-f8a8a89dff50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 1133 time: 0.0756338 Mar 22 12:37:05.231170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28618fb9-0731-4621-9924-dd9c37c198bf req-503a749f-529e-483a-b5b9-02f12b8cb775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:05.232591 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-28618fb9-0731-4621-9924-dd9c37c198bf req-503a749f-529e-483a-b5b9-02f12b8cb775 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b69af89-26d9-497d-93f9-835f1830c208 HTTP/1.1" status: 200 len: 896 time: 0.1294744 Mar 22 12:37:05.331801 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-28618fb9-0731-4621-9924-dd9c37c198bf req-eb338a69-bc9a-4ab9-b04c-8fbc01c257c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 1036 time: 0.0931644 Mar 22 12:37:05.397895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28618fb9-0731-4621-9924-dd9c37c198bf req-98c7a5b8-6267-4be4-b571-9d50a81368f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:05.399225 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-28618fb9-0731-4621-9924-dd9c37c198bf req-98c7a5b8-6267-4be4-b571-9d50a81368f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ea6b906-9f41-4083-921a-4b0426585d68 HTTP/1.1" status: 200 len: 834 time: 0.0614564 Mar 22 12:37:05.471418 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-28618fb9-0731-4621-9924-dd9c37c198bf req-df0c3a2b-2642-40e3-9095-6b4f90c20186 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b69af89-26d9-497d-93f9-835f1830c208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665948 Mar 22 12:37:05.602245 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-28618fb9-0731-4621-9924-dd9c37c198bf req-9b6c7cf4-3298-4001-b59c-63b9a6a0adcd service neutron] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245332 Mar 22 12:37:05.731749 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-28618fb9-0731-4621-9924-dd9c37c198bf req-8fa1589f-4965-49a0-8be0-3c70d1e2caa2 service neutron] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230135 Mar 22 12:37:05.996567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe8043-b2c2-4684-aee8-70cfa4143fad req-5061d9ae-8f30-499c-a817-0e622a7bd13d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:05.997969 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9efe8043-b2c2-4684-aee8-70cfa4143fad req-5061d9ae-8f30-499c-a817-0e622a7bd13d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 980 time: 0.0788515 Mar 22 12:37:06.044135 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9efe8043-b2c2-4684-aee8-70cfa4143fad req-cb325718-0859-4faf-884c-d74580ad9ab3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Mar 22 12:37:07.251719 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde4a2a-c913-490b-b5ae-dbb3262c0cc7 req-1a7e6068-23f7-4b6d-95ae-e10eeef7769c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:07.253111 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4bde4a2a-c913-490b-b5ae-dbb3262c0cc7 req-1a7e6068-23f7-4b6d-95ae-e10eeef7769c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 980 time: 0.0800776 Mar 22 12:37:07.297410 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4bde4a2a-c913-490b-b5ae-dbb3262c0cc7 req-cc8f61ad-8aeb-40dc-bdc0-c7d8ea6b802b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385242 Mar 22 12:37:08.262444 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 07b206dd-d70a-421d-8643-eeca5029aa1d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:37:08.398753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07b206dd-d70a-421d-8643-eeca5029aa1d,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:08.411825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'port_id': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'mac_address': 'fa:16:3e:43:39:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:37:08.469341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:08.487510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b206dd-d70a-421d-8643-eeca5029aa1d {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:37:08.497153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa018b98-2e2a-401a-aebd-769648cdd565 req-076b08b6-0630-44e6-b350-7c2f13b366f1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:08.498616 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fa018b98-2e2a-401a-aebd-769648cdd565 req-076b08b6-0630-44e6-b350-7c2f13b366f1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 980 time: 0.0802321 Mar 22 12:37:08.502895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07b206dd-d70a-421d-8643-eeca5029aa1d,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:08.507851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:08.545239 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fa018b98-2e2a-401a-aebd-769648cdd565 req-25201cb3-edd1-49f6-a00e-bec6f1d73a63 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Mar 22 12:37:08.574133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=9']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:08.831905 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['07b206dd-d70a-421d-8643-eeca5029aa1d'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:37:09.755904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c15328-d561-4619-b6d9-ba502f021a7a req-9b886b62-6c10-4a74-81d6-616ae7be58ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:09.757312 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-61c15328-d561-4619-b6d9-ba502f021a7a req-9b886b62-6c10-4a74-81d6-616ae7be58ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 981 time: 0.0806775 Mar 22 12:37:09.803917 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-61c15328-d561-4619-b6d9-ba502f021a7a req-25be4630-e9cf-4ce4-a2b6-3327ecac8699 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388186 Mar 22 12:37:10.279341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 07b206dd-d70a-421d-8643-eeca5029aa1d up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:37:10.352000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 07b206dd-d70a-421d-8643-eeca5029aa1d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:37:10.356785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 07b206dd-d70a-421d-8643-eeca5029aa1d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:10.357146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:10.483203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:10.513229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaaf861-a7f7-4fbf-8b52-60af9365ccdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b206dd-d70a-421d-8643-eeca5029aa1d'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:37:10.523198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07b206dd-d70a-421d-8643-eeca5029aa1d,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:10.528339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:10.568836 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aaaf861-a7f7-4fbf-8b52-60af9365ccdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b206dd-d70a-421d-8643-eeca5029aa1d', 'code': 200} Mar 22 12:37:10.593290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=10']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:10.797779 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-66fd7ef0-3fbb-4254-a979-45c60de4946f req-c3dd3962-9c1b-47f2-a2de-29b110cd6789 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 1136 time: 0.0739286 Mar 22 12:37:10.839230 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-66fd7ef0-3fbb-4254-a979-45c60de4946f req-3d8c79ad-0f8d-4807-bb9d-35248c78d083 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357397 Mar 22 12:37:11.015128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24055d19-e623-4bcf-b135-bfec3e43672e req-a0dd26b4-38d3-441c-bb40-e76ba47ce7be tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:11.016558 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-24055d19-e623-4bcf-b135-bfec3e43672e req-a0dd26b4-38d3-441c-bb40-e76ba47ce7be tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 983 time: 0.0860789 Mar 22 12:37:11.072611 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-24055d19-e623-4bcf-b135-bfec3e43672e req-5ebe1942-24da-41d8-b360-21847a846bb5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503464 Mar 22 12:37:12.280889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a327df-7597-4352-b569-b18f2cacb77c req-7ac40098-beaa-4aa3-aef1-a6e2fb825aa4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:12.282844 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0a327df-7597-4352-b569-b18f2cacb77c req-7ac40098-beaa-4aa3-aef1-a6e2fb825aa4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 983 time: 0.0865862 Mar 22 12:37:12.327593 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0a327df-7597-4352-b569-b18f2cacb77c req-0f763c0d-0ebd-4174-b953-d400fbc21bff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390823 Mar 22 12:37:12.533767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1436081-69a2-44cf-a68d-b60b376b70ac req-e41e5c7d-cdc0-4390-9b52-34efec443b02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:12.535190 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f1436081-69a2-44cf-a68d-b60b376b70ac req-e41e5c7d-cdc0-4390-9b52-34efec443b02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 983 time: 0.0905802 Mar 22 12:37:12.583843 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f1436081-69a2-44cf-a68d-b60b376b70ac req-9f78d762-c77f-4d4a-b8eb-76cbc6db5905 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Mar 22 12:37:12.611729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47774) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:12.688967 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-50b43955-65e9-4fb0-a3d4-e102eac1b053 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf&network_id=5b69af89-26d9-497d-93f9-835f1830c208 HTTP/1.1" status: 200 len: 1131 time: 0.0756562 Mar 22 12:37:13.086902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b14d66-49fb-4ac5-8db9-08f29293dcad req-af3fd438-634a-4f49-8d6f-d428fc85487a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:13.088331 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b7b14d66-49fb-4ac5-8db9-08f29293dcad req-af3fd438-634a-4f49-8d6f-d428fc85487a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 983 time: 0.0907125 Mar 22 12:37:13.135483 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b7b14d66-49fb-4ac5-8db9-08f29293dcad req-eaa24ece-67c9-456f-b046-24d0ab650178 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389500 Mar 22 12:37:13.264746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:14.333005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e870aa-3b62-450b-948a-e8dfde31937e req-5699b31f-d99c-46fe-af40-dbf29c19e377 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:14.334557 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-36e870aa-3b62-450b-948a-e8dfde31937e req-5699b31f-d99c-46fe-af40-dbf29c19e377 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 983 time: 0.0762830 Mar 22 12:37:14.381238 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-36e870aa-3b62-450b-948a-e8dfde31937e req-13000c24-a1dd-470c-96f2-d1fe08656624 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=55a94cf8-950d-4b08-9ad0-38a86fb010bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 Mar 22 12:37:14.537659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-b01aca89-6abe-4e5d-8e57-2a0e420628e0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:14.539079 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-b01aca89-6abe-4e5d-8e57-2a0e420628e0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 983 time: 0.0946798 Mar 22 12:37:14.610785 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-60b0d93f-886c-4926-a626-2a098de7bf63 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:14.612118 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-60b0d93f-886c-4926-a626-2a098de7bf63 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0682750 Mar 22 12:37:14.834386 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-f1f4863e-6072-4ea1-9600-151f25e2a67f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2170105 Mar 22 12:37:14.844606 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:14.957730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:15.148917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=07b206dd-d70a-421d-8643-eeca5029aa1d,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:15.176495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] For port 07b206dd-d70a-421d-8643-eeca5029aa1d, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:37:15.224089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] device_id is not set on port 07b206dd-d70a-421d-8643-eeca5029aa1d yet. {{(pid=83793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 22 12:37:15.231765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:15.238400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:15.358297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] Pushing event updated for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=11']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:15.427715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] No DVR routers for this DVR port 07b206dd-d70a-421d-8643-eeca5029aa1d on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:37:15.536950 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-37ac8203-9290-4465-b798-f776b7950585 None None] Provisioning complete for port 07b206dd-d70a-421d-8643-eeca5029aa1d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:15.537640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-37ac8203-9290-4465-b798-f776b7950585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:15.578979 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1775157-0b16-440c-af42-4b1635b71234 req-0200ee7c-5e45-413e-b644-5b92aac63101 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=4aaaf861-a7f7-4fbf-8b52-60af9365ccdf HTTP/1.1" status: 200 len: 210 time: 0.0498605 Mar 22 12:37:15.592220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-37ac8203-9290-4465-b798-f776b7950585 None None] Port 07b206dd-d70a-421d-8643-eeca5029aa1d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:37:15.711702 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] In _notify_port_updated(), no bound segment for port 07b206dd-d70a-421d-8643-eeca5029aa1d on network 5b69af89-26d9-497d-93f9-835f1830c208 {{(pid=83793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 22 12:37:15.712725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:15.714089 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a394fdd8-7ef0-43f8-af47-7c0a1de9abb5 req-34d800ff-7771-410a-b701-33a76c0ee582 service neutron] 10.222.0.55 "PUT /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 200 len: 1026 time: 0.8732657 Mar 22 12:37:16.694618 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47788) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:16.767227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-624820a9-e056-48f9-8e2d-8b4b8dc5ffff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:16.796359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-624820a9-e056-48f9-8e2d-8b4b8dc5ffff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:16.863199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-624820a9-e056-48f9-8e2d-8b4b8dc5ffff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:16.881292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624820a9-e056-48f9-8e2d-8b4b8dc5ffff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b1ba5d-cba1-4c27-9a63-54b4439b9a32,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:16.891527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-624820a9-e056-48f9-8e2d-8b4b8dc5ffff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:16.892626 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-624820a9-e056-48f9-8e2d-8b4b8dc5ffff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/e9b1ba5d-cba1-4c27-9a63-54b4439b9a32 HTTP/1.1" status: 204 len: 168 time: 0.1970932 Mar 22 12:37:16.934670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47794) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:17.139049 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port e23e5d40-97af-4e9e-9e27-f60cfe6c9828 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:37:17.139257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:17.326391 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:17.326711 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:17.540168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for e23e5d40-97af-4e9e-9e27-f60cfe6c9828 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:37:17.700166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:17.744934 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=e23e5d40-97af-4e9e-9e27-f60cfe6c9828,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:17.836683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:18.234681 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 9ca390cd-c82a-4017-b174-d2079072d959 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:37:18.324093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 07b206dd-d70a-421d-8643-eeca5029aa1d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:37:18.381393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 07b206dd-d70a-421d-8643-eeca5029aa1d not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:37:18.433821 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:37:18.443288 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d612ab-6c07-4d57-93da-d262d06dfc3b None None] Sync routers for ids ['9ca390cd-c82a-4017-b174-d2079072d959'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:37:18.455535 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d612ab-6c07-4d57-93da-d262d06dfc3b None None] Routers {'9ca390cd-c82a-4017-b174-d2079072d959'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:37:18.455695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:18.456126 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d9d612ab-6c07-4d57-93da-d262d06dfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:37:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9ca390cd-c82a-4017-b174-d2079072d959'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:18.512582 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-48adb4a2-4f72-4a34-a4da-dbf843a65836 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/floatingips/024ed0f0-b946-4d18-aee2-181b4a53cf3b HTTP/1.1" status: 204 len: 168 time: 1.5743072 Mar 22 12:37:18.628764 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d9d612ab-6c07-4d57-93da-d262d06dfc3b None None] Set router 9ca390cd-c82a-4017-b174-d2079072d959 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:37:18.661689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47802) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:18.727682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5b6d714c-18ef-43fc-b27d-f91d419207ad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:18.755575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5b6d714c-18ef-43fc-b27d-f91d419207ad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:18.824144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5b6d714c-18ef-43fc-b27d-f91d419207ad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:18.842658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d714c-18ef-43fc-b27d-f91d419207ad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee43186-8561-4815-808b-f35f241645b4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:18.852155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5b6d714c-18ef-43fc-b27d-f91d419207ad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:18.853332 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5b6d714c-18ef-43fc-b27d-f91d419207ad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/bee43186-8561-4815-808b-f35f241645b4 HTTP/1.1" status: 204 len: 168 time: 0.1906171 Mar 22 12:37:18.895407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47808) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:18.937538 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d9d612ab-6c07-4d57-93da-d262d06dfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:37Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '21485cec-2903-448e-9b06-7a0b5c45352a', 'name': '', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:cc:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:36Z', 'updated_at': '2022-03-22T12:36:43Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:18.941623 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d612ab-6c07-4d57-93da-d262d06dfc3b None None] Checking router: 9ca390cd-c82a-4017-b174-d2079072d959 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:37:18.952356 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d612ab-6c07-4d57-93da-d262d06dfc3b None None] Routers {'9ca390cd-c82a-4017-b174-d2079072d959'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:37:18.952938 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d9d612ab-6c07-4d57-93da-d262d06dfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:37:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9ca390cd-c82a-4017-b174-d2079072d959'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:18.958716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9907f1fc-24c6-4d91-9c27-a5e9c84d1b75 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 07b206dd-d70a-421d-8643-eeca5029aa1d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:37:18.959154 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9907f1fc-24c6-4d91-9c27-a5e9c84d1b75 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:19.127375 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d9d612ab-6c07-4d57-93da-d262d06dfc3b None None] Set router 9ca390cd-c82a-4017-b174-d2079072d959 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:37:19.191052 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9907f1fc-24c6-4d91-9c27-a5e9c84d1b75 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:19.407050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9907f1fc-24c6-4d91-9c27-a5e9c84d1b75 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 07b206dd-d70a-421d-8643-eeca5029aa1d owned by {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:37:19.437435 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d9d612ab-6c07-4d57-93da-d262d06dfc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:37Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '21485cec-2903-448e-9b06-7a0b5c45352a', 'name': '', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:cc:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:36Z', 'updated_at': '2022-03-22T12:36:43Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:19.441276 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d612ab-6c07-4d57-93da-d262d06dfc3b None None] The sync data for ids ['9ca390cd-c82a-4017-b174-d2079072d959'] in dv-neutron-834653-1-hyperv is: [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:37Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '21485cec-2903-448e-9b06-7a0b5c45352a', 'name': '', 'network_id': '5b69af89-26d9-497d-93f9-835f1830c208', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:cc:03:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:36Z', 'updated_at': '2022-03-22T12:36:43Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5ea6b906-9f41-4083-921a-4b0426585d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:37:19.548765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9907f1fc-24c6-4d91-9c27-a5e9c84d1b75 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:19.599965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907f1fc-24c6-4d91-9c27-a5e9c84d1b75 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=07b206dd-d70a-421d-8643-eeca5029aa1d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:19.671153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4997f-7010-42a5-93c0-0e5b4b1422f4 None None] New status for floating IP 024ed0f0-b946-4d18-aee2-181b4a53cf3b: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:37:19.705520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9907f1fc-24c6-4d91-9c27-a5e9c84d1b75 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:19.716264 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9907f1fc-24c6-4d91-9c27-a5e9c84d1b75 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/ports/07b206dd-d70a-421d-8643-eeca5029aa1d HTTP/1.1" status: 204 len: 168 time: 0.8197706 Mar 22 12:37:19.718879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47812) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:20.129826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:20.763973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 21485cec-2903-448e-9b06-7a0b5c45352a {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:37:20.764700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:20.951137 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 21485cec-2903-448e-9b06-7a0b5c45352a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=21485cec-2903-448e-9b06-7a0b5c45352a,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:20.951498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:21.152809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 21485cec-2903-448e-9b06-7a0b5c45352a owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:37:21.326767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:21.370223 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=21485cec-2903-448e-9b06-7a0b5c45352a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:21.409222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:21.409222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:21.409577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:21.409833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:21.410168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:21.410489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:21.410790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:21.411109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:21.411414 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:21.411722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:21.412096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:21.672810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:22.250806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 9ca390cd-c82a-4017-b174-d2079072d959 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:37:22.547181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:37:22.556540 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f737df2-f82e-4ed9-bc1c-2b00be00d690 None None] Sync routers for ids ['9ca390cd-c82a-4017-b174-d2079072d959'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:37:22.561113 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5fcf4ed8-cefd-4969-89ad-ae5f583da04d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/9ca390cd-c82a-4017-b174-d2079072d959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8411443 Mar 22 12:37:22.563889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47816) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:22.569673 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f737df2-f82e-4ed9-bc1c-2b00be00d690 None None] Routers {'9ca390cd-c82a-4017-b174-d2079072d959'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:37:22.570269 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9f737df2-f82e-4ed9-bc1c-2b00be00d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:37:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9ca390cd-c82a-4017-b174-d2079072d959'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:22.775576 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9f737df2-f82e-4ed9-bc1c-2b00be00d690 None None] Set router 9ca390cd-c82a-4017-b174-d2079072d959 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:37:22.831963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting subnet 5ea6b906-9f41-4083-921a-4b0426585d68 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:37:22.834853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:22.886431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:22.970525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:23.043382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:23.053509 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9f737df2-f82e-4ed9-bc1c-2b00be00d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:37:21Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:23.057223 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f737df2-f82e-4ed9-bc1c-2b00be00d690 None None] Checking router: 9ca390cd-c82a-4017-b174-d2079072d959 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:37:23.067483 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f737df2-f82e-4ed9-bc1c-2b00be00d690 None None] Routers {'9ca390cd-c82a-4017-b174-d2079072d959'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:37:23.068197 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9f737df2-f82e-4ed9-bc1c-2b00be00d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:37:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['9ca390cd-c82a-4017-b174-d2079072d959'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:23.085579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea6b906-9f41-4083-921a-4b0426585d68,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:23.094738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:23.099257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:23.099523 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ab2805-6a5f-4c31-b2a2-1cee908fb9d0 None None] Network 5b69af89-26d9-497d-93f9-835f1830c208 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:37:23.099968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:23.099968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:23.100160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:23.100542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:23.100891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:23.101199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:23.101517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:23.101831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:23.102134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:23.102441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:23.107297 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-550da52d-a9f4-41dd-a379-cacac8a8e2fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/subnets/5ea6b906-9f41-4083-921a-4b0426585d68 HTTP/1.1" status: 204 len: 168 time: 0.5424325 Mar 22 12:37:23.109793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47820) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:23.249254 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9f737df2-f82e-4ed9-bc1c-2b00be00d690 None None] Set router 9ca390cd-c82a-4017-b174-d2079072d959 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:37:23.335516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:23.406048 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b030cab-dd56-4b87-a56f-e42274edf38a None None] DHCP port deletion for 5b69af89-26d9-497d-93f9-835f1830c208 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:37:23.410610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2b030cab-dd56-4b87-a56f-e42274edf38a None None] Deleting port c50601e1-faab-46e9-965b-ec6778f3ad3b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:37:23.411148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2b030cab-dd56-4b87-a56f-e42274edf38a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:23.560764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:23.571368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 501cd0bf-e26c-404f-810b-9cd05824677b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:37:23.572020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:23.580467 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9f737df2-f82e-4ed9-bc1c-2b00be00d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:37:21Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:23.584601 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f737df2-f82e-4ed9-bc1c-2b00be00d690 None None] The sync data for ids ['9ca390cd-c82a-4017-b174-d2079072d959'] in dv-neutron-834653-1-hyperv is: [{'id': '9ca390cd-c82a-4017-b174-d2079072d959', 'name': 'tempest-TestNetworkBasicOps-router-1374779296', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201'}], 'enable_snat': True}, 'gw_port_id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:37:21Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '501cd0bf-e26c-404f-810b-9cd05824677b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ba:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca390cd-c82a-4017-b174-d2079072d959', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:36:33Z', 'updated_at': '2022-03-22T12:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:37:23.630105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2b030cab-dd56-4b87-a56f-e42274edf38a None None] For port c50601e1-faab-46e9-965b-ec6778f3ad3b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c50601e1-faab-46e9-965b-ec6778f3ad3b,segment=NetworkSegment(5489e657-1653-470e-81fc-966554e34c3a),segment_id=5489e657-1653-470e-81fc-966554e34c3a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:23.630653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2b030cab-dd56-4b87-a56f-e42274edf38a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:23.751806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 501cd0bf-e26c-404f-810b-9cd05824677b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=501cd0bf-e26c-404f-810b-9cd05824677b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:23.752278 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:23.763931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2b030cab-dd56-4b87-a56f-e42274edf38a None None] Calling delete_port for c50601e1-faab-46e9-965b-ec6778f3ad3b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:37:23.838303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2b030cab-dd56-4b87-a56f-e42274edf38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:23.880691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 501cd0bf-e26c-404f-810b-9cd05824677b owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:37:23.885823 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b030cab-dd56-4b87-a56f-e42274edf38a None None] Pushing event deleted for resources: {'Port': ['ID=c50601e1-faab-46e9-965b-ec6778f3ad3b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:23.892235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b030cab-dd56-4b87-a56f-e42274edf38a None None] No DVR routers for this DVR port c50601e1-faab-46e9-965b-ec6778f3ad3b on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:37:23.977361 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c50601e1-faab-46e9-965b-ec6778f3ad3b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:37:24.014209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: c50601e1-faab-46e9-965b-ec6778f3ad3b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:37:24.014637 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c50601e1-faab-46e9-965b-ec6778f3ad3b not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:37:24.015133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 21485cec-2903-448e-9b06-7a0b5c45352a no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:37:24.056769 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 21485cec-2903-448e-9b06-7a0b5c45352a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:37:24.057227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 21485cec-2903-448e-9b06-7a0b5c45352a not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:37:24.068899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:24.115397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=501cd0bf-e26c-404f-810b-9cd05824677b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:24.419136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:24.671529 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:24.678186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:24.704187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:24.704659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Fanout notify agent at l3_agent the message router_deleted on router 9ca390cd-c82a-4017-b174-d2079072d959 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:37:24.718568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:24.719625 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f8909c2e-bc0b-4ef7-854d-8d1c447779cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/routers/9ca390cd-c82a-4017-b174-d2079072d959 HTTP/1.1" status: 204 len: 168 time: 1.6087494 Mar 22 12:37:24.722823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47824) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:24.838514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:24.965386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:24.992357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b69af89-26d9-497d-93f9-835f1830c208']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:25.004259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5489e657-1653-470e-81fc-966554e34c3a') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:25.004552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5489e657-1653-470e-81fc-966554e34c3a') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:25.016944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.032914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.039336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:37:25.039722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:37:25.054632 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:37:25.140971 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.161677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.175393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Network': ['ID=5b69af89-26d9-497d-93f9-835f1830c208,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:25.189172 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1bfb198f-d6ee-4b4f-bc8c-1e363b3a9ae7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/networks/5b69af89-26d9-497d-93f9-835f1830c208 HTTP/1.1" status: 204 len: 168 time: 0.4652205 Mar 22 12:37:25.198061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47828) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:25.215144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47832) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:25.215642 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-77b6ff1c-181d-44ef-970b-cc0503ac6114 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0155122 Mar 22 12:37:25.220846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'network': {'name': 'tempest-network-smoke--1238458227', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:25.226195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:25.231333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:network and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:25.234622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:25.240314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:25.250753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:37:25.254012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.281851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:37:25.290508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.290887 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Added segment f9e3ad83-74ba-4d4e-9b11-acf70bb8725d of type vlan for network c27e864d-7f14-4f52-92c5-512e68788f65 Mar 22 12:37:25.317374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.348616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.353089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:25.353688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.458804 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2425132 Mar 22 12:37:25.461403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e269b-2b90-4097-80f2-f7366215be5a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Network': ['ID=c27e864d-7f14-4f52-92c5-512e68788f65,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:25.461935 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47836) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:25.467607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-518024460', 'admin_state_up': True, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:25.471208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network c27e864d-7f14-4f52-92c5-512e68788f65 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:37:25.474467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:25.478397 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:router and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:25.481931 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:25.487614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:25.498866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.500144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.518941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.663577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.723575 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 501cd0bf-e26c-404f-810b-9cd05824677b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:37:25.755263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 501cd0bf-e26c-404f-810b-9cd05824677b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:37:25.755616 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 501cd0bf-e26c-404f-810b-9cd05824677b not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:37:25.840819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:25.872905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:26.002464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.149 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/3c686889-8f32-4696-8b9d-8c48c495fe04) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:37:26.150141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:26.177736 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:26.245753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:37:26.248538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:37:26.252857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:37:26.276150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=3c686889-8f32-4696-8b9d-8c48c495fe04,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:26.411382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:26.412099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:26.639273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 7171e339-f9de-4ecf-adf4-5f67244cdd76 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:37:26.841481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:37:26.851052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Sync routers for ids ['7171e339-f9de-4ecf-adf4-5f67244cdd76'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:37:26.863930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Routers {'7171e339-f9de-4ecf-adf4-5f67244cdd76'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:37:26.864531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:37:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7171e339-f9de-4ecf-adf4-5f67244cdd76'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:26.868091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:26.869286 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1e08fc10-98f5-409b-8c1c-fcbb1e50ce02 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4063725 Mar 22 12:37:26.872429 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47840) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:26.912476 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5c012dab-a266-4cb1-9efb-833302154496 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7b68bf5710844a8fac024c2b8fe300a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388398 Mar 22 12:37:26.915156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47844) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:27.040655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Set router 7171e339-f9de-4ecf-adf4-5f67244cdd76 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:37:27.042721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c49173-2318-4965-aa87-6f3360412592 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:27.044240 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d1c49173-2318-4965-aa87-6f3360412592 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281853 Mar 22 12:37:27.047117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47848) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:27.089837 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-801780e7-f428-45cc-9653-0b729c03fea6 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416484 Mar 22 12:37:27.092683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47852) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:27.098362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1171449530', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:27.211017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:27.215344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:subnet and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:27.218252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:27.224224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:27.234522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:37:27.321405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:26Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:27.325278 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Checking router: 7171e339-f9de-4ecf-adf4-5f67244cdd76 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:37:27.325648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Updating router 7171e339-f9de-4ecf-adf4-5f67244cdd76 port 3c686889-8f32-4696-8b9d-8c48c495fe04 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:37:27.334438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:27.376560 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:27.544002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:27.697737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:27.709251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Transition to ACTIVE for port object 3c686889-8f32-4696-8b9d-8c48c495fe04 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:37:27.715583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:27.724424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Subnet': ['ID=c2c43551-eb60-41cb-b0e9-2d7845943289,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:27.739581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Checking segment: {'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:37:27.740044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network hostable DHCP agents. Network: c27e864d-7f14-4f52-92c5-512e68788f65, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:37:27.762932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network c27e864d-7f14-4f52-92c5-512e68788f65 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:37:27.773132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, c27e864d-7f14-4f52-92c5-512e68788f65) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:37:27.777550 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:27.778146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:27.788485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9120e227-26e5-44d8-aca3-e53f3847b1db None None] Network c27e864d-7f14-4f52-92c5-512e68788f65 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:37:27.800981 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3fdef4b8-558d-48b0-8a74-f8bd539df507 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7070160 Mar 22 12:37:27.803639 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47856) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:27.851300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b1a54-da0c-4e5c-87fd-a78afb56de39 None None] Pushing event updated for resources: {'Port': ['ID=3c686889-8f32-4696-8b9d-8c48c495fe04,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:27.859519 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Attempting to bind port 3c686889-8f32-4696-8b9d-8c48c495fe04 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:37:27.859832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Attempting to bind port 3c686889-8f32-4696-8b9d-8c48c495fe04 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:37:27.860185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Attempting to bind port 3c686889-8f32-4696-8b9d-8c48c495fe04 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:37:27.882456 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:37:27.882791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:37:27.883204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:27.883578 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:37:27.884026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Bound port: 3c686889-8f32-4696-8b9d-8c48c495fe04, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:37:27.884383 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:28.016100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] For port 3c686889-8f32-4696-8b9d-8c48c495fe04, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:37:28.027783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] For port 3c686889-8f32-4696-8b9d-8c48c495fe04, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3c686889-8f32-4696-8b9d-8c48c495fe04,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:37:28.056472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:28.106320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-c27e864d-7f14-4f52-92c5-512e68788f65', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ips': [{'subnet_id': 'c2c43551-eb60-41cb-b0e9-2d7845943289'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:37:28.107106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:28.228580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b1a54-da0c-4e5c-87fd-a78afb56de39 None None] Pushing event updated for resources: {'Port': ['ID=3c686889-8f32-4696-8b9d-8c48c495fe04,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:28.244772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Routers {'7171e339-f9de-4ecf-adf4-5f67244cdd76'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:37:28.245387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:37:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7171e339-f9de-4ecf-adf4-5f67244cdd76'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:28.473278 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Allocated IP 172.20.0.2 (c27e864d-7f14-4f52-92c5-512e68788f65/c2c43551-eb60-41cb-b0e9-2d7845943289/29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:37:28.487000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] Set router 7171e339-f9de-4ecf-adf4-5f67244cdd76 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:37:28.540537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:28.769418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6535-7ca6-42fc-8ad3-eedc8a0c062c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:28.916939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:28.932671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Transition to ACTIVE for port object 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:37:28.955597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Transition to ACTIVE for port object 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:37:28.963824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:28.995487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:26Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:29.014810 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d620db-8ac7-496c-86ca-f98fea4392f9 None None] The sync data for ids ['7171e339-f9de-4ecf-adf4-5f67244cdd76'] in dv-neutron-834653-1-hyperv is: [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:26Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:37:29.035987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.1 (c27e864d-7f14-4f52-92c5-512e68788f65/c2c43551-eb60-41cb-b0e9-2d7845943289/3775af01-b0c2-4a10-8e43-2a6569e2ee8a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:37:29.038744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Network c27e864d-7f14-4f52-92c5-512e68788f65 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:37:29.041728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:37:29.045443 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:37:29.050814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Pushing event updated for resources: {'Port': ['ID=29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:29.142512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Attempting to bind port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:37:29.143021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Attempting to bind port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:37:29.143470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Attempting to bind port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe on network c27e864d-7f14-4f52-92c5-512e68788f65 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:37:29.150853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:37:29.151153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Checking segment: {'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:37:29.151644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:29.152139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Bound using segment: {'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:37:29.152700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Bound port: 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:37:29.153181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:29.198687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:29.216948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 3775af01-b0c2-4a10-8e43-2a6569e2ee8a will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:37:29.244972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:29.271005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] For port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:37:29.274188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] For port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:37:29.281364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:29.320009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network c27e864d-7f14-4f52-92c5-512e68788f65 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:37:29.323158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:37:29.327634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:37:29.373960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0296d09-8d04-46ab-8a83-ade5dcfff7b8 None None] Pushing event updated for resources: {'Port': ['ID=29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:29.469846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:29.500711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:29.606501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:29.787449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3c686889-8f32-4696-8b9d-8c48c495fe04 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:37:29.864405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 3c686889-8f32-4696-8b9d-8c48c495fe04 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:37:29.869787 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3c686889-8f32-4696-8b9d-8c48c495fe04 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:29.870275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:29.995672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:30.012373 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 3c686889-8f32-4696-8b9d-8c48c495fe04, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3c686889-8f32-4696-8b9d-8c48c495fe04,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:30.017788 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:30.018558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:37:30.047017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:30.053220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:30.141632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=3c686889-8f32-4696-8b9d-8c48c495fe04,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:30.163145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:37:30.164134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:30.168265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:30.305261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network c27e864d-7f14-4f52-92c5-512e68788f65 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:37:30.306421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:37:30.345033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8bdc64-87fb-4c56-af2b-cbc680702628 None None] Network c27e864d-7f14-4f52-92c5-512e68788f65 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:37:30.477609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f83ccba3-1177-4564-9e04-25215e25bf12 None None] Provisioning for port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:37:30.494319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f83ccba3-1177-4564-9e04-25215e25bf12 None None] Provisioning complete for port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:30.494678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f83ccba3-1177-4564-9e04-25215e25bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:30.687576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 7171e339-f9de-4ecf-adf4-5f67244cdd76 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:37:30.699846 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f83ccba3-1177-4564-9e04-25215e25bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:30.738314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f83ccba3-1177-4564-9e04-25215e25bf12 None None] For port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:30.743663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f83ccba3-1177-4564-9e04-25215e25bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:30.809487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ccba3-1177-4564-9e04-25215e25bf12 None None] Pushing event updated for resources: {'Port': ['ID=29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:30.886576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:37:30.899405 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1e92adfb-936c-4fe0-ba00-ed28f56c2869 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/7171e339-f9de-4ecf-adf4-5f67244cdd76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0947640 Mar 22 12:37:30.901881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47860) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:30.973922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b3852e36-0536-4046-a689-5a3a90fc2bdd None None] Provisioning for port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:37:30.979956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b3852e36-0536-4046-a689-5a3a90fc2bdd None None] Provisioning complete for port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:30.980613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b3852e36-0536-4046-a689-5a3a90fc2bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:31.036700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b3852e36-0536-4046-a689-5a3a90fc2bdd None None] Port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:37:31.049936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b3852e36-0536-4046-a689-5a3a90fc2bdd None None] Provisioning complete for port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:31.050363 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b3852e36-0536-4046-a689-5a3a90fc2bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:31.149197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400cd4b4-f00c-416b-b4db-2907c46eaff5 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:31.149587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400cd4b4-f00c-416b-b4db-2907c46eaff5 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:31.149939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400cd4b4-f00c-416b-b4db-2907c46eaff5 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:31.150935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400cd4b4-f00c-416b-b4db-2907c46eaff5 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:31.152253 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-400cd4b4-f00c-416b-b4db-2907c46eaff5 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2491484 Mar 22 12:37:31.152563 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:37:31.154758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47864) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:31.292531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-61e762c1-1bb3-4608-879f-91ed7912067b None None] Provisioning complete for port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:31.292531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-61e762c1-1bb3-4608-879f-91ed7912067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:31.331311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e382d40-607e-42e2-86e7-3676af779bfb tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:31.331676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e382d40-607e-42e2-86e7-3676af779bfb tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:31.332029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e382d40-607e-42e2-86e7-3676af779bfb tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:31.332377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e382d40-607e-42e2-86e7-3676af779bfb tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:31.334089 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e382d40-607e-42e2-86e7-3676af779bfb tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1783209 Mar 22 12:37:31.337073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47868) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:31.350045 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-61e762c1-1bb3-4608-879f-91ed7912067b None None] Port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:37:31.471652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9dd48da0-536b-43db-a25f-0006c946016d None None] Provisioning complete for port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:31.471932 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9dd48da0-536b-43db-a25f-0006c946016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:31.522170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-9dd48da0-536b-43db-a25f-0006c946016d None None] Port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:37:31.547490 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9ebe90c1-76b1-4146-9a59-7aaedcfcacc5 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2085874 Mar 22 12:37:31.669351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-58f26bba-94d6-4b8d-a000-0fa00283f285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:31.734367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3c686889-8f32-4696-8b9d-8c48c495fe04 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:37:31.805320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3c686889-8f32-4696-8b9d-8c48c495fe04 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:31.805717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:31.833334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47874) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:31.839118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-435148035', 'description': 'tempest-secgroup-smoke-435148035 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:31.844945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:31.849587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:31.852549 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:31.858398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:31.869133 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:31.904577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:31.908611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:31.911527 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:31.917367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:31.921984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:37:31.976145 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:31.979410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:31.980747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:31.996133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:31.996523 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.028541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77cfd733-777c-4e17-bed3-9f6c679d76f4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:32.033301 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.037311 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3accaf65-a8c3-4268-9e82-c1d10eca9401 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2001991 Mar 22 12:37:32.037641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47878) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:32.043220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-032e4954-ba65-4ecd-9d3b-663f5a551ca2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '77cfd733-777c-4e17-bed3-9f6c679d76f4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:32.049178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-032e4954-ba65-4ecd-9d3b-663f5a551ca2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:32.053195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-032e4954-ba65-4ecd-9d3b-663f5a551ca2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:32.056364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-032e4954-ba65-4ecd-9d3b-663f5a551ca2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:32.062466 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-032e4954-ba65-4ecd-9d3b-663f5a551ca2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:32.067280 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.079691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-032e4954-ba65-4ecd-9d3b-663f5a551ca2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.139618 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-032e4954-ba65-4ecd-9d3b-663f5a551ca2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.145716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-032e4954-ba65-4ecd-9d3b-663f5a551ca2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.163493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e4954-ba65-4ecd-9d3b-663f5a551ca2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e6fab4-543b-4d6a-b586-bc2c7987f256,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:32.180149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-032e4954-ba65-4ecd-9d3b-663f5a551ca2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.181316 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-032e4954-ba65-4ecd-9d3b-663f5a551ca2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1427209 Mar 22 12:37:32.184432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47882) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:32.189854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-da45984a-e4cb-4a71-b549-1109fa38216d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '77cfd733-777c-4e17-bed3-9f6c679d76f4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:32.195589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da45984a-e4cb-4a71-b549-1109fa38216d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:32.199325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da45984a-e4cb-4a71-b549-1109fa38216d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:32.202140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-da45984a-e4cb-4a71-b549-1109fa38216d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:32.207704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-da45984a-e4cb-4a71-b549-1109fa38216d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:32.226829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da45984a-e4cb-4a71-b549-1109fa38216d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.287721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da45984a-e4cb-4a71-b549-1109fa38216d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.293277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da45984a-e4cb-4a71-b549-1109fa38216d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.318319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45984a-e4cb-4a71-b549-1109fa38216d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8857dc1f-2b64-4938-9d3b-8d04bbb48c3d,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:32.328242 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-da45984a-e4cb-4a71-b549-1109fa38216d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.329466 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-da45984a-e4cb-4a71-b549-1109fa38216d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1441443 Mar 22 12:37:32.332238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47886) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:32.342118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0a244d8d-a457-459c-bc7a-412627f827ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '77cfd733-777c-4e17-bed3-9f6c679d76f4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:32.348527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0a244d8d-a457-459c-bc7a-412627f827ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:32.352525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0a244d8d-a457-459c-bc7a-412627f827ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:32.355484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0a244d8d-a457-459c-bc7a-412627f827ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:32.366110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0a244d8d-a457-459c-bc7a-412627f827ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:32.385407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a244d8d-a457-459c-bc7a-412627f827ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.446869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a244d8d-a457-459c-bc7a-412627f827ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.451298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a244d8d-a457-459c-bc7a-412627f827ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.474695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a244d8d-a457-459c-bc7a-412627f827ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75338275-0965-4597-aa20-955dae3b2f51,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:32.484926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a244d8d-a457-459c-bc7a-412627f827ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.486196 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0a244d8d-a457-459c-bc7a-412627f827ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1530099 Mar 22 12:37:32.489053 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47890) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:32.494629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c4f970e8-c9b9-4e24-97bf-4590960e43e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '77cfd733-777c-4e17-bed3-9f6c679d76f4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:32.500561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4f970e8-c9b9-4e24-97bf-4590960e43e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:32.504482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4f970e8-c9b9-4e24-97bf-4590960e43e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:32.507503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4f970e8-c9b9-4e24-97bf-4590960e43e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:32.513116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4f970e8-c9b9-4e24-97bf-4590960e43e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:32.531622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4f970e8-c9b9-4e24-97bf-4590960e43e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.571157 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Sync routers for ids ['7171e339-f9de-4ecf-adf4-5f67244cdd76'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:37:32.583632 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Routers {'7171e339-f9de-4ecf-adf4-5f67244cdd76'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:37:32.584224 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:37:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7171e339-f9de-4ecf-adf4-5f67244cdd76'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:32.598834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4f970e8-c9b9-4e24-97bf-4590960e43e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.603633 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4f970e8-c9b9-4e24-97bf-4590960e43e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.627005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f970e8-c9b9-4e24-97bf-4590960e43e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205920bb-a135-45b6-a38d-1bd68147a05e,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:32.640966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4f970e8-c9b9-4e24-97bf-4590960e43e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.642209 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4f970e8-c9b9-4e24-97bf-4590960e43e4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1520476 Mar 22 12:37:32.645090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47894) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:32.650514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '77cfd733-777c-4e17-bed3-9f6c679d76f4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:32.656264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:32.661729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:32.664805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:32.670770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:32.683026 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:37:32.689489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.752386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.756747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.758906 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Set router 7171e339-f9de-4ecf-adf4-5f67244cdd76 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:37:32.782923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe29141-7c97-4347-8da4-903774e7cb82,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:32.790427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.791698 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8b2e70c5-261f-49f4-87bb-3fa5a793833b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1455793 Mar 22 12:37:32.794481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47898) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:32.800255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '77cfd733-777c-4e17-bed3-9f6c679d76f4', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:32.805902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:32.809986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:32.812771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:32.818442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:32.829415 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:37:32.835897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.899771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.903941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.927035 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e057aa-a762-47e4-b814-e496874ee843,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:32.937918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:32.939128 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0a44632c-ccef-4fd1-ae65-fe3e136c0c30 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1437759 Mar 22 12:37:33.102878 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '3775af01-b0c2-4a10-8e43-2a6569e2ee8a', 'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:ce:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:28Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:33.106543 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Checking router: 7171e339-f9de-4ecf-adf4-5f67244cdd76 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:37:33.106875 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Updating router 7171e339-f9de-4ecf-adf4-5f67244cdd76 port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:37:33.111040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-70711765-02b0-4016-b38f-3e4fc59c717b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:37:33.127190 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-70711765-02b0-4016-b38f-3e4fc59c717b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:37:33.128476 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-70711765-02b0-4016-b38f-3e4fc59c717b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-435148035&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.0597439 Mar 22 12:37:33.157181 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:33.278154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:33.280338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-3fb9af6c-97c2-4448-ad86-a9bc2dbb5601 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:33.281533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-3fb9af6c-97c2-4448-ad86-a9bc2dbb5601 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:37:33.300023 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-3fb9af6c-97c2-4448-ad86-a9bc2dbb5601 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:37:33.301279 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-3fb9af6c-97c2-4448-ad86-a9bc2dbb5601 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/networks?id=c27e864d-7f14-4f52-92c5-512e68788f65 HTTP/1.1" status: 200 len: 797 time: 0.1662526 Mar 22 12:37:33.318648 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-e60ad8bd-61ee-4a76-9e6e-314cf40bc053 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/quotas/7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 375 time: 0.0117950 Mar 22 12:37:33.395776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-77cf0610-63e7-4fe6-8093-73559500475c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:37:33.411730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-77cf0610-63e7-4fe6-8093-73559500475c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:37:33.413004 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-77cf0610-63e7-4fe6-8093-73559500475c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892735 Mar 22 12:37:33.489671 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:33.500949 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Transition to ACTIVE for port object 3775af01-b0c2-4a10-8e43-2a6569e2ee8a will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:37:33.507287 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:33.548204 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-79e84294-32a9-449a-8407-3c20f3fa0542 service neutron] 10.222.0.62 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235723 Mar 22 12:37:33.614807 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b07f66-52bd-41f1-9cd2-25e14409345b None None] Pushing event updated for resources: {'Port': ['ID=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:33.685428 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-fdcadde9-f657-4980-8a3f-0b2a6a4aa5db service neutron] 10.222.0.62 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311076 Mar 22 12:37:33.716697 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Attempting to bind port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:37:33.716990 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Attempting to bind port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:37:33.717588 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Attempting to bind port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a on network c27e864d-7f14-4f52-92c5-512e68788f65 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:37:33.724074 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:37:33.724422 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Checking segment: {'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:37:33.724964 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:33.725578 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Bound using segment: {'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:37:33.726183 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Bound port: 3775af01-b0c2-4a10-8e43-2a6569e2ee8a, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:37:33.726868 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:33.827325 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] For port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:37:33.830650 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] For port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:37:33.835821 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:33.879881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-7685f64b-14e4-4b45-8162-febadd326df4 req-97b19287-f749-4bcf-9cbd-bc10c8205165 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:37:33.892138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-7685f64b-14e4-4b45-8162-febadd326df4 req-97b19287-f749-4bcf-9cbd-bc10c8205165 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:37:33.893435 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7685f64b-14e4-4b45-8162-febadd326df4 req-97b19287-f749-4bcf-9cbd-bc10c8205165 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 210 time: 0.0567799 Mar 22 12:37:33.924680 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b07f66-52bd-41f1-9cd2-25e14409345b None None] Pushing event updated for resources: {'Port': ['ID=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:33.933521 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Routers {'7171e339-f9de-4ecf-adf4-5f67244cdd76'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:37:33.933897 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:37:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7171e339-f9de-4ecf-adf4-5f67244cdd76'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:34.114681 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] Set router 7171e339-f9de-4ecf-adf4-5f67244cdd76 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:37:34.419074 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '3775af01-b0c2-4a10-8e43-2a6569e2ee8a', 'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:ce:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:28Z', 'updated_at': '2022-03-22T12:37:33Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:34.422847 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f393eafc-7585-47f9-a934-5b171dd0ac34 None None] The sync data for ids ['7171e339-f9de-4ecf-adf4-5f67244cdd76'] in dv-neutron-834653-1-hyperv is: [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '3775af01-b0c2-4a10-8e43-2a6569e2ee8a', 'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:ce:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:28Z', 'updated_at': '2022-03-22T12:37:33Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:37:35.082986 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c539870f-d98a-404f-95c7-4b5108c80909 req-0244985e-f3f6-451e-b930-3511dad4be32 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 210 time: 0.0629294 Mar 22 12:37:35.234596 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-ca4574f3-048b-4e6c-a182-d42b1271c309 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:35.236023 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-ca4574f3-048b-4e6c-a182-d42b1271c309 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=c27e864d-7f14-4f52-92c5-512e68788f65 HTTP/1.1" status: 200 len: 797 time: 0.1725292 Mar 22 12:37:35.301072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-15d355d2-b682-49f9-8a1d-9c2669bb3e9b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:37:35.315316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-15d355d2-b682-49f9-8a1d-9c2669bb3e9b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:37:35.316816 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-15d355d2-b682-49f9-8a1d-9c2669bb3e9b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 379 time: 0.0616326 Mar 22 12:37:35.328149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'device_id': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'admin_state_up': True, 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'security_groups': ['77cfd733-777c-4e17-bed3-9f6c679d76f4']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:35.468252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:35.478950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:35.494244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:37:35.497209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:35.657240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.7 (c27e864d-7f14-4f52-92c5-512e68788f65/c2c43551-eb60-41cb-b0e9-2d7845943289/44997618-343e-4f4d-9ca9-3773769374f1) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:37:35.752740 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3775af01-b0c2-4a10-8e43-2a6569e2ee8a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:37:35.825521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:37:35.830290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:35.830766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:35.847858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:35.863633 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 44997618-343e-4f4d-9ca9-3773769374f1 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:37:35.886203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:35.943668 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:35.960603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network c27e864d-7f14-4f52-92c5-512e68788f65 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:37:35.963927 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:37:35.966532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:37:35.977726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:35.983992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:36.003228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=44997618-343e-4f4d-9ca9-3773769374f1,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:36.040341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:36.040965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:36.053569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:36.063234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:36.063234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:36.063558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:36.063879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:36.064339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:36.064667 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:36.065006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:36.065303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:36.065633 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:36.065947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:36.066307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:37:36.070736 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-df887f1c-07ae-4da3-921f-e0c4fdb8f13c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464654 Mar 22 12:37:36.217739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2488f69e-9430-41dd-926b-aebb89d8184a None None] Provisioning for port 44997618-343e-4f4d-9ca9-3773769374f1 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:37:36.219697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Request body: {'port': {'device_id': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:36.223437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2488f69e-9430-41dd-926b-aebb89d8184a None None] Provisioning complete for port 44997618-343e-4f4d-9ca9-3773769374f1 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:36.224024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2488f69e-9430-41dd-926b-aebb89d8184a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:36.274241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-2488f69e-9430-41dd-926b-aebb89d8184a None None] Port 44997618-343e-4f4d-9ca9-3773769374f1 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:37:36.372783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:36.427158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4f43e-8fb6-493f-8526-6642bfa79ead req-0a97ae1b-e337-4c63-a9a3-baaea01cde0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:36.427828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d8c4f43e-8fb6-493f-8526-6642bfa79ead req-0a97ae1b-e337-4c63-a9a3-baaea01cde0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:37:36.463527 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d8c4f43e-8fb6-493f-8526-6642bfa79ead req-0a97ae1b-e337-4c63-a9a3-baaea01cde0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:37:36.464640 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d8c4f43e-8fb6-493f-8526-6642bfa79ead req-0a97ae1b-e337-4c63-a9a3-baaea01cde0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 931 time: 0.2179246 Mar 22 12:37:36.623869 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d8c4f43e-8fb6-493f-8526-6642bfa79ead req-fb4180c6-c3b3-49ea-acfd-992d3d5d4a87 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215706 Mar 22 12:37:36.752768 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44997618-343e-4f4d-9ca9-3773769374f1 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:37:36.759513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:36.773403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Transition to ACTIVE for port object 44997618-343e-4f4d-9ca9-3773769374f1 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:37:36.779654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:36.994186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Pushing event updated for resources: {'Port': ['ID=44997618-343e-4f4d-9ca9-3773769374f1,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:37.099898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Attempting to bind port 44997618-343e-4f4d-9ca9-3773769374f1 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:37:37.100215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Attempting to bind port 44997618-343e-4f4d-9ca9-3773769374f1 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:37:37.100543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Attempting to bind port 44997618-343e-4f4d-9ca9-3773769374f1 on network c27e864d-7f14-4f52-92c5-512e68788f65 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:37:37.106726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Port 44997618-343e-4f4d-9ca9-3773769374f1 on network c27e864d-7f14-4f52-92c5-512e68788f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:37:37.107038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Attempting to bind port 44997618-343e-4f4d-9ca9-3773769374f1 on network c27e864d-7f14-4f52-92c5-512e68788f65 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:37:37.113656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:37:37.113981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Checking segment: {'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:37:37.114438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Bound using segment: {'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:37:37.114882 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Bound port: 44997618-343e-4f4d-9ca9-3773769374f1, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:37:37.115218 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:37.200119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] For port 44997618-343e-4f4d-9ca9-3773769374f1, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:37:37.203059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] For port 44997618-343e-4f4d-9ca9-3773769374f1, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44997618-343e-4f4d-9ca9-3773769374f1,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:37:37.208567 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:37.270156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:37.271528 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] 10.222.0.55 "PUT /v2.0/ports/44997618-343e-4f4d-9ca9-3773769374f1 HTTP/1.1" status: 200 len: 1093 time: 1.1921535 Mar 22 12:37:37.271942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'tag': '44997618-343e-4f4d-9ca9-3773769374f1'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:37:37.289293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772296a-145c-450a-b73c-6da05c4d030d service neutron] Pushing event updated for resources: {'Port': ['ID=44997618-343e-4f4d-9ca9-3773769374f1,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:37.343288 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'tag': '44997618-343e-4f4d-9ca9-3773769374f1', 'status': 'completed', 'code': 200} Mar 22 12:37:37.385045 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-c9992250-7b24-45a4-a9f3-2db2c540cf27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 1096 time: 0.0736341 Mar 22 12:37:37.456804 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-55c08845-92f2-4db3-8c59-4e0eb7689da7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44997618-343e-4f4d-9ca9-3773769374f1 HTTP/1.1" status: 200 len: 217 time: 0.0649126 Mar 22 12:37:37.521129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-1bca1776-3553-4d45-b246-4ccd8f278c06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:37.522589 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-1bca1776-3553-4d45-b246-4ccd8f278c06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2c43551-eb60-41cb-b0e9-2d7845943289 HTTP/1.1" status: 200 len: 835 time: 0.0601859 Mar 22 12:37:37.598579 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-bd9e03ef-9ad7-4a94-b453-ed9a285ec260 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c27e864d-7f14-4f52-92c5-512e68788f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699396 Mar 22 12:37:37.732699 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-6d8f87bc-3c19-4cb4-95b5-39dab7a7a73a service neutron] 10.222.0.55 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274874 Mar 22 12:37:37.737542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3775af01-b0c2-4a10-8e43-2a6569e2ee8a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:37:37.805289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:37.805682 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:37.924660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026710aa-2885-466c-b5cc-66078dd3cc01 req-073a7669-87e9-411e-96dd-a3c71457dd93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:37.926110 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-026710aa-2885-466c-b5cc-66078dd3cc01 req-073a7669-87e9-411e-96dd-a3c71457dd93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 943 time: 0.1665738 Mar 22 12:37:37.927955 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3005295a-618b-4026-9a7c-ec6eb2d3693e req-cd4875f4-3751-43e3-bec3-297196bd8360 service neutron] 10.222.0.55 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898763 Mar 22 12:37:38.000841 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-026710aa-2885-466c-b5cc-66078dd3cc01 req-81f60a94-0fb1-401e-95af-66b86735f3c0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690746 Mar 22 12:37:38.043901 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d399443f-a813-4b2a-981a-4ff2a713f1bd req-a3b28574-1e53-4bea-9be2-e1f85405753c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 1096 time: 0.0719686 Mar 22 12:37:38.176589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399443f-a813-4b2a-981a-4ff2a713f1bd req-229550e8-d664-46a4-a7bf-4d21ed1b60a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:38.178348 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d399443f-a813-4b2a-981a-4ff2a713f1bd req-229550e8-d664-46a4-a7bf-4d21ed1b60a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c27e864d-7f14-4f52-92c5-512e68788f65 HTTP/1.1" status: 200 len: 898 time: 0.1288638 Mar 22 12:37:38.243679 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d399443f-a813-4b2a-981a-4ff2a713f1bd req-f189aab8-6e46-4d4a-b89c-ee1ed50743b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44997618-343e-4f4d-9ca9-3773769374f1 HTTP/1.1" status: 200 len: 217 time: 0.0597541 Mar 22 12:37:38.309018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399443f-a813-4b2a-981a-4ff2a713f1bd req-175dcf36-90ed-4d78-b516-0969f149a792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:38.310354 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d399443f-a813-4b2a-981a-4ff2a713f1bd req-175dcf36-90ed-4d78-b516-0969f149a792 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2c43551-eb60-41cb-b0e9-2d7845943289 HTTP/1.1" status: 200 len: 835 time: 0.0600526 Mar 22 12:37:38.384793 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d399443f-a813-4b2a-981a-4ff2a713f1bd req-c00e925e-5aa6-4fc4-a35d-1bb974fb3e2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c27e864d-7f14-4f52-92c5-512e68788f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683119 Mar 22 12:37:38.517480 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d399443f-a813-4b2a-981a-4ff2a713f1bd req-ef94ca8a-097d-4ff1-8c17-4a43349c277c service neutron] 10.222.0.55 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265659 Mar 22 12:37:38.739380 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d399443f-a813-4b2a-981a-4ff2a713f1bd req-371424dd-1fbd-4e6d-b827-6cc711fd8695 service neutron] 10.222.0.55 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153411 Mar 22 12:37:39.211972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd1db4-bb4a-4ab4-917d-369209b77159 req-7dea8c7e-8f22-4647-bc8f-89d40e312a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:39.213556 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-43fd1db4-bb4a-4ab4-917d-369209b77159 req-7dea8c7e-8f22-4647-bc8f-89d40e312a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 943 time: 0.0895531 Mar 22 12:37:39.258338 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-43fd1db4-bb4a-4ab4-917d-369209b77159 req-1e735f38-a1e6-45bd-9e76-647a3df0ef44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387137 Mar 22 12:37:40.463791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 44997618-343e-4f4d-9ca9-3773769374f1 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:37:40.472378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec2cd3-5520-4b6a-ac1a-87da80bd2488 req-e253e0d5-cc4e-4add-98c7-765fccbca1f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:40.474511 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d9ec2cd3-5520-4b6a-ac1a-87da80bd2488 req-e253e0d5-cc4e-4add-98c7-765fccbca1f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 943 time: 0.0863109 Mar 22 12:37:40.519767 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d9ec2cd3-5520-4b6a-ac1a-87da80bd2488 req-007ddf42-a208-4f2f-aeda-427f312dd53b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401771 Mar 22 12:37:40.626143 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 44997618-343e-4f4d-9ca9-3773769374f1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44997618-343e-4f4d-9ca9-3773769374f1,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:40.639969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '44997618-343e-4f4d-9ca9-3773769374f1', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'port_id': '44997618-343e-4f4d-9ca9-3773769374f1', 'mac_address': 'fa:16:3e:e7:c7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:37:40.692105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:40.709395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44997618-343e-4f4d-9ca9-3773769374f1 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:37:40.728807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 44997618-343e-4f4d-9ca9-3773769374f1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44997618-343e-4f4d-9ca9-3773769374f1,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:40.734519 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:40.800522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=44997618-343e-4f4d-9ca9-3773769374f1,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:41.041495 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['44997618-343e-4f4d-9ca9-3773769374f1'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:37:41.721852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b957a-8fe5-4bdd-a98e-94f2480bcfe0 req-44a0cd09-2136-4fde-9509-41ad2c755386 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:41.723379 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e34b957a-8fe5-4bdd-a98e-94f2480bcfe0 req-44a0cd09-2136-4fde-9509-41ad2c755386 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 944 time: 0.0821490 Mar 22 12:37:41.771945 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e34b957a-8fe5-4bdd-a98e-94f2480bcfe0 req-337c84af-c655-4f10-9f7c-8c70c805a5c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427825 Mar 22 12:37:42.490376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 44997618-343e-4f4d-9ca9-3773769374f1 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:37:42.567596 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 44997618-343e-4f4d-9ca9-3773769374f1 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:37:42.572669 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 44997618-343e-4f4d-9ca9-3773769374f1 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:37:42.573245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:42.696154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:42.723482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44997618-343e-4f4d-9ca9-3773769374f1'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:37:42.734106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 44997618-343e-4f4d-9ca9-3773769374f1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44997618-343e-4f4d-9ca9-3773769374f1,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:37:42.740557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:42.789752 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44997618-343e-4f4d-9ca9-3773769374f1', 'code': 200} Mar 22 12:37:42.806823 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=44997618-343e-4f4d-9ca9-3773769374f1,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:42.976904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843fd1c-854d-40e8-a2f4-60ca9c1e387c req-f359e67f-db64-4941-b771-4839f0dfd770 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:42.978367 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0843fd1c-854d-40e8-a2f4-60ca9c1e387c req-f359e67f-db64-4941-b771-4839f0dfd770 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 945 time: 0.0784891 Mar 22 12:37:43.008186 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a489069c-c870-4de3-be53-c656fd3b2ec0 req-482bd446-b398-4a5d-94ce-8c190de59543 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 1098 time: 0.0664597 Mar 22 12:37:43.023488 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0843fd1c-854d-40e8-a2f4-60ca9c1e387c req-b3308f50-84b3-466f-8172-4a173b34508a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394225 Mar 22 12:37:43.049615 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a489069c-c870-4de3-be53-c656fd3b2ec0 req-b79ca5f2-9df1-411b-b537-c5156978b2b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354671 Mar 22 12:37:43.273832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:44.237677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f71bc8-2233-4ba8-918b-990465e53ce9 req-366c855f-3798-4f80-8949-526285095a9f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:44.239145 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-78f71bc8-2233-4ba8-918b-990465e53ce9 req-366c855f-3798-4f80-8949-526285095a9f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 945 time: 0.0870175 Mar 22 12:37:44.285864 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-78f71bc8-2233-4ba8-918b-990465e53ce9 req-7af45f32-0518-4269-af36-b07e1ac2bb8a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406063 Mar 22 12:37:45.483029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6277112-9a8f-4617-917b-18dbd086a8f0 req-405322a6-52e7-4cf4-8c72-8228e1af2ced tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:45.484387 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b6277112-9a8f-4617-917b-18dbd086a8f0 req-405322a6-52e7-4cf4-8c72-8228e1af2ced tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 945 time: 0.0801127 Mar 22 12:37:45.618114 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b6277112-9a8f-4617-917b-18dbd086a8f0 req-eb776f78-7cf0-4c7b-a651-cccf07d9f143 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278889 Mar 22 12:37:45.836942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec67e7-2862-4c14-ac1d-c58c22dfc5f3 req-41c3b1e2-d62c-4e53-925b-73bb31730705 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:45.838325 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-02ec67e7-2862-4c14-ac1d-c58c22dfc5f3 req-41c3b1e2-d62c-4e53-925b-73bb31730705 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 945 time: 0.0934973 Mar 22 12:37:45.883710 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-02ec67e7-2862-4c14-ac1d-c58c22dfc5f3 req-97b0b99b-32d2-4425-86c6-2e566274afde tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398154 Mar 22 12:37:45.911681 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47948) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:45.991120 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-49cd18aa-a066-48cd-9cc1-f9db25aafc45 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 1093 time: 0.0780580 Mar 22 12:37:45.994167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47952) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:46.002171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '44997618-343e-4f4d-9ca9-3773769374f1', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:37:46.008522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:37:46.012762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:floatingip and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:37:46.015804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:37:46.021947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:37:46.032902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:46.176530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:46.314817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.235 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/85b233b5-7077-4809-af74-e05303641684) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:37:46.456779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:46.487786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:46.552021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:37:46.554754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:37:46.559249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:37:46.582562 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=85b233b5-7077-4809-af74-e05303641684,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:47.045612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:47.103524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:47.392710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:47.399209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:47.502586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=85b233b5-7077-4809-af74-e05303641684,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:37:47.517744 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:47.709783 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP 1a38b535-300e-4e76-967c-0455a91dc068 associated. External IP: 172.26.0.235, port: 44997618-343e-4f4d-9ca9-3773769374f1. Mar 22 12:37:48.108662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 7171e339-f9de-4ecf-adf4-5f67244cdd76 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:37:48.312001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:37:48.322068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b214fd2-2c48-483b-917f-08b81aef5b6e None None] Sync routers for ids ['7171e339-f9de-4ecf-adf4-5f67244cdd76'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:37:48.334426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b214fd2-2c48-483b-917f-08b81aef5b6e None None] Routers {'7171e339-f9de-4ecf-adf4-5f67244cdd76'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:37:48.335035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7b214fd2-2c48-483b-917f-08b81aef5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:37:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7171e339-f9de-4ecf-adf4-5f67244cdd76'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:48.337548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:37:48.394432 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7aae214c-afc3-4d7d-87a4-2c67ad634323 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3988521 Mar 22 12:37:48.394928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'tag': '44997618-343e-4f4d-9ca9-3773769374f1'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:37:48.397119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47956) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:48.448228 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'tag': '44997618-343e-4f4d-9ca9-3773769374f1', 'status': 'completed', 'code': 200} Mar 22 12:37:48.520196 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-7b214fd2-2c48-483b-917f-08b81aef5b6e None None] Set router 7171e339-f9de-4ecf-adf4-5f67244cdd76 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:37:48.541115 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-172a9f7f-3ce3-4bf0-b367-9e731d2f661e req-f7b3e9c6-ee75-477f-a922-e05915aefebf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 1098 time: 0.0701914 Mar 22 12:37:48.606995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7f1863c1-8d5b-4284-b1ac-a37fdb56c02c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers/7171e339-f9de-4ecf-adf4-5f67244cdd76 HTTP/1.1" status: 200 len: 922 time: 0.2052970 Mar 22 12:37:48.607199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 47962) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:48.673715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9f7f-3ce3-4bf0-b367-9e731d2f661e req-4841654e-7fbf-4ab4-8a4d-37e5fb81a380 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:48.675111 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-172a9f7f-3ce3-4bf0-b367-9e731d2f661e req-4841654e-7fbf-4ab4-8a4d-37e5fb81a380 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c27e864d-7f14-4f52-92c5-512e68788f65 HTTP/1.1" status: 200 len: 898 time: 0.1275551 Mar 22 12:37:48.712813 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6d482960-eda7-44a1-925c-d9cb2cb9fb76 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 991 time: 0.1045840 Mar 22 12:37:48.885491 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-172a9f7f-3ce3-4bf0-b367-9e731d2f661e req-c061a6b0-9273-4057-8d8d-fba6679de3e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44997618-343e-4f4d-9ca9-3773769374f1 HTTP/1.1" status: 200 len: 999 time: 0.2042058 Mar 22 12:37:48.894601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7b214fd2-2c48-483b-917f-08b81aef5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '1a38b535-300e-4e76-967c-0455a91dc068', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'port_id': '44997618-343e-4f4d-9ca9-3773769374f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'mac_address': 'fa:16:3e:e7:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:37:46Z', 'updated_at': '2022-03-22T12:37:46Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3775af01-b0c2-4a10-8e43-2a6569e2ee8a', 'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:ce:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:28Z', 'updated_at': '2022-03-22T12:37:35Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:48.898748 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b214fd2-2c48-483b-917f-08b81aef5b6e None None] Checking router: 7171e339-f9de-4ecf-adf4-5f67244cdd76 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:37:48.909850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b214fd2-2c48-483b-917f-08b81aef5b6e None None] Routers {'7171e339-f9de-4ecf-adf4-5f67244cdd76'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:37:48.910464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7b214fd2-2c48-483b-917f-08b81aef5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:37:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7171e339-f9de-4ecf-adf4-5f67244cdd76'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:48.946930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9f7f-3ce3-4bf0-b367-9e731d2f661e req-c16ed8b2-b86c-4e65-a487-a9220961e9dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:37:48.948336 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-172a9f7f-3ce3-4bf0-b367-9e731d2f661e req-c16ed8b2-b86c-4e65-a487-a9220961e9dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2c43551-eb60-41cb-b0e9-2d7845943289 HTTP/1.1" status: 200 len: 835 time: 0.0564203 Mar 22 12:37:49.023242 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-172a9f7f-3ce3-4bf0-b367-9e731d2f661e req-f987360e-62c9-4a05-9fb9-620275287751 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c27e864d-7f14-4f52-92c5-512e68788f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689077 Mar 22 12:37:49.085784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-7b214fd2-2c48-483b-917f-08b81aef5b6e None None] Set router 7171e339-f9de-4ecf-adf4-5f67244cdd76 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:37:49.154870 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-172a9f7f-3ce3-4bf0-b367-9e731d2f661e req-5a3324de-bcf2-4cb0-8727-55a22c711c4e service neutron] 10.222.0.55 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258512 Mar 22 12:37:49.284751 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-172a9f7f-3ce3-4bf0-b367-9e731d2f661e req-0243868b-96df-4e22-b0e9-e5f0cbeb21d1 service neutron] 10.222.0.55 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245313 Mar 22 12:37:49.460739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7b214fd2-2c48-483b-917f-08b81aef5b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '1a38b535-300e-4e76-967c-0455a91dc068', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'port_id': '44997618-343e-4f4d-9ca9-3773769374f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'mac_address': 'fa:16:3e:e7:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:37:46Z', 'updated_at': '2022-03-22T12:37:46Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3775af01-b0c2-4a10-8e43-2a6569e2ee8a', 'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:ce:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:28Z', 'updated_at': '2022-03-22T12:37:35Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:37:49.465916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b214fd2-2c48-483b-917f-08b81aef5b6e None None] The sync data for ids ['7171e339-f9de-4ecf-adf4-5f67244cdd76'] in dv-neutron-834653-1-hyperv is: [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '1a38b535-300e-4e76-967c-0455a91dc068', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'port_id': '44997618-343e-4f4d-9ca9-3773769374f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'mac_address': 'fa:16:3e:e7:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:37:46Z', 'updated_at': '2022-03-22T12:37:46Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3775af01-b0c2-4a10-8e43-2a6569e2ee8a', 'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:ce:36:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:28Z', 'updated_at': '2022-03-22T12:37:35Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:37:49.716824 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47966) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:49.929554 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-96e581d8-c4b0-4d47-bf80-b278aa72c4f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 991 time: 0.2115290 Mar 22 12:37:50.741021 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e8b6e9-b8b3-4d77-9770-f7d47f4b7c6f None None] New status for floating IP 1a38b535-300e-4e76-967c-0455a91dc068: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:37:50.933861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47972) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:37:51.038251 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-22b5ec2f-5e13-4b6f-b5f7-f44b72492598 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 993 time: 0.1033115 Mar 22 12:37:58.720928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31d0bfd1-ea96-4efa-8919-3896b9a3c785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:01.678622 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b7e9eb52-5528-4b57-994f-1a124dcb9da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:01.971378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:02.054485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:03.277092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:08.159059 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:38:13.284763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:26.141203 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6885ba3-e3a3-4c99-be6d-a078da299584 req-dfc7ffce-b3e5-4b50-bcce-5a0d6d5f6589 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730171 Mar 22 12:38:26.279465 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6885ba3-e3a3-4c99-be6d-a078da299584 req-1fac61f5-10c3-4060-88f3-babeb322ef7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 1098 time: 0.0700645 Mar 22 12:38:26.424344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6885ba3-e3a3-4c99-be6d-a078da299584 req-edf1bd6a-8a5d-4852-98c9-db2562b99cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:38:26.425742 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6885ba3-e3a3-4c99-be6d-a078da299584 req-edf1bd6a-8a5d-4852-98c9-db2562b99cc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c27e864d-7f14-4f52-92c5-512e68788f65 HTTP/1.1" status: 200 len: 898 time: 0.1255009 Mar 22 12:38:26.531307 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6885ba3-e3a3-4c99-be6d-a078da299584 req-2cb712b5-1b88-40d1-86da-adb4cf008588 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44997618-343e-4f4d-9ca9-3773769374f1 HTTP/1.1" status: 200 len: 1001 time: 0.0987866 Mar 22 12:38:26.602028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6885ba3-e3a3-4c99-be6d-a078da299584 req-808cc574-e823-4856-8c20-45a6ea3f8baa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:38:26.603458 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6885ba3-e3a3-4c99-be6d-a078da299584 req-808cc574-e823-4856-8c20-45a6ea3f8baa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2c43551-eb60-41cb-b0e9-2d7845943289 HTTP/1.1" status: 200 len: 835 time: 0.0655189 Mar 22 12:38:26.691545 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6885ba3-e3a3-4c99-be6d-a078da299584 req-3fb899db-e9fa-42ba-bead-7ee01e1f9e41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c27e864d-7f14-4f52-92c5-512e68788f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818262 Mar 22 12:38:26.821312 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6885ba3-e3a3-4c99-be6d-a078da299584 req-811a0802-c2d2-465a-83e1-c7719dc85748 service neutron] 10.222.0.55 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236005 Mar 22 12:38:26.960014 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6885ba3-e3a3-4c99-be6d-a078da299584 req-c9e792fe-fe6a-4a12-938a-ff16879f9e15 service neutron] 10.222.0.55 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328588 Mar 22 12:38:28.718538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-008fa7e8-389e-47c8-a185-18888d39ea1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:31.679063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a780a4fa-7fb2-4d75-a8bb-a1708b40f3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:31.977409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:32.055644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:33.289594 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:43.286654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:38:45.156252 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:38:58.720671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-804d055f-ac98-44cf-845e-450c2a74d626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:01.680257 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbfa4-1d4c-4c13-88ea-45bfe66c8eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:01.978797 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:02.059137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:02.433367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 47994) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:02.880217 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e700c900-c66f-4e0a-aacb-f60998844d5c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers/7171e339-f9de-4ecf-adf4-5f67244cdd76/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4454248 Mar 22 12:39:02.884299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48000) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:03.101579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca9bc9b-731f-4ade-a26c-93779dd78289 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Notify agent at dv-neutron-834653-1-hyperv the message router_removed_from_agent {{(pid=83793) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 22 12:39:03.104908 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3ca9bc9b-731f-4ade-a26c-93779dd78289 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "DELETE /v2.0/agents/e6add73d-398a-47ef-942a-c132a9c24a3e/l3-routers/7171e339-f9de-4ecf-adf4-5f67244cdd76 HTTP/1.1" status: 204 len: 168 time: 0.2197618 Mar 22 12:39:03.107619 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48004) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:03.283392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:03.299099 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dfdd6bdc-2889-4b05-8840-0a284cc73548 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers/7171e339-f9de-4ecf-adf4-5f67244cdd76/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1904047 Mar 22 12:39:03.301868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48008) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:03.405630 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2d783bbe-b789-4eb8-9fa3-55206ef3f082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 993 time: 0.1026092 Mar 22 12:39:03.882434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1981c5-ca51-4cae-b9ec-74a886fa061d None None] New status for floating IP 1a38b535-300e-4e76-967c-0455a91dc068: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:39:03.933118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3c686889-8f32-4696-8b9d-8c48c495fe04 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:39:04.202598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:04.219437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 3c686889-8f32-4696-8b9d-8c48c495fe04, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3c686889-8f32-4696-8b9d-8c48c495fe04,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:04.224550 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:04.225226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3775af01-b0c2-4a10-8e43-2a6569e2ee8a no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:39:04.332993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=3c686889-8f32-4696-8b9d-8c48c495fe04,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:04.375164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:04.375469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:04.375810 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:04.376128 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:04.376442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:04.376751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:04.377058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:04.377369 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:04.377699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:04.378000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:04.378304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:04.399652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:04.409690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48012) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:04.431582 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:04.436538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:04.500580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:04.520919 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-44519b6e-18f6-40fe-9cd7-b5b2feaed1a4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 991 time: 0.1098418 Mar 22 12:39:05.683914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48018) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:05.891341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5521bcad-1ae0-4d19-af2f-24a520844870 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Router 7171e339-f9de-4ecf-adf4-5f67244cdd76 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:39:05.891564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5521bcad-1ae0-4d19-af2f-24a520844870 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Notify agent at dv-neutron-834653-1-hyperv the message router_added_to_agent {{(pid=83794) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 22 12:39:05.918693 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5521bcad-1ae0-4d19-af2f-24a520844870 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "POST /v2.0/agents/e6add73d-398a-47ef-942a-c132a9c24a3e/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2334681 Mar 22 12:39:05.921428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48024) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:05.940307 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d7b859-0777-4aea-b141-4633ed7ac944 None None] Sync routers for ids ['7171e339-f9de-4ecf-adf4-5f67244cdd76'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:39:05.952691 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d7b859-0777-4aea-b141-4633ed7ac944 None None] Routers {'7171e339-f9de-4ecf-adf4-5f67244cdd76'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:39:05.953290 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45d7b859-0777-4aea-b141-4633ed7ac944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:39:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7171e339-f9de-4ecf-adf4-5f67244cdd76'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:06.097407 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4acdaab9-febf-4af3-9ed2-c710f37da66e tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers/7171e339-f9de-4ecf-adf4-5f67244cdd76/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1748261 Mar 22 12:39:06.100187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48030) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:06.127804 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-45d7b859-0777-4aea-b141-4633ed7ac944 None None] Set router 7171e339-f9de-4ecf-adf4-5f67244cdd76 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:39:06.202109 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5ddd2887-59cf-42b1-886d-c5564b6644e6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 991 time: 0.1007202 Mar 22 12:39:06.476233 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45d7b859-0777-4aea-b141-4633ed7ac944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:39:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '1a38b535-300e-4e76-967c-0455a91dc068', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'port_id': '44997618-343e-4f4d-9ca9-3773769374f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'mac_address': 'fa:16:3e:e7:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:37:46Z', 'updated_at': '2022-03-22T12:39:04Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3775af01-b0c2-4a10-8e43-2a6569e2ee8a', 'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:ce:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:28Z', 'updated_at': '2022-03-22T12:39:04Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:06.480236 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d7b859-0777-4aea-b141-4633ed7ac944 None None] Checking router: 7171e339-f9de-4ecf-adf4-5f67244cdd76 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:39:06.491809 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d7b859-0777-4aea-b141-4633ed7ac944 None None] Routers {'7171e339-f9de-4ecf-adf4-5f67244cdd76'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:39:06.492359 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45d7b859-0777-4aea-b141-4633ed7ac944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:39:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7171e339-f9de-4ecf-adf4-5f67244cdd76'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:06.662243 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-45d7b859-0777-4aea-b141-4633ed7ac944 None None] Set router 7171e339-f9de-4ecf-adf4-5f67244cdd76 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:39:07.050526 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-45d7b859-0777-4aea-b141-4633ed7ac944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:39:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '1a38b535-300e-4e76-967c-0455a91dc068', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'port_id': '44997618-343e-4f4d-9ca9-3773769374f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'mac_address': 'fa:16:3e:e7:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:37:46Z', 'updated_at': '2022-03-22T12:39:04Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3775af01-b0c2-4a10-8e43-2a6569e2ee8a', 'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:ce:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:28Z', 'updated_at': '2022-03-22T12:39:04Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:07.054820 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d7b859-0777-4aea-b141-4633ed7ac944 None None] The sync data for ids ['7171e339-f9de-4ecf-adf4-5f67244cdd76'] in dv-neutron-834653-1-hyperv is: [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:37:29Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:39:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '1a38b535-300e-4e76-967c-0455a91dc068', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.235', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'port_id': '44997618-343e-4f4d-9ca9-3773769374f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'mac_address': 'fa:16:3e:e7:c7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:37:46Z', 'updated_at': '2022-03-22T12:39:04Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3775af01-b0c2-4a10-8e43-2a6569e2ee8a', 'name': '', 'network_id': 'c27e864d-7f14-4f52-92c5-512e68788f65', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:ce:36:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:28Z', 'updated_at': '2022-03-22T12:39:04Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'c2c43551-eb60-41cb-b0e9-2d7845943289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:39:07.204447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48034) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:07.313410 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e388bc32-2246-45db-91aa-bcc49e3204f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 991 time: 0.1070294 Mar 22 12:39:07.831973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3c686889-8f32-4696-8b9d-8c48c495fe04 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:39:07.899140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3c686889-8f32-4696-8b9d-8c48c495fe04 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:07.899550 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:08.018275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:08.034841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 3c686889-8f32-4696-8b9d-8c48c495fe04, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3c686889-8f32-4696-8b9d-8c48c495fe04,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:08.039723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:08.040495 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3775af01-b0c2-4a10-8e43-2a6569e2ee8a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:39:08.188729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=3c686889-8f32-4696-8b9d-8c48c495fe04,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:08.202749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:08.203109 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:08.318050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48038) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:08.318639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:08.352209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:08.357721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:08.419153 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-99c86e2c-8bed-4d1f-bca6-62666b912abb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 991 time: 0.0998502 Mar 22 12:39:08.422919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:09.424173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48042) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:09.547468 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a6f8160d-bdd5-4c58-b8c1-859ee60b194c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 991 time: 0.1216946 Mar 22 12:39:09.802568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3c686889-8f32-4696-8b9d-8c48c495fe04 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:39:09.892908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3c686889-8f32-4696-8b9d-8c48c495fe04 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:09.893285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:10.008014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3775af01-b0c2-4a10-8e43-2a6569e2ee8a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:39:10.079510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:10.079808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:10.552584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48046) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:10.668877 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-65fd8f40-802b-47b8-a92b-b07afef50518 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 991 time: 0.1136100 Mar 22 12:39:11.672408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48050) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:11.784456 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fe5a50d2-ed73-4301-97d3-45632e256f1f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 991 time: 0.1105342 Mar 22 12:39:12.788699 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48054) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:12.901573 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-617f8619-cf22-461f-82d1-68c251c8e320 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 991 time: 0.1113372 Mar 22 12:39:13.298380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:13.905385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48058) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:14.012267 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-baf50b06-0216-46c8-856c-1bbd20c8997b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 991 time: 0.1055160 Mar 22 12:39:14.174516 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f83fa1-ad11-4755-b3a9-f6482694b4fa None None] New status for floating IP 1a38b535-300e-4e76-967c-0455a91dc068: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:39:15.016600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48062) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:15.120074 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bb2a559c-d85c-427b-9d67-54748955e286 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 200 len: 993 time: 0.1020026 Mar 22 12:39:15.407665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48070) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:15.703292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 85b233b5-7077-4809-af74-e05303641684 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:39:15.703684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:15.868111 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:15.868381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:15.985002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 85b233b5-7077-4809-af74-e05303641684 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:39:16.140258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:16.187985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=85b233b5-7077-4809-af74-e05303641684,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:16.254180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:16.254442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:16.254761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:16.255077 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:16.255396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:16.255679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:16.256024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:16.256339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:16.256648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:16.256953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:16.257244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:16.287714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:16.682556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 7171e339-f9de-4ecf-adf4-5f67244cdd76 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:39:16.880254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:39:16.906205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:16.960046 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4b7c693c-333b-4b34-a713-d5d1ae886979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/floatingips/1a38b535-300e-4e76-967c-0455a91dc068 HTTP/1.1" status: 204 len: 168 time: 1.5511508 Mar 22 12:39:16.960590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'tag': '44997618-343e-4f4d-9ca9-3773769374f1'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:39:17.196711 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'tag': '44997618-343e-4f4d-9ca9-3773769374f1', 'status': 'completed', 'code': 200} Mar 22 12:39:17.288104 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b8de9fb1-f701-4c5b-9158-9d72fedc25e5 req-3dd115a6-dac8-43ab-9509-debdcba5f079 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 1098 time: 0.0686994 Mar 22 12:39:17.421010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de9fb1-f701-4c5b-9158-9d72fedc25e5 req-072be23b-c410-47b8-b395-215fcd6ff89e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:17.422715 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b8de9fb1-f701-4c5b-9158-9d72fedc25e5 req-072be23b-c410-47b8-b395-215fcd6ff89e service neutron] 10.222.0.55 "GET /v2.0/networks?id=c27e864d-7f14-4f52-92c5-512e68788f65 HTTP/1.1" status: 200 len: 898 time: 0.1287370 Mar 22 12:39:17.520207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcdaaf-7f1f-438f-bdf2-22651724d074 req-8825c802-9381-4215-89b1-78ac5de3ed48 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:17.520842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-4ebcdaaf-7f1f-438f-bdf2-22651724d074 req-8825c802-9381-4215-89b1-78ac5de3ed48 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:39:17.539740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-4ebcdaaf-7f1f-438f-bdf2-22651724d074 req-8825c802-9381-4215-89b1-78ac5de3ed48 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:39:17.541046 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ebcdaaf-7f1f-438f-bdf2-22651724d074 req-8825c802-9381-4215-89b1-78ac5de3ed48 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 945 time: 0.2736628 Mar 22 12:39:17.588519 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ebcdaaf-7f1f-438f-bdf2-22651724d074 req-f67a2291-98b1-415e-82f7-6d7e1239839b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416753 Mar 22 12:39:17.596670 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b8de9fb1-f701-4c5b-9158-9d72fedc25e5 req-2d4d185b-9cb9-4e6a-b110-16d695e53b55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44997618-343e-4f4d-9ca9-3773769374f1 HTTP/1.1" status: 200 len: 217 time: 0.1677260 Mar 22 12:39:17.657141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de9fb1-f701-4c5b-9158-9d72fedc25e5 req-44f8df9d-6166-4665-8a16-15623e8b1dd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:17.658574 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b8de9fb1-f701-4c5b-9158-9d72fedc25e5 req-44f8df9d-6166-4665-8a16-15623e8b1dd7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2c43551-eb60-41cb-b0e9-2d7845943289 HTTP/1.1" status: 200 len: 835 time: 0.0561173 Mar 22 12:39:17.736494 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b8de9fb1-f701-4c5b-9158-9d72fedc25e5 req-9a4a99fd-66c7-4d42-b58b-87276f9af616 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c27e864d-7f14-4f52-92c5-512e68788f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718622 Mar 22 12:39:17.881826 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b8de9fb1-f701-4c5b-9158-9d72fedc25e5 req-964f4dc4-673d-4c68-9e71-82973d9d9bd2 service neutron] 10.222.0.55 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387618 Mar 22 12:39:18.011761 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b8de9fb1-f701-4c5b-9158-9d72fedc25e5 req-b791a453-ac03-426d-b535-847d63996098 service neutron] 10.222.0.55 "GET /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240542 Mar 22 12:39:18.914406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd354c74-91d4-4036-893b-8c5ddf8b97ac req-44c17e59-47fe-49b3-bb1e-1ec2b974a8d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:18.915704 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fd354c74-91d4-4036-893b-8c5ddf8b97ac req-44c17e59-47fe-49b3-bb1e-1ec2b974a8d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 945 time: 0.1332858 Mar 22 12:39:18.921806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaccdeb-31ae-4198-961b-7e94328b20b5 req-03362d19-fbeb-4c1c-8cea-6c79041e664d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:18.923117 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7aaccdeb-31ae-4198-961b-7e94328b20b5 req-03362d19-fbeb-4c1c-8cea-6c79041e664d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 945 time: 0.1999660 Mar 22 12:39:19.013944 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-fd354c74-91d4-4036-893b-8c5ddf8b97ac req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 44997618-343e-4f4d-9ca9-3773769374f1 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:39:19.014287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fd354c74-91d4-4036-893b-8c5ddf8b97ac req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:19.050510 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7aaccdeb-31ae-4198-961b-7e94328b20b5 req-c811d8cf-94f5-4c6d-b58d-4e86f2aad38a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=77cfd733-777c-4e17-bed3-9f6c679d76f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975435 Mar 22 12:39:19.256122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-fd354c74-91d4-4036-893b-8c5ddf8b97ac req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 44997618-343e-4f4d-9ca9-3773769374f1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=44997618-343e-4f4d-9ca9-3773769374f1,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:19.256468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fd354c74-91d4-4036-893b-8c5ddf8b97ac req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:19.379587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-fd354c74-91d4-4036-893b-8c5ddf8b97ac req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 44997618-343e-4f4d-9ca9-3773769374f1 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:39:19.539543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fd354c74-91d4-4036-893b-8c5ddf8b97ac req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:19.590007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=44997618-343e-4f4d-9ca9-3773769374f1,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:19.629320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:19.629707 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:19.630031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:19.630364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:19.630695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:19.631021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:19.631351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:19.631675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:19.631992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:19.632310 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:19.632624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:19.674248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd354c74-91d4-4036-893b-8c5ddf8b97ac req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] No DVR routers for this DVR port 44997618-343e-4f4d-9ca9-3773769374f1 on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:39:19.676603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-fd354c74-91d4-4036-893b-8c5ddf8b97ac req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:19.679044 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'name': 'network-vif-deleted', 'tag': '44997618-343e-4f4d-9ca9-3773769374f1'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:39:19.695522 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fd354c74-91d4-4036-893b-8c5ddf8b97ac req-541561ee-294c-4207-ae8c-e15711c42d93 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "DELETE /v2.0/ports/44997618-343e-4f4d-9ca9-3773769374f1 HTTP/1.1" status: 204 len: 173 time: 0.7714908 Mar 22 12:39:19.815514 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92c18d4-b24e-4aa6-b80e-59db564560a8', 'name': 'network-vif-deleted', 'tag': '44997618-343e-4f4d-9ca9-3773769374f1', 'status': 'completed', 'code': 200} Mar 22 12:39:20.226184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-3b8e186b-2cfa-4b90-8b0f-d97025f03767 req-d1d3f2e1-1d86-4303-a078-0b8eaf1ad979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:39:20.243111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-3b8e186b-2cfa-4b90-8b0f-d97025f03767 req-d1d3f2e1-1d86-4303-a078-0b8eaf1ad979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:39:20.244399 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3b8e186b-2cfa-4b90-8b0f-d97025f03767 req-d1d3f2e1-1d86-4303-a078-0b8eaf1ad979 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18d4-b24e-4aa6-b80e-59db564560a8 HTTP/1.1" status: 200 len: 210 time: 0.0583651 Mar 22 12:39:21.038353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 44997618-343e-4f4d-9ca9-3773769374f1 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:39:21.075858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 44997618-343e-4f4d-9ca9-3773769374f1 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:39:21.076193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 44997618-343e-4f4d-9ca9-3773769374f1 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:39:21.349122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48096) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:21.420381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b41c-a849-40c5-875e-a26d5f4e334a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:21.449383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b41c-a849-40c5-875e-a26d5f4e334a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:21.516834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b41c-a849-40c5-875e-a26d5f4e334a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:21.538548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0b41c-a849-40c5-875e-a26d5f4e334a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cfd733-777c-4e17-bed3-9f6c679d76f4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:21.551996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7d0b41c-a849-40c5-875e-a26d5f4e334a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:21.553073 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d7d0b41c-a849-40c5-875e-a26d5f4e334a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/77cfd733-777c-4e17-bed3-9f6c679d76f4 HTTP/1.1" status: 204 len: 168 time: 0.2029591 Mar 22 12:39:21.595935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48102) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:22.007728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:22.147333 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:39:22.634265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:39:22.634808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:22.820790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 3775af01-b0c2-4a10-8e43-2a6569e2ee8a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:22.821137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:22.947594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 3775af01-b0c2-4a10-8e43-2a6569e2ee8a owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:39:23.206735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:23.251563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=3775af01-b0c2-4a10-8e43-2a6569e2ee8a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:23.538401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:24.129994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 7171e339-f9de-4ecf-adf4-5f67244cdd76 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:39:24.328436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:39:24.346599 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-00065e3d-ded2-4cde-b39f-45117945e45f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/7171e339-f9de-4ecf-adf4-5f67244cdd76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7496135 Mar 22 12:39:24.349374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:24.608252 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81655d3-4aff-4101-b1bc-1a65e07a714e None None] Sync routers for ids ['7171e339-f9de-4ecf-adf4-5f67244cdd76'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:39:24.620877 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81655d3-4aff-4101-b1bc-1a65e07a714e None None] Routers {'7171e339-f9de-4ecf-adf4-5f67244cdd76'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:39:24.621487 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e81655d3-4aff-4101-b1bc-1a65e07a714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:39:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7171e339-f9de-4ecf-adf4-5f67244cdd76'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:24.636692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f91d81-b916-4c2c-a80a-485090d120c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting subnet c2c43551-eb60-41cb-b0e9-2d7845943289 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:39:24.639861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15f91d81-b916-4c2c-a80a-485090d120c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:24.693477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15f91d81-b916-4c2c-a80a-485090d120c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:24.779255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15f91d81-b916-4c2c-a80a-485090d120c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:24.791008 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e81655d3-4aff-4101-b1bc-1a65e07a714e None None] Set router 7171e339-f9de-4ecf-adf4-5f67244cdd76 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:39:24.851224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15f91d81-b916-4c2c-a80a-485090d120c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:24.887765 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f91d81-b916-4c2c-a80a-485090d120c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c43551-eb60-41cb-b0e9-2d7845943289,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:24.895017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-15f91d81-b916-4c2c-a80a-485090d120c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:24.901643 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-15f91d81-b916-4c2c-a80a-485090d120c7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/subnets/c2c43551-eb60-41cb-b0e9-2d7845943289 HTTP/1.1" status: 204 len: 168 time: 0.5512471 Mar 22 12:39:24.901820 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7212d26-77a8-4135-a855-5fcba5e7af26 None None] Network c27e864d-7f14-4f52-92c5-512e68788f65 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:39:24.904282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48118) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:25.072930 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e81655d3-4aff-4101-b1bc-1a65e07a714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:39:23Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:39:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:25.077125 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81655d3-4aff-4101-b1bc-1a65e07a714e None None] Checking router: 7171e339-f9de-4ecf-adf4-5f67244cdd76 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:39:25.087466 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81655d3-4aff-4101-b1bc-1a65e07a714e None None] Routers {'7171e339-f9de-4ecf-adf4-5f67244cdd76'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:39:25.088325 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e81655d3-4aff-4101-b1bc-1a65e07a714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:39:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['7171e339-f9de-4ecf-adf4-5f67244cdd76'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:25.110504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:25.171313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30200c44-c838-4307-ae96-c89c64578507 None None] DHCP port deletion for c27e864d-7f14-4f52-92c5-512e68788f65 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:39:25.175468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-30200c44-c838-4307-ae96-c89c64578507 None None] Deleting port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:39:25.176121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30200c44-c838-4307-ae96-c89c64578507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:25.266435 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e81655d3-4aff-4101-b1bc-1a65e07a714e None None] Set router 7171e339-f9de-4ecf-adf4-5f67244cdd76 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:39:25.318252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:25.330078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 3c686889-8f32-4696-8b9d-8c48c495fe04 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:39:25.330472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:25.383141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-30200c44-c838-4307-ae96-c89c64578507 None None] For port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe,segment=NetworkSegment(f9e3ad83-74ba-4d4e-9b11-acf70bb8725d),segment_id=f9e3ad83-74ba-4d4e-9b11-acf70bb8725d)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:25.383384 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30200c44-c838-4307-ae96-c89c64578507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:25.502549 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-30200c44-c838-4307-ae96-c89c64578507 None None] Calling delete_port for 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:39:25.506578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 3c686889-8f32-4696-8b9d-8c48c495fe04, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=3c686889-8f32-4696-8b9d-8c48c495fe04,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:25.507116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:25.579178 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e81655d3-4aff-4101-b1bc-1a65e07a714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:39:23Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:39:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:25.583485 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81655d3-4aff-4101-b1bc-1a65e07a714e None None] The sync data for ids ['7171e339-f9de-4ecf-adf4-5f67244cdd76'] in dv-neutron-834653-1-hyperv is: [{'id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'name': 'tempest-TestNetworkBasicOps-router-518024460', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:39:23Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '3c686889-8f32-4696-8b9d-8c48c495fe04', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7171e339-f9de-4ecf-adf4-5f67244cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:37:25Z', 'updated_at': '2022-03-22T12:39:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:39:25.620803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-30200c44-c838-4307-ae96-c89c64578507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:25.639955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 3c686889-8f32-4696-8b9d-8c48c495fe04 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:39:25.671043 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30200c44-c838-4307-ae96-c89c64578507 None None] Pushing event deleted for resources: {'Port': ['ID=29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:25.677177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30200c44-c838-4307-ae96-c89c64578507 None None] No DVR routers for this DVR port 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:39:25.813136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:25.860708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=3c686889-8f32-4696-8b9d-8c48c495fe04,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:26.033126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3775af01-b0c2-4a10-8e43-2a6569e2ee8a no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:39:26.076417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 3775af01-b0c2-4a10-8e43-2a6569e2ee8a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:39:26.076754 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3775af01-b0c2-4a10-8e43-2a6569e2ee8a not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:39:26.077425 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:39:26.110567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:39:26.110909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 29e4cb01-31b9-4c9a-8ae2-8227ccdbeabe not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:39:26.193197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.448908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.453295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.478791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.479264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Fanout notify agent at l3_agent the message router_deleted on router 7171e339-f9de-4ecf-adf4-5f67244cdd76 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:39:26.493068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.494187 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-41a0cb54-ab2c-4ce0-979a-03426cfc1a04 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/routers/7171e339-f9de-4ecf-adf4-5f67244cdd76 HTTP/1.1" status: 204 len: 168 time: 1.5889983 Mar 22 12:39:26.497146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48122) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:26.620373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.757201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.782339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27e864d-7f14-4f52-92c5-512e68788f65']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:26.794127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:26.794433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e3ad83-74ba-4d4e-9b11-acf70bb8725d') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:26.806221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.822678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.828935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:39:26.829322 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:39:26.843185 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:39:26.921554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.938786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:26.949238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Network': ['ID=c27e864d-7f14-4f52-92c5-512e68788f65,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:26.958773 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8ab135a8-0b1b-4b59-a350-2146ff3fc9f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/networks/c27e864d-7f14-4f52-92c5-512e68788f65 HTTP/1.1" status: 204 len: 168 time: 0.4605701 Mar 22 12:39:26.979523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48128) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:26.984910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'network': {'name': 'tempest-network-smoke--1034618744', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:26.989877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:26.993879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:network and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:26.996714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:27.002694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:27.016727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:39:27.019852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:27.047657 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:39:27.056293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:27.056620 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Added segment 45260f49-fc1e-49c6-b934-ad7e60c2a981 of type vlan for network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 Mar 22 12:39:27.081042 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:27.121635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:27.125220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:27.125835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:27.226045 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2454801 Mar 22 12:39:27.228798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48132) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:27.235577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-645014386', 'admin_state_up': True, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:27.240634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e04cbf-46a0-46ff-b93a-8699273b420d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Network': ['ID=e8f403fd-5276-4e1c-bc35-72f0f39e5c13,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:27.244094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:27.247882 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:router and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:27.250672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:39:27.251184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:27.256311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:27.267601 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:27.268409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:27.286859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:27.435176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:27.611374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:27.639942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:27.874428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.7 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/9fdf26ea-dc5e-416f-a7b5-3ff1d01046de) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:39:28.030202 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:28.071583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:28.139109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:39:28.141857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:39:28.146073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:39:28.169795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=9fdf26ea-dc5e-416f-a7b5-3ff1d01046de,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:28.300950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:28.301692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:28.536366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router a96a29cb-303f-4ab5-81bb-ca645f429316 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:39:28.620159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e91f55a-d5b8-4259-b179-ae74f1b4aa1c None None] New status for floating IP 1a38b535-300e-4e76-967c-0455a91dc068: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:39:28.748696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:39:28.761591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-930344eb-72c9-478e-b088-c617a8c3f390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:28.762265 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Sync routers for ids ['a96a29cb-303f-4ab5-81bb-ca645f429316'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:39:28.775328 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Routers {'a96a29cb-303f-4ab5-81bb-ca645f429316'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:39:28.775921 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:39:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a96a29cb-303f-4ab5-81bb-ca645f429316'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:28.779409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:28.784295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48136) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:28.784839 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e7b5ffc-59c7-4de8-bcd6-a6de93052b57 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5545743 Mar 22 12:39:28.824057 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f91ef775-e65f-4759-bbcc-2b48c02997ed tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7b68bf5710844a8fac024c2b8fe300a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384791 Mar 22 12:39:28.826771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48140) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:28.953047 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Set router a96a29cb-303f-4ab5-81bb-ca645f429316 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:39:28.963311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17546442-e57c-44f6-a084-1b6ea8fa9f06 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:28.964874 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-17546442-e57c-44f6-a084-1b6ea8fa9f06 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1371264 Mar 22 12:39:28.967714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48144) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:29.009665 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-107c93c8-5c2d-4aa7-82ca-86b415a08e3f tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408020 Mar 22 12:39:29.013407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48148) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:29.018587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1902356502', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:29.125585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:29.129331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:subnet and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:29.132131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:29.137817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:29.154713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:39:29.255979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:29.262931 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:28Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:29.266810 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Checking router: a96a29cb-303f-4ab5-81bb-ca645f429316 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:39:29.267139 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Updating router a96a29cb-303f-4ab5-81bb-ca645f429316 port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:39:29.320315 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:29.477507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:29.551563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Subnet': ['ID=a0625d1d-cbed-464f-99dc-57140f228b3b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:29.563468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Checking segment: {'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:39:29.563824 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network hostable DHCP agents. Network: e8f403fd-5276-4e1c-bc35-72f0f39e5c13, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:39:29.586109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:39:29.596214 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, e8f403fd-5276-4e1c-bc35-72f0f39e5c13) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:39:29.600626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:29.601235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:29.608765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb9d575-b33f-467a-afee-ceab37ac7ebf None None] Network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:39:29.626853 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-57489903-bc84-499f-b006-4988a9a61ca9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6119258 Mar 22 12:39:29.629395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48152) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:29.639356 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:29.650720 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Transition to ACTIVE for port object 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:39:29.658524 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:29.730012 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Pushing event updated for resources: {'Port': ['ID=9fdf26ea-dc5e-416f-a7b5-3ff1d01046de,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:29.742816 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:29.743166 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:29.743488 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:29.743809 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:29.744127 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:29.744451 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:29.744761 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:29.745074 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:29.745381 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:29.745715 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:29.746023 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:39:29.750854 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Attempting to bind port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:39:29.751206 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Attempting to bind port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:39:29.751549 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Attempting to bind port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:39:29.759183 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:39:29.759574 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:39:29.759924 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:29.760302 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:39:29.760753 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Bound port: 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:39:29.761180 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:29.789709 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3c686889-8f32-4696-8b9d-8c48c495fe04 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:39:29.835076 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] For port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:39:29.838048 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] For port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9fdf26ea-dc5e-416f-a7b5-3ff1d01046de,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:39:29.843131 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:29.855218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 3c686889-8f32-4696-8b9d-8c48c495fe04 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:39:29.855930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 3c686889-8f32-4696-8b9d-8c48c495fe04 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:39:29.872419 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ips': [{'subnet_id': 'a0625d1d-cbed-464f-99dc-57140f228b3b'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:39:29.873469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:29.919455 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Routers {'a96a29cb-303f-4ab5-81bb-ca645f429316'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:39:29.920061 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:39:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a96a29cb-303f-4ab5-81bb-ca645f429316'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:30.036786 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Allocated IP 172.20.0.2 (e8f403fd-5276-4e1c-bc35-72f0f39e5c13/a0625d1d-cbed-464f-99dc-57140f228b3b/94a73a46-26d8-427a-abf5-d233b7e0f39f) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:39:30.049477 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43b49e-dfbe-40e8-bfd6-225b4c0f1432 None None] Pushing event updated for resources: {'Port': ['ID=9fdf26ea-dc5e-416f-a7b5-3ff1d01046de,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:30.099166 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] Set router a96a29cb-303f-4ab5-81bb-ca645f429316 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:39:30.272496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:30.284349 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Transition to ACTIVE for port object 94a73a46-26d8-427a-abf5-d233b7e0f39f will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:39:30.304840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Transition to ACTIVE for port object 94a73a46-26d8-427a-abf5-d233b7e0f39f will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:39:30.314878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:30.386294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:39:30.388951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:39:30.391367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:39:30.400790 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:28Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:30.402581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Pushing event updated for resources: {'Port': ['ID=94a73a46-26d8-427a-abf5-d233b7e0f39f,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:30.405331 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2733b2-b773-46ad-a76d-0059a1490f5c None None] The sync data for ids ['a96a29cb-303f-4ab5-81bb-ca645f429316'] in dv-neutron-834653-1-hyperv is: [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:28Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:39:30.491598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Attempting to bind port 94a73a46-26d8-427a-abf5-d233b7e0f39f on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:39:30.491967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Attempting to bind port 94a73a46-26d8-427a-abf5-d233b7e0f39f by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:39:30.492325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Attempting to bind port 94a73a46-26d8-427a-abf5-d233b7e0f39f on network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:39:30.498907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:39:30.499273 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Checking segment: {'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:39:30.499682 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:30.500076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Bound using segment: {'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:39:30.500538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Bound port: 94a73a46-26d8-427a-abf5-d233b7e0f39f, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:39:30.500908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:30.505872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:30.620151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] For port 94a73a46-26d8-427a-abf5-d233b7e0f39f, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:39:30.625333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] For port 94a73a46-26d8-427a-abf5-d233b7e0f39f, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=94a73a46-26d8-427a-abf5-d233b7e0f39f,segment=NetworkSegment(45260f49-fc1e-49c6-b934-ad7e60c2a981),segment_id=45260f49-fc1e-49c6-b934-ad7e60c2a981)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:39:30.630835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:30.732375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb548a-676d-4a32-b138-7088da480ef4 None None] Pushing event updated for resources: {'Port': ['ID=94a73a46-26d8-427a-abf5-d233b7e0f39f,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:30.946008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.1 (e8f403fd-5276-4e1c-bc35-72f0f39e5c13/a0625d1d-cbed-464f-99dc-57140f228b3b/991df799-7cd7-4a6b-8dba-a00b28c84d38) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:39:31.113398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:31.129844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 991df799-7cd7-4a6b-8dba-a00b28c84d38 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:39:31.152579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:31.234415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:39:31.237646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:39:31.240266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:39:31.270098 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=991df799-7cd7-4a6b-8dba-a00b28c84d38,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:31.299705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:31.388291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:31.642339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d79326a-5bfe-4e52-aa04-716b4b488681 None None] Network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:39:31.731751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fb5f9ad7-74cc-4628-966a-4fde1818e286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:31.772126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-50a4a458-0000-4a45-9e83-020d4ef30cec None None] Provisioning for port 94a73a46-26d8-427a-abf5-d233b7e0f39f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:39:31.803285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:31.810183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:31.901716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 94a73a46-26d8-427a-abf5-d233b7e0f39f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:39:31.916559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=991df799-7cd7-4a6b-8dba-a00b28c84d38,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:31.925710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:31.989224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:32.004359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 94a73a46-26d8-427a-abf5-d233b7e0f39f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:39:32.009137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 94a73a46-26d8-427a-abf5-d233b7e0f39f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:32.009535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:32.066582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:39:32.068064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:39:32.071801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:32.141721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:32.179592 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 94a73a46-26d8-427a-abf5-d233b7e0f39f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=94a73a46-26d8-427a-abf5-d233b7e0f39f,segment=NetworkSegment(45260f49-fc1e-49c6-b934-ad7e60c2a981),segment_id=45260f49-fc1e-49c6-b934-ad7e60c2a981)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:32.187196 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:32.188346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:39:32.323963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=94a73a46-26d8-427a-abf5-d233b7e0f39f,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:32.336471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-75d1ba85-58f0-4b0a-845f-b3c6fc425b4f None None] Provisioning for port 991df799-7cd7-4a6b-8dba-a00b28c84d38 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:39:32.342087 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-75d1ba85-58f0-4b0a-845f-b3c6fc425b4f None None] Provisioning complete for port 991df799-7cd7-4a6b-8dba-a00b28c84d38 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:32.342426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75d1ba85-58f0-4b0a-845f-b3c6fc425b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:32.370029 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:39:32.387667 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:32.388027 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:32.437484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-75d1ba85-58f0-4b0a-845f-b3c6fc425b4f None None] Port 991df799-7cd7-4a6b-8dba-a00b28c84d38 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:39:32.494439 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-75d1ba85-58f0-4b0a-845f-b3c6fc425b4f None None] Provisioning complete for port 94a73a46-26d8-427a-abf5-d233b7e0f39f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:32.495178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75d1ba85-58f0-4b0a-845f-b3c6fc425b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:32.562346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router a96a29cb-303f-4ab5-81bb-ca645f429316 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:39:32.563785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:32.586165 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9fdf26ea-dc5e-416f-a7b5-3ff1d01046de,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:32.614207 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:32.703614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=9fdf26ea-dc5e-416f-a7b5-3ff1d01046de,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:32.776608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:39:32.789190 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-759ff4df-7735-4928-a75a-d3c03370363a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/a96a29cb-303f-4ab5-81bb-ca645f429316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1586962 Mar 22 12:39:32.791957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48156) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:32.815295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-77474c0b-cba9-4429-8ed5-61c95aa5379b None None] Provisioning complete for port 991df799-7cd7-4a6b-8dba-a00b28c84d38 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:32.815693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77474c0b-cba9-4429-8ed5-61c95aa5379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:32.866749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-77474c0b-cba9-4429-8ed5-61c95aa5379b None None] Port 991df799-7cd7-4a6b-8dba-a00b28c84d38 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:39:32.926459 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66dc0b-3e61-48e2-96e8-133ec0698971 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:32.926983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66dc0b-3e61-48e2-96e8-133ec0698971 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:32.927120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66dc0b-3e61-48e2-96e8-133ec0698971 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:32.927478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e66dc0b-3e61-48e2-96e8-133ec0698971 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:32.929077 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3e66dc0b-3e61-48e2-96e8-133ec0698971 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1361706 Mar 22 12:39:32.933268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48160) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:32.996858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb329a45-cc35-4c99-959e-851316af735e tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:32.997106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb329a45-cc35-4c99-959e-851316af735e tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:32.997487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb329a45-cc35-4c99-959e-851316af735e tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:32.997848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb329a45-cc35-4c99-959e-851316af735e tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:32.999371 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cb329a45-cc35-4c99-959e-851316af735e tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0652497 Mar 22 12:39:33.001996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48164) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:33.198980 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-79f78155-646c-4651-a337-e3342733e8d0 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1933975 Mar 22 12:39:33.287321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.501348 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48170) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:33.507151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608298280', 'description': 'tempest-secgroup-smoke-1608298280 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:33.513357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:33.517774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:33.520952 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:33.526900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:33.538628 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.572983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:33.576737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:33.579486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:33.585074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:33.638692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.644321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.686153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb7a436-4148-4da1-9fb8-fb8283d5ded5,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:33.694123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.695405 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b68d1495-4542-4551-8752-be89d19b8ed4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1929815 Mar 22 12:39:33.698336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48174) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:33.703729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-fbac8329-3316-4b5b-b2a7-5db2eca5fa98 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'cbb7a436-4148-4da1-9fb8-fb8283d5ded5', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:33.710138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fbac8329-3316-4b5b-b2a7-5db2eca5fa98 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:33.714175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fbac8329-3316-4b5b-b2a7-5db2eca5fa98 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:33.717245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-fbac8329-3316-4b5b-b2a7-5db2eca5fa98 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:33.723173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-fbac8329-3316-4b5b-b2a7-5db2eca5fa98 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:33.742305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fbac8329-3316-4b5b-b2a7-5db2eca5fa98 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.808720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fbac8329-3316-4b5b-b2a7-5db2eca5fa98 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.811873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 94a73a46-26d8-427a-abf5-d233b7e0f39f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:39:33.814559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fbac8329-3316-4b5b-b2a7-5db2eca5fa98 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.838152 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac8329-3316-4b5b-b2a7-5db2eca5fa98 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f9d4c1-594c-47af-8624-4ff331a84e01,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:33.848649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fbac8329-3316-4b5b-b2a7-5db2eca5fa98 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.852866 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fbac8329-3316-4b5b-b2a7-5db2eca5fa98 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1508763 Mar 22 12:39:33.853068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48178) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:33.858800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-693ade8f-0b36-4449-871e-d46859810ec4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'cbb7a436-4148-4da1-9fb8-fb8283d5ded5', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:33.864535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-693ade8f-0b36-4449-871e-d46859810ec4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:33.868360 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-693ade8f-0b36-4449-871e-d46859810ec4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:33.871181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-693ade8f-0b36-4449-871e-d46859810ec4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:33.876690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-693ade8f-0b36-4449-871e-d46859810ec4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:33.886328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 94a73a46-26d8-427a-abf5-d233b7e0f39f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:33.886692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.894295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-693ade8f-0b36-4449-871e-d46859810ec4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.955573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-693ade8f-0b36-4449-871e-d46859810ec4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.961504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-693ade8f-0b36-4449-871e-d46859810ec4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.985559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Sync routers for ids ['a96a29cb-303f-4ab5-81bb-ca645f429316'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:39:33.985749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ade8f-0b36-4449-871e-d46859810ec4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e9bc6d-941b-404f-a15c-7a44182c5af7,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:33.996400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-693ade8f-0b36-4449-871e-d46859810ec4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:33.997844 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-693ade8f-0b36-4449-871e-d46859810ec4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1437075 Mar 22 12:39:34.000589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48182) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:34.007082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-96a1cf0c-c3f4-4a18-930e-2fd8531e843b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'cbb7a436-4148-4da1-9fb8-fb8283d5ded5', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:34.012215 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:39:34.012773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96a1cf0c-c3f4-4a18-930e-2fd8531e843b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:34.016513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96a1cf0c-c3f4-4a18-930e-2fd8531e843b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:34.019344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96a1cf0c-c3f4-4a18-930e-2fd8531e843b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:34.024830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96a1cf0c-c3f4-4a18-930e-2fd8531e843b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:34.040520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96a1cf0c-c3f4-4a18-930e-2fd8531e843b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.048121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Routers {'a96a29cb-303f-4ab5-81bb-ca645f429316'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:39:34.048645 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:39:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a96a29cb-303f-4ab5-81bb-ca645f429316'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:34.102017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96a1cf0c-c3f4-4a18-930e-2fd8531e843b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.106871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96a1cf0c-c3f4-4a18-930e-2fd8531e843b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.129401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1cf0c-c3f4-4a18-930e-2fd8531e843b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1bd165-0acd-4999-9ee0-dc56239cedcf,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:34.138941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96a1cf0c-c3f4-4a18-930e-2fd8531e843b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.140264 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-96a1cf0c-c3f4-4a18-930e-2fd8531e843b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1385396 Mar 22 12:39:34.143062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48186) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:34.148454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-43ccf49d-d2d0-476a-9739-8d8e1991dfb4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'cbb7a436-4148-4da1-9fb8-fb8283d5ded5', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:34.154214 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-43ccf49d-d2d0-476a-9739-8d8e1991dfb4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:34.157929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-43ccf49d-d2d0-476a-9739-8d8e1991dfb4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:34.162072 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-43ccf49d-d2d0-476a-9739-8d8e1991dfb4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:34.167660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-43ccf49d-d2d0-476a-9739-8d8e1991dfb4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:34.188893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43ccf49d-d2d0-476a-9739-8d8e1991dfb4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.230295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:34.230590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.252349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43ccf49d-d2d0-476a-9739-8d8e1991dfb4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.256643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43ccf49d-d2d0-476a-9739-8d8e1991dfb4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.278995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccf49d-d2d0-476a-9739-8d8e1991dfb4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded03dfb-9ec1-4810-a008-d90957f7d6e7,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:34.289744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-43ccf49d-d2d0-476a-9739-8d8e1991dfb4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.291000 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-43ccf49d-d2d0-476a-9739-8d8e1991dfb4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1470666 Mar 22 12:39:34.292990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Set router a96a29cb-303f-4ab5-81bb-ca645f429316 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:39:34.293760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48190) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:34.299476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'cbb7a436-4148-4da1-9fb8-fb8283d5ded5', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:34.305576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:34.309900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:34.312864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:34.318831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:34.332978 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:39:34.339684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.406434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.411267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.433720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991267c5-81fc-4432-bd77-c7d1dd198cc6,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:34.443982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.446017 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-22b65329-0dce-4c82-aa8f-82a204196070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1504004 Mar 22 12:39:34.448133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48194) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:34.453700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'cbb7a436-4148-4da1-9fb8-fb8283d5ded5', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:34.459948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:34.464032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:34.467520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:34.473706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:34.486439 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:39:34.493998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.663247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.669385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.693195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a381f4e1-e1fc-40f6-80f2-849d1c1ee512,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:34.703350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.704663 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-221b969c-df01-4358-80fa-bd4fb848a363 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2554476 Mar 22 12:39:34.717634 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:31Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '991df799-7cd7-4a6b-8dba-a00b28c84d38', 'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:07:76:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:30Z', 'updated_at': '2022-03-22T12:39:31Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:34.721660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Checking router: a96a29cb-303f-4ab5-81bb-ca645f429316 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:39:34.722003 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Updating router a96a29cb-303f-4ab5-81bb-ca645f429316 port 991df799-7cd7-4a6b-8dba-a00b28c84d38 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:39:34.773796 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:34.891782 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-fa920131-5a8b-47f3-bb76-140ad0dd5fe1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608298280&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.0405338 Mar 22 12:39:35.110098 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:35.121872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Transition to ACTIVE for port object 991df799-7cd7-4a6b-8dba-a00b28c84d38 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:39:35.125133 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-9c2d8da5-a6b9-4264-bd67-37453cb9963d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:35.126566 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-9c2d8da5-a6b9-4264-bd67-37453cb9963d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/networks?id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13 HTTP/1.1" status: 200 len: 797 time: 0.2282476 Mar 22 12:39:35.128631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:35.143248 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-322a7b9f-ff0d-454c-b4ae-8f8d0a79200a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/quotas/7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 375 time: 0.0109425 Mar 22 12:39:35.226788 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-10eb2d8f-fade-43b3-bed9-a421a47c5070 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781450 Mar 22 12:39:35.253316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbadac4-c62b-4be8-b48b-87473333ebb1 None None] Pushing event updated for resources: {'Port': ['ID=991df799-7cd7-4a6b-8dba-a00b28c84d38,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:35.345924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Attempting to bind port 991df799-7cd7-4a6b-8dba-a00b28c84d38 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:39:35.346288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Attempting to bind port 991df799-7cd7-4a6b-8dba-a00b28c84d38 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:39:35.346647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Attempting to bind port 991df799-7cd7-4a6b-8dba-a00b28c84d38 on network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:39:35.353362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:39:35.354056 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Checking segment: {'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:39:35.354458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:35.354989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Bound using segment: {'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:39:35.355464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Bound port: 991df799-7cd7-4a6b-8dba-a00b28c84d38, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:39:35.355835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:35.439626 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f34922d2-e091-4d53-8442-5d8566a1e36e service neutron] 10.222.0.62 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996245 Mar 22 12:39:35.445245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] For port 991df799-7cd7-4a6b-8dba-a00b28c84d38, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:39:35.448219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] For port 991df799-7cd7-4a6b-8dba-a00b28c84d38, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=991df799-7cd7-4a6b-8dba-a00b28c84d38,segment=NetworkSegment(45260f49-fc1e-49c6-b934-ad7e60c2a981),segment_id=45260f49-fc1e-49c6-b934-ad7e60c2a981)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:39:35.453382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:35.541701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbadac4-c62b-4be8-b48b-87473333ebb1 None None] Pushing event updated for resources: {'Port': ['ID=991df799-7cd7-4a6b-8dba-a00b28c84d38,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:35.549208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Routers {'a96a29cb-303f-4ab5-81bb-ca645f429316'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:39:35.549857 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:39:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a96a29cb-303f-4ab5-81bb-ca645f429316'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:35.585042 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-e2aede6f-2bed-4b2f-9d03-c398f5e4d2c7 service neutron] 10.222.0.62 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392460 Mar 22 12:39:35.730654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] Set router a96a29cb-303f-4ab5-81bb-ca645f429316 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:39:36.049843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:31Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '991df799-7cd7-4a6b-8dba-a00b28c84d38', 'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:07:76:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:30Z', 'updated_at': '2022-03-22T12:39:35Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:36.054303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395ca4f-285c-4468-b400-d098a82b6201 None None] The sync data for ids ['a96a29cb-303f-4ab5-81bb-ca645f429316'] in dv-neutron-834653-1-hyperv is: [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:31Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '991df799-7cd7-4a6b-8dba-a00b28c84d38', 'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:07:76:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:30Z', 'updated_at': '2022-03-22T12:39:35Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:39:36.796010 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1db9fbf9-6fa2-40e0-8d05-ca0ac0624cd5 req-ce5e390a-ec7e-4aab-8bb0-8c38143be2db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:39:36.813109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1db9fbf9-6fa2-40e0-8d05-ca0ac0624cd5 req-ce5e390a-ec7e-4aab-8bb0-8c38143be2db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:39:36.814394 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1db9fbf9-6fa2-40e0-8d05-ca0ac0624cd5 req-ce5e390a-ec7e-4aab-8bb0-8c38143be2db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 210 time: 0.0576575 Mar 22 12:39:37.820388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 991df799-7cd7-4a6b-8dba-a00b28c84d38 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:39:37.928359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 991df799-7cd7-4a6b-8dba-a00b28c84d38 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:39:37.935157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 991df799-7cd7-4a6b-8dba-a00b28c84d38 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:37.935849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:37.981512 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5fb2f98-87b5-48ca-b78c-0b1e9171567c req-4fb28aaa-7b07-4c39-a728-d74382be6667 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 210 time: 0.0466478 Mar 22 12:39:38.055493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:38.088448 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 991df799-7cd7-4a6b-8dba-a00b28c84d38, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=991df799-7cd7-4a6b-8dba-a00b28c84d38,segment=NetworkSegment(45260f49-fc1e-49c6-b934-ad7e60c2a981),segment_id=45260f49-fc1e-49c6-b934-ad7e60c2a981)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:38.093564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:38.160928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=991df799-7cd7-4a6b-8dba-a00b28c84d38,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:38.228700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-ed8c34d7-29b8-46a6-b52e-d7dc87003353 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:38.230589 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-ed8c34d7-29b8-46a6-b52e-d7dc87003353 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13 HTTP/1.1" status: 200 len: 797 time: 0.1426470 Mar 22 12:39:38.282733 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-7ef215e9-ed6d-420f-afa0-3373db92da4f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 380 time: 0.0409880 Mar 22 12:39:38.293217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'device_id': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'admin_state_up': True, 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'security_groups': ['cbb7a436-4148-4da1-9fb8-fb8283d5ded5']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:38.430451 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:38.440715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:38.453257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:39:38.456440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:38.618007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.13 (e8f403fd-5276-4e1c-bc35-72f0f39e5c13/a0625d1d-cbed-464f-99dc-57140f228b3b/9ba9942b-71e7-469a-a9d3-d8b751f67c16) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:39:38.824215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:38.842717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 9ba9942b-71e7-469a-a9d3-d8b751f67c16 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:39:38.867409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:38.936881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:39:38.939792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:39:38.944990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:39:38.972800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=9ba9942b-71e7-469a-a9d3-d8b751f67c16,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:39.010988 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:39.011696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:39.039476 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-343718b9-c1eb-43e0-8e41-6a065fa9aa79 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7499442 Mar 22 12:39:39.050708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Request body: {'port': {'device_id': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:39.150717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d6c791e1-8f07-4e3c-a8aa-52f7a8e52263 None None] Provisioning for port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:39:39.156249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d6c791e1-8f07-4e3c-a8aa-52f7a8e52263 None None] Provisioning complete for port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:39.156728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d6c791e1-8f07-4e3c-a8aa-52f7a8e52263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:39.162109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:39.183775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f309b5-1d9b-4a33-b56a-d3c06bda46c8 req-13461fa0-bbd1-4e30-a15c-c9e03a57f1a9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:39.185804 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17f309b5-1d9b-4a33-b56a-d3c06bda46c8 req-13461fa0-bbd1-4e30-a15c-c9e03a57f1a9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 932 time: 0.0794206 Mar 22 12:39:39.217302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d6c791e1-8f07-4e3c-a8aa-52f7a8e52263 None None] Port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:39:39.236491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-17f309b5-1d9b-4a33-b56a-d3c06bda46c8 req-d41d4869-1570-4bb4-9ce2-aec21d5c7acb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:39:39.251948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-17f309b5-1d9b-4a33-b56a-d3c06bda46c8 req-d41d4869-1570-4bb4-9ce2-aec21d5c7acb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:39:39.253203 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17f309b5-1d9b-4a33-b56a-d3c06bda46c8 req-d41d4869-1570-4bb4-9ce2-aec21d5c7acb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589449 Mar 22 12:39:39.583737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba9942b-71e7-469a-a9d3-d8b751f67c16 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:39:39.591018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:39.605232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Transition to ACTIVE for port object 9ba9942b-71e7-469a-a9d3-d8b751f67c16 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:39:39.611975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:39.724582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba9942b-71e7-469a-a9d3-d8b751f67c16,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:39.809560 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 991df799-7cd7-4a6b-8dba-a00b28c84d38 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:39:39.842523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Attempting to bind port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:39:39.842523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Attempting to bind port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:39:39.842523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Attempting to bind port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 on network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:39:39.848776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 on network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:39:39.849160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Attempting to bind port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 on network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:39:39.855455 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:39:39.856262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Checking segment: {'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:39:39.856262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Bound using segment: {'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:39:39.856548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Bound port: 9ba9942b-71e7-469a-a9d3-d8b751f67c16, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45260f49-fc1e-49c6-b934-ad7e60c2a981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:39:39.856883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:39.880984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 991df799-7cd7-4a6b-8dba-a00b28c84d38 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:39.881338 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:39.942260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] For port 9ba9942b-71e7-469a-a9d3-d8b751f67c16, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:39:39.945989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] For port 9ba9942b-71e7-469a-a9d3-d8b751f67c16, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16,segment=NetworkSegment(45260f49-fc1e-49c6-b934-ad7e60c2a981),segment_id=45260f49-fc1e-49c6-b934-ad7e60c2a981)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:39:39.951763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:40.016668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:40.018069 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] 10.222.0.55 "PUT /v2.0/ports/9ba9942b-71e7-469a-a9d3-d8b751f67c16 HTTP/1.1" status: 200 len: 1094 time: 0.9716637 Mar 22 12:39:40.018525 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'tag': '9ba9942b-71e7-469a-a9d3-d8b751f67c16'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:39:40.041068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45cb2b9-8562-49ea-bb90-9d810aa9deb4 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba9942b-71e7-469a-a9d3-d8b751f67c16,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:40.086379 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'tag': '9ba9942b-71e7-469a-a9d3-d8b751f67c16', 'status': 'completed', 'code': 200} Mar 22 12:39:40.127890 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-755a571f-6325-4483-b20a-2c4792fde762 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 1097 time: 0.0714014 Mar 22 12:39:40.199626 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-c86cd077-47fc-4262-8153-5655d55cd0f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16 HTTP/1.1" status: 200 len: 217 time: 0.0645728 Mar 22 12:39:40.259853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-d653e29d-36f6-494d-a203-fd3934d696af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:40.261266 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-d653e29d-36f6-494d-a203-fd3934d696af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0625d1d-cbed-464f-99dc-57140f228b3b HTTP/1.1" status: 200 len: 844 time: 0.0559170 Mar 22 12:39:40.337599 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-305a4ad1-fa68-496a-8fa4-6f6234850578 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701864 Mar 22 12:39:40.456209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e965d3f-c01c-4cea-ba48-76a3cd5067e7 req-fd254ff8-71ee-48ae-b295-3782b33a0a0a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:40.457915 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e965d3f-c01c-4cea-ba48-76a3cd5067e7 req-fd254ff8-71ee-48ae-b295-3782b33a0a0a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 944 time: 0.0784278 Mar 22 12:39:40.473380 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-c895749d-e294-4f1d-9cc3-bd18c697e05d service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298921 Mar 22 12:39:40.505788 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e965d3f-c01c-4cea-ba48-76a3cd5067e7 req-a394db5c-a254-4146-89fa-6d4cbace9ca3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 Mar 22 12:39:40.605255 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee93669c-0ba3-4bc1-8433-ffc9b2f0726e req-23082b15-c36e-4c4b-b59b-79a44267f81a service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257286 Mar 22 12:39:40.729763 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0e2a6ab-f998-41ca-9017-4bc7ff9f791e req-a689ae58-6b11-4a98-ad93-df02f78b4c42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 1097 time: 0.0756309 Mar 22 12:39:40.870559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a6ab-f998-41ca-9017-4bc7ff9f791e req-77ff8877-16ab-4868-815d-d96e7c21fe44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:40.871980 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0e2a6ab-f998-41ca-9017-4bc7ff9f791e req-77ff8877-16ab-4868-815d-d96e7c21fe44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13 HTTP/1.1" status: 200 len: 898 time: 0.1372190 Mar 22 12:39:40.941504 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0e2a6ab-f998-41ca-9017-4bc7ff9f791e req-47ab3fd3-15a9-4b3f-8f61-40e4e14193b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16 HTTP/1.1" status: 200 len: 217 time: 0.0631764 Mar 22 12:39:41.001881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a6ab-f998-41ca-9017-4bc7ff9f791e req-45b34f13-82dc-4f3d-9adf-f504f32a636a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:41.003157 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0e2a6ab-f998-41ca-9017-4bc7ff9f791e req-45b34f13-82dc-4f3d-9adf-f504f32a636a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0625d1d-cbed-464f-99dc-57140f228b3b HTTP/1.1" status: 200 len: 844 time: 0.0563903 Mar 22 12:39:41.085954 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0e2a6ab-f998-41ca-9017-4bc7ff9f791e req-b2f06e77-2063-43ec-911c-500eeb2ff30b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769382 Mar 22 12:39:41.217416 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0e2a6ab-f998-41ca-9017-4bc7ff9f791e req-fd362f8f-bfa7-4231-af91-fef5243cd9e3 service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250911 Mar 22 12:39:41.425986 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0e2a6ab-f998-41ca-9017-4bc7ff9f791e req-9236d508-8275-4fba-a7de-289b8634a7f0 service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021263 Mar 22 12:39:41.707884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c8177-bd95-47c1-bf87-b40a3347d6bd req-3c6d8880-2c11-4c3f-9214-18883c2fb207 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:41.708562 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-703c8177-bd95-47c1-bf87-b40a3347d6bd req-3c6d8880-2c11-4c3f-9214-18883c2fb207 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:39:41.730206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-703c8177-bd95-47c1-bf87-b40a3347d6bd req-3c6d8880-2c11-4c3f-9214-18883c2fb207 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:39:41.731317 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-703c8177-bd95-47c1-bf87-b40a3347d6bd req-3c6d8880-2c11-4c3f-9214-18883c2fb207 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 944 time: 0.1025763 Mar 22 12:39:41.776569 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-703c8177-bd95-47c1-bf87-b40a3347d6bd req-7d1efcac-64a3-468b-b9bb-949c1bc738e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394921 Mar 22 12:39:42.986659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2666b3e-9503-4cd1-9020-784b10d78382 req-55b78c9c-cbbd-47c5-aabf-1cc55bca4e9f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:42.988067 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2666b3e-9503-4cd1-9020-784b10d78382 req-55b78c9c-cbbd-47c5-aabf-1cc55bca4e9f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 944 time: 0.0793114 Mar 22 12:39:43.032544 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2666b3e-9503-4cd1-9020-784b10d78382 req-09b87f9e-c6b0-4702-bfd8-72ae679ee9f5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389612 Mar 22 12:39:43.207379 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 9ba9942b-71e7-469a-a9d3-d8b751f67c16 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:39:43.312622 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:43.350417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 9ba9942b-71e7-469a-a9d3-d8b751f67c16, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16,segment=NetworkSegment(45260f49-fc1e-49c6-b934-ad7e60c2a981),segment_id=45260f49-fc1e-49c6-b934-ad7e60c2a981)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:43.363728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '9ba9942b-71e7-469a-a9d3-d8b751f67c16', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'port_id': '9ba9942b-71e7-469a-a9d3-d8b751f67c16', 'mac_address': 'fa:16:3e:34:50:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:39:43.416382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:43.433719 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba9942b-71e7-469a-a9d3-d8b751f67c16 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:39:43.448928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 9ba9942b-71e7-469a-a9d3-d8b751f67c16, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16,segment=NetworkSegment(45260f49-fc1e-49c6-b934-ad7e60c2a981),segment_id=45260f49-fc1e-49c6-b934-ad7e60c2a981)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:43.454565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:43.520483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=9ba9942b-71e7-469a-a9d3-d8b751f67c16,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:43.759515 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['9ba9942b-71e7-469a-a9d3-d8b751f67c16'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:39:44.230608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ec357-2340-41cc-a470-60c385b9e74d req-a4cfb64a-2605-421b-8595-4da032ad5e69 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:44.232130 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-760ec357-2340-41cc-a470-60c385b9e74d req-a4cfb64a-2605-421b-8595-4da032ad5e69 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 945 time: 0.0785725 Mar 22 12:39:44.283015 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-760ec357-2340-41cc-a470-60c385b9e74d req-41b4e89e-d9d2-4c78-9c85-0d142d4d13d6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433700 Mar 22 12:39:45.223804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 9ba9942b-71e7-469a-a9d3-d8b751f67c16 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:39:45.308240 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:39:45.313164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:39:45.313548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:45.429354 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:45.457662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9942b-71e7-469a-a9d3-d8b751f67c16'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:39:45.468918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 9ba9942b-71e7-469a-a9d3-d8b751f67c16, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16,segment=NetworkSegment(45260f49-fc1e-49c6-b934-ad7e60c2a981),segment_id=45260f49-fc1e-49c6-b934-ad7e60c2a981)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:39:45.475511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:45.502038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a94e6-e93d-46b4-9a10-0fb07543209f req-ce20ee67-4dd0-4da1-a84e-ea8528867a3e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:45.503916 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-288a94e6-e93d-46b4-9a10-0fb07543209f req-ce20ee67-4dd0-4da1-a84e-ea8528867a3e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 945 time: 0.0866189 Mar 22 12:39:45.553945 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-288a94e6-e93d-46b4-9a10-0fb07543209f req-f3ee1baa-f5dc-49f0-919e-1d4c61e3a80d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445974 Mar 22 12:39:45.558645 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=9ba9942b-71e7-469a-a9d3-d8b751f67c16,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:45.608714 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9942b-71e7-469a-a9d3-d8b751f67c16', 'code': 200} Mar 22 12:39:45.848001 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a771e81-7c4e-431a-9744-9070ceb309f2 req-c27fedb1-f7e4-4fb1-9857-1a97496a6deb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 1099 time: 0.0698471 Mar 22 12:39:45.890756 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a771e81-7c4e-431a-9744-9070ceb309f2 req-affe7ec6-04f7-4d0e-a32c-718ef9b28af3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368595 Mar 22 12:39:46.774549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10635f41-40f1-4fc5-ae7d-fd95d42590d9 req-5dc9b015-5f30-4ec1-874e-54e712069d06 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:46.775987 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-10635f41-40f1-4fc5-ae7d-fd95d42590d9 req-5dc9b015-5f30-4ec1-874e-54e712069d06 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 946 time: 0.0796418 Mar 22 12:39:46.823206 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-10635f41-40f1-4fc5-ae7d-fd95d42590d9 req-a81abad3-461e-4424-99ea-a7e257f5bb3c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388439 Mar 22 12:39:48.057651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092175ba-93b6-4613-9888-b4b350f4b461 req-847be3c6-9202-4d52-9777-ed4545e6e26f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:48.059062 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-092175ba-93b6-4613-9888-b4b350f4b461 req-847be3c6-9202-4d52-9777-ed4545e6e26f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 946 time: 0.0790517 Mar 22 12:39:48.105501 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-092175ba-93b6-4613-9888-b4b350f4b461 req-a1273762-cb9e-48cb-b9c5-2c145aceabd6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386543 Mar 22 12:39:48.295958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab41832-ce42-4bd1-883e-99072c976506 req-0c8dd08d-fd3c-4b8d-9369-9c52b7a2ef8f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:48.297371 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6ab41832-ce42-4bd1-883e-99072c976506 req-0c8dd08d-fd3c-4b8d-9369-9c52b7a2ef8f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 946 time: 0.0750742 Mar 22 12:39:48.345501 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6ab41832-ce42-4bd1-883e-99072c976506 req-4f7ec7fb-e782-4742-85e5-d7e854723fa9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425780 Mar 22 12:39:48.373163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48252) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:48.449402 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b62295a8-251f-4240-9896-3764f1113aa3 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 1094 time: 0.0750928 Mar 22 12:39:48.452226 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48256) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:48.457265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '9ba9942b-71e7-469a-a9d3-d8b751f67c16', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:39:48.462890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:39:48.466968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:floatingip and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:39:48.469970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:39:48.475943 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:39:48.489165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:48.633153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:48.773830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.20 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/6de1e007-2511-42bb-bf3b-04688e414dba) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:39:48.919509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:48.950963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:49.014582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:39:49.017345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:39:49.021573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:39:49.048421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=6de1e007-2511-42bb-bf3b-04688e414dba,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:49.610360 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:49.669351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:49.880876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:49.889147 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:49.995542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=6de1e007-2511-42bb-bf3b-04688e414dba,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:39:50.021216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:50.210246 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP f31efb2c-0eae-49dd-bce1-b0d45db2858a associated. External IP: 172.26.0.20, port: 9ba9942b-71e7-469a-a9d3-d8b751f67c16. Mar 22 12:39:50.605868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router a96a29cb-303f-4ab5-81bb-ca645f429316 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:39:50.805235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:39:50.815263 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f372eea-5c1f-444d-af37-964332309dae None None] Sync routers for ids ['a96a29cb-303f-4ab5-81bb-ca645f429316'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:39:50.827740 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f372eea-5c1f-444d-af37-964332309dae None None] Routers {'a96a29cb-303f-4ab5-81bb-ca645f429316'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:39:50.828424 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3f372eea-5c1f-444d-af37-964332309dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:39:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a96a29cb-303f-4ab5-81bb-ca645f429316'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:50.831556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:50.887411 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7256727b-0217-447a-9c90-614fd620b1aa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4316533 Mar 22 12:39:50.887411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'tag': '9ba9942b-71e7-469a-a9d3-d8b751f67c16'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:39:50.887893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48260) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:50.940121 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'tag': '9ba9942b-71e7-469a-a9d3-d8b751f67c16', 'status': 'completed', 'code': 200} Mar 22 12:39:51.005177 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3f372eea-5c1f-444d-af37-964332309dae None None] Set router a96a29cb-303f-4ab5-81bb-ca645f429316 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:39:51.031783 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-01997fdf-61f3-4613-be0b-fa3a97f2d092 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/f31efb2c-0eae-49dd-bce1-b0d45db2858a HTTP/1.1" status: 200 len: 991 time: 0.1425836 Mar 22 12:39:51.057698 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1c14e355-3fa0-48c2-b456-f72ed26112b2 req-1ae46675-8520-4eb4-8607-2685a76d54f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 1099 time: 0.0934544 Mar 22 12:39:51.186592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e355-3fa0-48c2-b456-f72ed26112b2 req-5b069d83-0c48-4e63-ace0-eb46484234d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:51.187962 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1c14e355-3fa0-48c2-b456-f72ed26112b2 req-5b069d83-0c48-4e63-ace0-eb46484234d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13 HTTP/1.1" status: 200 len: 898 time: 0.1240027 Mar 22 12:39:51.290712 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1c14e355-3fa0-48c2-b456-f72ed26112b2 req-d98db5eb-071c-4859-8853-af293b8442c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16 HTTP/1.1" status: 200 len: 999 time: 0.0963368 Mar 22 12:39:51.340511 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3f372eea-5c1f-444d-af37-964332309dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:31Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'f31efb2c-0eae-49dd-bce1-b0d45db2858a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'port_id': '9ba9942b-71e7-469a-a9d3-d8b751f67c16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'mac_address': 'fa:16:3e:34:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:39:49Z', 'updated_at': '2022-03-22T12:39:49Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991df799-7cd7-4a6b-8dba-a00b28c84d38', 'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:07:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:30Z', 'updated_at': '2022-03-22T12:39:38Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:51.344321 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f372eea-5c1f-444d-af37-964332309dae None None] Checking router: a96a29cb-303f-4ab5-81bb-ca645f429316 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:39:51.352973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e355-3fa0-48c2-b456-f72ed26112b2 req-a5c33add-969b-4fba-81fb-e3ff5e96da16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:39:51.354550 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1c14e355-3fa0-48c2-b456-f72ed26112b2 req-a5c33add-969b-4fba-81fb-e3ff5e96da16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0625d1d-cbed-464f-99dc-57140f228b3b HTTP/1.1" status: 200 len: 844 time: 0.0579100 Mar 22 12:39:51.355447 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f372eea-5c1f-444d-af37-964332309dae None None] Routers {'a96a29cb-303f-4ab5-81bb-ca645f429316'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:39:51.356042 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3f372eea-5c1f-444d-af37-964332309dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:39:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a96a29cb-303f-4ab5-81bb-ca645f429316'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:51.431443 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1c14e355-3fa0-48c2-b456-f72ed26112b2 req-9fd77137-7ad6-4899-a5c4-81e401a73c32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711999 Mar 22 12:39:51.440853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-1c14e355-3fa0-48c2-b456-f72ed26112b2 req-d596778e-0a37-4668-a31a-56cb346ae0d2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:39:51.441698 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1c14e355-3fa0-48c2-b456-f72ed26112b2 req-d596778e-0a37-4668-a31a-56cb346ae0d2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048187 Mar 22 12:39:51.529169 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-3f372eea-5c1f-444d-af37-964332309dae None None] Set router a96a29cb-303f-4ab5-81bb-ca645f429316 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:39:51.572198 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1c14e355-3fa0-48c2-b456-f72ed26112b2 req-d7b9d3c9-46af-4285-a286-cd1cccfc685c service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247692 Mar 22 12:39:51.705058 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1c14e355-3fa0-48c2-b456-f72ed26112b2 req-dbce851f-489f-471c-a2b5-25e0a8c727d6 service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273763 Mar 22 12:39:51.878467 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-3f372eea-5c1f-444d-af37-964332309dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:31Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'f31efb2c-0eae-49dd-bce1-b0d45db2858a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'port_id': '9ba9942b-71e7-469a-a9d3-d8b751f67c16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'mac_address': 'fa:16:3e:34:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:39:49Z', 'updated_at': '2022-03-22T12:39:49Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991df799-7cd7-4a6b-8dba-a00b28c84d38', 'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:07:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:30Z', 'updated_at': '2022-03-22T12:39:38Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:39:51.883352 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f372eea-5c1f-444d-af37-964332309dae None None] The sync data for ids ['a96a29cb-303f-4ab5-81bb-ca645f429316'] in dv-neutron-834653-1-hyperv is: [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:31Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'f31efb2c-0eae-49dd-bce1-b0d45db2858a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.20', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'port_id': '9ba9942b-71e7-469a-a9d3-d8b751f67c16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'mac_address': 'fa:16:3e:34:50:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:39:49Z', 'updated_at': '2022-03-22T12:39:49Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '991df799-7cd7-4a6b-8dba-a00b28c84d38', 'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:07:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:30Z', 'updated_at': '2022-03-22T12:39:38Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:39:52.037063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48266) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:52.151352 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3dc5055f-dd86-400d-ac2d-899df8b2732a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/f31efb2c-0eae-49dd-bce1-b0d45db2858a HTTP/1.1" status: 200 len: 991 time: 0.1128845 Mar 22 12:39:52.944776 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15604e10-9253-4424-9c47-984582710dd2 None None] New status for floating IP f31efb2c-0eae-49dd-bce1-b0d45db2858a: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:39:53.155213 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48270) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:39:53.258054 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-de4f4dfe-01dd-47b3-a070-1d13d017c5c6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/f31efb2c-0eae-49dd-bce1-b0d45db2858a HTTP/1.1" status: 200 len: 993 time: 0.1018200 Mar 22 12:39:58.716033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-203da4f9-1e14-470e-8976-748091354241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:39:59.154103 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:40:01.690901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f853b0c8-bd25-4073-9147-b3fb6f3d605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:40:01.980412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:40:02.060997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:40:03.290659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:40:13.312072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:40:28.728704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0a62-96e4-49e4-957f-8f72fde32bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:40:30.217964 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca954bae-a4c9-47e7-9298-be080b9eb972 req-dc5b3799-23a5-4036-9f4f-bc1a74d7ec73 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1506772 Mar 22 12:40:30.359807 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca954bae-a4c9-47e7-9298-be080b9eb972 req-1434d263-76b4-48d7-aa79-944936b27b57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 1099 time: 0.0699551 Mar 22 12:40:30.504190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca954bae-a4c9-47e7-9298-be080b9eb972 req-f4edfff7-cdaa-4d6a-84d8-32ff4a6c1131 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:40:30.505538 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca954bae-a4c9-47e7-9298-be080b9eb972 req-f4edfff7-cdaa-4d6a-84d8-32ff4a6c1131 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13 HTTP/1.1" status: 200 len: 898 time: 0.1238406 Mar 22 12:40:30.608228 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca954bae-a4c9-47e7-9298-be080b9eb972 req-a7623e0a-20f4-4cf4-a0f4-e181a1d13795 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16 HTTP/1.1" status: 200 len: 1001 time: 0.0958977 Mar 22 12:40:30.682828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca954bae-a4c9-47e7-9298-be080b9eb972 req-1e481019-0370-49ca-a4ef-d3a99b10f782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:40:30.684230 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca954bae-a4c9-47e7-9298-be080b9eb972 req-1e481019-0370-49ca-a4ef-d3a99b10f782 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0625d1d-cbed-464f-99dc-57140f228b3b HTTP/1.1" status: 200 len: 844 time: 0.0699327 Mar 22 12:40:30.759526 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca954bae-a4c9-47e7-9298-be080b9eb972 req-08748bc9-17d7-4feb-8b97-3379596d24d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693507 Mar 22 12:40:30.888498 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca954bae-a4c9-47e7-9298-be080b9eb972 req-ede6eb13-85f3-4408-971e-0bc73ba9de3e service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225905 Mar 22 12:40:31.018328 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca954bae-a4c9-47e7-9298-be080b9eb972 req-9578d808-097e-4db7-b111-b793d5b355fb service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232502 Mar 22 12:40:31.685957 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d973ce8e-e614-4088-b7e4-c29203a20f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:40:31.980431 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:40:32.054851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:40:33.292871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:40:36.150915 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:40:43.324005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:40:58.724885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5038cc80-d0cf-4396-b15a-ca6b14f97494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:01.682676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bcbaa1ef-e655-4931-aae8-5d6756174f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:01.987203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:02.059861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:03.306569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:13.148411 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:41:13.319025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:28.729728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-48519eb1-475c-4845-bcc5-d4331747a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:30.138064 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e618508b-748e-456e-8c85-17657e873ead req-d89ee82b-395e-42a0-b4e7-35f5ee3100be service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731637 Mar 22 12:41:30.289709 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e618508b-748e-456e-8c85-17657e873ead req-67a671bb-ab97-4c19-b66f-87f9c0fa9d5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 1099 time: 0.0799592 Mar 22 12:41:30.435488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618508b-748e-456e-8c85-17657e873ead req-32f6fead-6bd1-402f-8c79-cc63811c14eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:41:30.436871 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e618508b-748e-456e-8c85-17657e873ead req-32f6fead-6bd1-402f-8c79-cc63811c14eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13 HTTP/1.1" status: 200 len: 898 time: 0.1294606 Mar 22 12:41:30.538928 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e618508b-748e-456e-8c85-17657e873ead req-d45f15a8-35e2-464b-978f-1437525c87d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16 HTTP/1.1" status: 200 len: 1001 time: 0.0961223 Mar 22 12:41:30.602178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618508b-748e-456e-8c85-17657e873ead req-e51858b4-4443-4600-a1a0-d6705cf4656c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:41:30.603543 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e618508b-748e-456e-8c85-17657e873ead req-e51858b4-4443-4600-a1a0-d6705cf4656c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0625d1d-cbed-464f-99dc-57140f228b3b HTTP/1.1" status: 200 len: 844 time: 0.0584931 Mar 22 12:41:30.684541 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e618508b-748e-456e-8c85-17657e873ead req-b0280af2-6805-4ff1-be40-672ff7eff843 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749097 Mar 22 12:41:30.822670 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e618508b-748e-456e-8c85-17657e873ead req-9fba7690-15ee-4623-ab2a-54bb10a81a33 service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323705 Mar 22 12:41:31.031383 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e618508b-748e-456e-8c85-17657e873ead req-33d23d6e-db9f-4e2f-8ffa-3bac96a597d2 service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034667 Mar 22 12:41:31.688580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e7551cee-6c0f-41df-b212-ebc9972b33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:31.996153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:32.066833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:33.301997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:43.320766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:41:50.145538 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:41:58.734097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-83e246a5-309b-4401-b465-312afd2ccb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:01.679419 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f1d1787f-f722-4524-8efa-19aa8360c436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:01.998839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:02.060965 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:03.305119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:13.341826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:19.779127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48306) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:42:19.788251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:42:20.026221 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15443234'] for subnet, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:20.207259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747665871773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15792683'] for subnet, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:20.256087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:42:20.256663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:20.257945 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/subnets/a0625d1d-cbed-464f-99dc-57140f228b3b HTTP/1.1" status: 200 len: 836 time: 0.4775341 Mar 22 12:42:20.258136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b69449-61fe-4eff-832a-ca3225c9f219 None None] Network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:42:20.273439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Subnet': ['ID=a0625d1d-cbed-464f-99dc-57140f228b3b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:42:20.281996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:42:20.282327 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:42:20.282651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:42:20.282965 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:42:20.283268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:42:20.283571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:42:20.283889 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:42:20.284194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:42:20.284500 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:42:20.284801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:42:20.285098 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b587da0-d989-4fd9-874d-8b9f87398aa3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:42:20.754870 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-67e2a782-f00e-42cb-844c-9fa4979d2160 None None] Provisioning complete for port 991df799-7cd7-4a6b-8dba-a00b28c84d38 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:42:20.755272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-67e2a782-f00e-42cb-844c-9fa4979d2160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:20.898777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-67e2a782-f00e-42cb-844c-9fa4979d2160 None None] Provisioning complete for port 94a73a46-26d8-427a-abf5-d233b7e0f39f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:42:20.899049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-67e2a782-f00e-42cb-844c-9fa4979d2160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:21.032859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-67e2a782-f00e-42cb-844c-9fa4979d2160 None None] Provisioning complete for port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:42:21.033224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-67e2a782-f00e-42cb-844c-9fa4979d2160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:27.142671 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:42:28.730933 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3c05dc9-62ed-40bf-9dea-52c63bdee7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:31.682707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e01d6602-d6d2-4317-8a69-ae06eaddd9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:32.003609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:32.065524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:32.126507 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eaf07fed-a4df-4c35-aa50-68e104362a1d req-36189477-8de4-4ac3-9828-39a0f7179278 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737853 Mar 22 12:42:32.263516 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eaf07fed-a4df-4c35-aa50-68e104362a1d req-4691d34e-9a1b-41a6-b471-c590adfef566 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 1099 time: 0.0705009 Mar 22 12:42:32.417315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf07fed-a4df-4c35-aa50-68e104362a1d req-9b9a903a-f3e0-4ad9-b7e1-6d124171b8ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:42:32.418765 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eaf07fed-a4df-4c35-aa50-68e104362a1d req-9b9a903a-f3e0-4ad9-b7e1-6d124171b8ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13 HTTP/1.1" status: 200 len: 898 time: 0.1368330 Mar 22 12:42:32.519785 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eaf07fed-a4df-4c35-aa50-68e104362a1d req-660f8650-93c5-48f6-b90a-0a2bca4cbf67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16 HTTP/1.1" status: 200 len: 1001 time: 0.0951881 Mar 22 12:42:32.585843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf07fed-a4df-4c35-aa50-68e104362a1d req-f48f804e-28ed-4a19-9fc1-062a1eadc92e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:42:32.587220 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eaf07fed-a4df-4c35-aa50-68e104362a1d req-f48f804e-28ed-4a19-9fc1-062a1eadc92e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0625d1d-cbed-464f-99dc-57140f228b3b HTTP/1.1" status: 200 len: 844 time: 0.0614738 Mar 22 12:42:32.663074 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eaf07fed-a4df-4c35-aa50-68e104362a1d req-ae867965-ca47-4c2e-a80f-004e318f9c9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698328 Mar 22 12:42:32.795001 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eaf07fed-a4df-4c35-aa50-68e104362a1d req-a326d02e-f38a-4cee-9338-c96abf9b005e service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254582 Mar 22 12:42:32.925170 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eaf07fed-a4df-4c35-aa50-68e104362a1d req-8bc1f921-7bb1-4668-acba-8f0f9fcbb319 service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235242 Mar 22 12:42:33.317627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:43.345019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:42:58.739934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d3881879-4b59-47b6-8b2d-38a9bb34343d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:01.686100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-009f082a-c5b9-47a7-b1a3-3b65dc4d7265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:02.009849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:02.070954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:03.317028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:04.028334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48340) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:04.133998 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:43:04.354927 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 6de1e007-2511-42bb-bf3b-04688e414dba {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:43:04.355207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:04.605883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:04.606210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:04.722760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 6de1e007-2511-42bb-bf3b-04688e414dba owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:43:04.885945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:04.927676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=6de1e007-2511-42bb-bf3b-04688e414dba,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:05.029571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:05.418892 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router a96a29cb-303f-4ab5-81bb-ca645f429316 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:43:05.617303 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:43:05.627696 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f10b1a-0c65-48d7-bf31-d4710601ba8c None None] Sync routers for ids ['a96a29cb-303f-4ab5-81bb-ca645f429316'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:43:05.639818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:05.642363 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f10b1a-0c65-48d7-bf31-d4710601ba8c None None] Routers {'a96a29cb-303f-4ab5-81bb-ca645f429316'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:05.642993 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a8f10b1a-0c65-48d7-bf31-d4710601ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a96a29cb-303f-4ab5-81bb-ca645f429316'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:05.696572 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9faad657-15ce-4057-9130-8fc34d4f5fae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/floatingips/f31efb2c-0eae-49dd-bce1-b0d45db2858a HTTP/1.1" status: 204 len: 168 time: 1.6671214 Mar 22 12:43:05.697560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'tag': '9ba9942b-71e7-469a-a9d3-d8b751f67c16'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:43:05.777566 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'tag': '9ba9942b-71e7-469a-a9d3-d8b751f67c16', 'status': 'completed', 'code': 200} Mar 22 12:43:05.833345 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a8f10b1a-0c65-48d7-bf31-d4710601ba8c None None] Set router a96a29cb-303f-4ab5-81bb-ca645f429316 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:05.942652 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4be7ae3e-6102-4efb-8b9e-f0dc452a1c47 req-96fb44e6-3169-4d63-aaf7-784124f6dcae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 1099 time: 0.1413329 Mar 22 12:43:06.081022 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7ae3e-6102-4efb-8b9e-f0dc452a1c47 req-7cecd8d1-7871-483f-a8eb-5d1359bb6ef1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:06.082529 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4be7ae3e-6102-4efb-8b9e-f0dc452a1c47 req-7cecd8d1-7871-483f-a8eb-5d1359bb6ef1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13 HTTP/1.1" status: 200 len: 898 time: 0.1332231 Mar 22 12:43:06.145911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf52f89-2c1e-4e56-b5ff-b5e9f2242218 req-29f4aa55-40c9-4094-bcf0-2b719272c8cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:06.148422 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9cf52f89-2c1e-4e56-b5ff-b5e9f2242218 req-29f4aa55-40c9-4094-bcf0-2b719272c8cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 946 time: 0.0852447 Mar 22 12:43:06.184518 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a8f10b1a-0c65-48d7-bf31-d4710601ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:31Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '991df799-7cd7-4a6b-8dba-a00b28c84d38', 'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:07:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:30Z', 'updated_at': '2022-03-22T12:39:38Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:06.190989 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f10b1a-0c65-48d7-bf31-d4710601ba8c None None] Checking router: a96a29cb-303f-4ab5-81bb-ca645f429316 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:43:06.207690 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f10b1a-0c65-48d7-bf31-d4710601ba8c None None] Routers {'a96a29cb-303f-4ab5-81bb-ca645f429316'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:06.208792 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a8f10b1a-0c65-48d7-bf31-d4710601ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a96a29cb-303f-4ab5-81bb-ca645f429316'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:06.214797 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9cf52f89-2c1e-4e56-b5ff-b5e9f2242218 req-696be80e-e072-407e-a503-a1393f6f3777 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602915 Mar 22 12:43:06.260356 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4be7ae3e-6102-4efb-8b9e-f0dc452a1c47 req-5abe9317-8d57-4d5d-981a-756b3192f26d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16 HTTP/1.1" status: 200 len: 217 time: 0.1711948 Mar 22 12:43:06.322975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7ae3e-6102-4efb-8b9e-f0dc452a1c47 req-5f30c401-32d2-4131-9bd0-c761642ed8a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:06.324452 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4be7ae3e-6102-4efb-8b9e-f0dc452a1c47 req-5f30c401-32d2-4131-9bd0-c761642ed8a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0625d1d-cbed-464f-99dc-57140f228b3b HTTP/1.1" status: 200 len: 844 time: 0.0581315 Mar 22 12:43:06.394656 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a8f10b1a-0c65-48d7-bf31-d4710601ba8c None None] Set router a96a29cb-303f-4ab5-81bb-ca645f429316 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:06.403303 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4be7ae3e-6102-4efb-8b9e-f0dc452a1c47 req-bf03de53-a935-4769-85c7-d5b39e0b4423 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8f403fd-5276-4e1c-bc35-72f0f39e5c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722106 Mar 22 12:43:06.536479 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4be7ae3e-6102-4efb-8b9e-f0dc452a1c47 req-a8020ace-593c-47ec-90bc-ade1216fa81d service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266584 Mar 22 12:43:06.666236 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4be7ae3e-6102-4efb-8b9e-f0dc452a1c47 req-f59275f5-e454-41ea-984c-4ab474ef1260 service neutron] 10.222.0.55 "GET /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232059 Mar 22 12:43:06.699597 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a8f10b1a-0c65-48d7-bf31-d4710601ba8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:31Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '991df799-7cd7-4a6b-8dba-a00b28c84d38', 'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:07:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:30Z', 'updated_at': '2022-03-22T12:39:38Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:06.703436 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f10b1a-0c65-48d7-bf31-d4710601ba8c None None] The sync data for ids ['a96a29cb-303f-4ab5-81bb-ca645f429316'] in dv-neutron-834653-1-hyperv is: [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:31Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '991df799-7cd7-4a6b-8dba-a00b28c84d38', 'name': '', 'network_id': 'e8f403fd-5276-4e1c-bc35-72f0f39e5c13', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:07:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:30Z', 'updated_at': '2022-03-22T12:39:38Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': 'a0625d1d-cbed-464f-99dc-57140f228b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:43:06.929345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da21889-aef4-4e30-a76f-d102ff0c9d6b None None] New status for floating IP f31efb2c-0eae-49dd-bce1-b0d45db2858a: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:43:07.418918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8922210-0ed1-454f-8d91-dc3d973402ce req-5821c0b1-56bf-4f25-b6d9-53b78f1d752c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:07.419583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e8922210-0ed1-454f-8d91-dc3d973402ce req-5821c0b1-56bf-4f25-b6d9-53b78f1d752c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:43:07.438502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e8922210-0ed1-454f-8d91-dc3d973402ce req-5821c0b1-56bf-4f25-b6d9-53b78f1d752c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:43:07.439635 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8922210-0ed1-454f-8d91-dc3d973402ce req-5821c0b1-56bf-4f25-b6d9-53b78f1d752c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 946 time: 0.0998571 Mar 22 12:43:07.489685 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8922210-0ed1-454f-8d91-dc3d973402ce req-1375c491-2c55-4c2f-8882-5b012052d3c9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=cbb7a436-4148-4da1-9fb8-fb8283d5ded5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411880 Mar 22 12:43:07.584059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3397ba6-6130-4f92-8ab7-f2145c44c132 req-9bfb885a-d32e-47c2-8a20-d4953c9fdc41 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:07.585483 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a3397ba6-6130-4f92-8ab7-f2145c44c132 req-9bfb885a-d32e-47c2-8a20-d4953c9fdc41 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 946 time: 0.0774331 Mar 22 12:43:07.663406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-a3397ba6-6130-4f92-8ab7-f2145c44c132 req-c0be88de-9d54-44d4-968d-f2b9398273fe tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:43:07.663736 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a3397ba6-6130-4f92-8ab7-f2145c44c132 req-c0be88de-9d54-44d4-968d-f2b9398273fe tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:07.918637 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-a3397ba6-6130-4f92-8ab7-f2145c44c132 req-c0be88de-9d54-44d4-968d-f2b9398273fe tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 9ba9942b-71e7-469a-a9d3-d8b751f67c16, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9ba9942b-71e7-469a-a9d3-d8b751f67c16,segment=NetworkSegment(45260f49-fc1e-49c6-b934-ad7e60c2a981),segment_id=45260f49-fc1e-49c6-b934-ad7e60c2a981)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:07.918987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a3397ba6-6130-4f92-8ab7-f2145c44c132 req-c0be88de-9d54-44d4-968d-f2b9398273fe tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:08.034276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-a3397ba6-6130-4f92-8ab7-f2145c44c132 req-c0be88de-9d54-44d4-968d-f2b9398273fe tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 9ba9942b-71e7-469a-a9d3-d8b751f67c16 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:43:08.176523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a3397ba6-6130-4f92-8ab7-f2145c44c132 req-c0be88de-9d54-44d4-968d-f2b9398273fe tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:08.224711 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be88de-9d54-44d4-968d-f2b9398273fe tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=9ba9942b-71e7-469a-a9d3-d8b751f67c16,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:08.295810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3397ba6-6130-4f92-8ab7-f2145c44c132 req-c0be88de-9d54-44d4-968d-f2b9398273fe tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] No DVR routers for this DVR port 9ba9942b-71e7-469a-a9d3-d8b751f67c16 on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:43:08.298621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-a3397ba6-6130-4f92-8ab7-f2145c44c132 req-c0be88de-9d54-44d4-968d-f2b9398273fe tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:08.301081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'name': 'network-vif-deleted', 'tag': '9ba9942b-71e7-469a-a9d3-d8b751f67c16'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:43:08.318424 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a3397ba6-6130-4f92-8ab7-f2145c44c132 req-c0be88de-9d54-44d4-968d-f2b9398273fe tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "DELETE /v2.0/ports/9ba9942b-71e7-469a-a9d3-d8b751f67c16 HTTP/1.1" status: 204 len: 173 time: 0.7281251 Mar 22 12:43:08.365661 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e556d-128d-4da9-bd62-90377fc3cfcb', 'name': 'network-vif-deleted', 'tag': '9ba9942b-71e7-469a-a9d3-d8b751f67c16', 'status': 'completed', 'code': 200} Mar 22 12:43:08.669382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-652541c3-333b-44bc-8648-6265b524a05a req-bec5f1e1-95c2-458c-93bb-3dc66a2d8d33 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:43:08.687796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-652541c3-333b-44bc-8648-6265b524a05a req-bec5f1e1-95c2-458c-93bb-3dc66a2d8d33 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:43:08.689439 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-652541c3-333b-44bc-8648-6265b524a05a req-bec5f1e1-95c2-458c-93bb-3dc66a2d8d33 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=b21e556d-128d-4da9-bd62-90377fc3cfcb HTTP/1.1" status: 200 len: 210 time: 0.0615227 Mar 22 12:43:09.805005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48376) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:09.878784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-450895f0-7a9a-4be2-94d0-863eab49d12e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:09.908762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-450895f0-7a9a-4be2-94d0-863eab49d12e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:09.978706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-450895f0-7a9a-4be2-94d0-863eab49d12e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:09.997101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450895f0-7a9a-4be2-94d0-863eab49d12e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb7a436-4148-4da1-9fb8-fb8283d5ded5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:10.007801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-450895f0-7a9a-4be2-94d0-863eab49d12e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:10.008935 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-450895f0-7a9a-4be2-94d0-863eab49d12e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/cbb7a436-4148-4da1-9fb8-fb8283d5ded5 HTTP/1.1" status: 204 len: 168 time: 0.2027452 Mar 22 12:43:10.053827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48382) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:10.551018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:11.161733 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 991df799-7cd7-4a6b-8dba-a00b28c84d38 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:43:11.162434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:11.347379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 991df799-7cd7-4a6b-8dba-a00b28c84d38, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=991df799-7cd7-4a6b-8dba-a00b28c84d38,segment=NetworkSegment(45260f49-fc1e-49c6-b934-ad7e60c2a981),segment_id=45260f49-fc1e-49c6-b934-ad7e60c2a981)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:11.347725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:11.471172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 991df799-7cd7-4a6b-8dba-a00b28c84d38 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:43:11.652671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:11.704886 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=991df799-7cd7-4a6b-8dba-a00b28c84d38,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:12.105305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:12.154003 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 9ba9942b-71e7-469a-a9d3-d8b751f67c16 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:43:12.187165 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 9ba9942b-71e7-469a-a9d3-d8b751f67c16 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:43:12.187524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 9ba9942b-71e7-469a-a9d3-d8b751f67c16 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:43:12.688116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router a96a29cb-303f-4ab5-81bb-ca645f429316 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:43:12.893615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:43:12.903892 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76468c-ac53-4340-86b9-88c860fb8877 None None] Sync routers for ids ['a96a29cb-303f-4ab5-81bb-ca645f429316'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:43:12.916145 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-868dbb85-03d8-4d1f-9ae1-e3a479f01e60 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/a96a29cb-303f-4ab5-81bb-ca645f429316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8587048 Mar 22 12:43:12.916328 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76468c-ac53-4340-86b9-88c860fb8877 None None] Routers {'a96a29cb-303f-4ab5-81bb-ca645f429316'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:12.916434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48386) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:12.916792 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ee76468c-ac53-4340-86b9-88c860fb8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a96a29cb-303f-4ab5-81bb-ca645f429316'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:13.090419 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ee76468c-ac53-4340-86b9-88c860fb8877 None None] Set router a96a29cb-303f-4ab5-81bb-ca645f429316 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:13.101168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9c17cc-b636-4310-a2ce-39180f2295b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting subnet a0625d1d-cbed-464f-99dc-57140f228b3b {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:43:13.105772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae9c17cc-b636-4310-a2ce-39180f2295b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:13.159901 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae9c17cc-b636-4310-a2ce-39180f2295b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:13.244284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae9c17cc-b636-4310-a2ce-39180f2295b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:13.341414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:13.406451 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ee76468c-ac53-4340-86b9-88c860fb8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:43:11Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:13.410535 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76468c-ac53-4340-86b9-88c860fb8877 None None] Checking router: a96a29cb-303f-4ab5-81bb-ca645f429316 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:43:13.424914 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76468c-ac53-4340-86b9-88c860fb8877 None None] Routers {'a96a29cb-303f-4ab5-81bb-ca645f429316'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:13.425665 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ee76468c-ac53-4340-86b9-88c860fb8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['a96a29cb-303f-4ab5-81bb-ca645f429316'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:13.430996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae9c17cc-b636-4310-a2ce-39180f2295b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:13.469228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c17cc-b636-4310-a2ce-39180f2295b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Subnet': ['ID=a0625d1d-cbed-464f-99dc-57140f228b3b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:13.474397 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae9c17cc-b636-4310-a2ce-39180f2295b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:13.482532 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae9c17cc-b636-4310-a2ce-39180f2295b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/subnets/a0625d1d-cbed-464f-99dc-57140f228b3b HTTP/1.1" status: 204 len: 168 time: 0.5627089 Mar 22 12:43:13.482814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48390) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:13.485353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a1108-7f21-465b-8747-ef7acaaf6077 None None] Network e8f403fd-5276-4e1c-bc35-72f0f39e5c13 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:43:13.605976 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ee76468c-ac53-4340-86b9-88c860fb8877 None None] Set router a96a29cb-303f-4ab5-81bb-ca645f429316 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:13.687233 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:13.796081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] DHCP port deletion for e8f403fd-5276-4e1c-bc35-72f0f39e5c13 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:43:13.800413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Deleting port 94a73a46-26d8-427a-abf5-d233b7e0f39f {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:43:13.800784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:13.887657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:13.899111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:43:13.899645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:13.913783 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ee76468c-ac53-4340-86b9-88c860fb8877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:43:11Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:13.917672 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76468c-ac53-4340-86b9-88c860fb8877 None None] The sync data for ids ['a96a29cb-303f-4ab5-81bb-ca645f429316'] in dv-neutron-834653-1-hyperv is: [{'id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'name': 'tempest-TestNetworkBasicOps-router-645014386', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7'}], 'enable_snat': True}, 'gw_port_id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:43:11Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '9fdf26ea-dc5e-416f-a7b5-3ff1d01046de', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96a29cb-303f-4ab5-81bb-ca645f429316', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:39:27Z', 'updated_at': '2022-03-22T12:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:43:13.951384 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 94a73a46-26d8-427a-abf5-d233b7e0f39f no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:43:14.078173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9fdf26ea-dc5e-416f-a7b5-3ff1d01046de,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:14.078429 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:14.080507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] For port 94a73a46-26d8-427a-abf5-d233b7e0f39f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=94a73a46-26d8-427a-abf5-d233b7e0f39f,segment=NetworkSegment(45260f49-fc1e-49c6-b934-ad7e60c2a981),segment_id=45260f49-fc1e-49c6-b934-ad7e60c2a981)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:14.080858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:14.195762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:43:14.222171 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Calling delete_port for 94a73a46-26d8-427a-abf5-d233b7e0f39f owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:43:14.292831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:14.331473 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:14.368859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:14.419812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] No DVR routers for this DVR port 94a73a46-26d8-427a-abf5-d233b7e0f39f on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:43:14.420307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=9fdf26ea-dc5e-416f-a7b5-3ff1d01046de,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:14.429233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Pushing event deleted for resources: {'Port': ['ID=94a73a46-26d8-427a-abf5-d233b7e0f39f,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:14.439112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:14.439529 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:14.439922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:14.440318 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:14.440711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:14.441102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:14.441507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:14.441895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:14.442280 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:14.442670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:14.443143 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb93bcdd-f1ee-4b6e-9683-c5afc1cdc093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:14.644298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:14.998962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.004293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.042723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.043208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Fanout notify agent at l3_agent the message router_deleted on router a96a29cb-303f-4ab5-81bb-ca645f429316 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:43:15.058199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.061936 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-53a5efc9-39e0-4a58-ac00-12da3cb55aad tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/routers/a96a29cb-303f-4ab5-81bb-ca645f429316 HTTP/1.1" status: 204 len: 168 time: 1.5782263 Mar 22 12:43:15.062183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48394) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:15.268835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.397440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.422312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f403fd-5276-4e1c-bc35-72f0f39e5c13']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:15.438101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45260f49-fc1e-49c6-b934-ad7e60c2a981') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:15.438383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45260f49-fc1e-49c6-b934-ad7e60c2a981') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:15.450002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.467885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.474696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:43:15.475136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:43:15.491024 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:43:15.574103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.579009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.608763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Network': ['ID=e8f403fd-5276-4e1c-bc35-72f0f39e5c13,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:15.612811 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/networks/e8f403fd-5276-4e1c-bc35-72f0f39e5c13 HTTP/1.1" status: 204 len: 168 time: 0.5496516 Mar 22 12:43:15.619282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:15.619651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:15.619973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:15.620317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:15.620605 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:15.620929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:15.621316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:15.621575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:15.621889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:15.622202 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:15.622510 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a832b-68ef-4dcd-ae6a-f00819dc7fc5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:15.626983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48398) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:15.632986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'network': {'name': 'tempest-network-smoke--1632875104', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:15.638257 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:15.642521 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:network and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:15.645467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:15.651296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:15.663398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:43:15.666371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.695093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:43:15.704737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.705071 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Added segment 0d9098b1-b445-4b14-889b-939c4925c8aa of type vlan for network 55b90dae-6d79-4e20-8750-057e2b73db0f Mar 22 12:43:15.730985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.761404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.765140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:15.765742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.878114 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2499137 Mar 22 12:43:15.881018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48402) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:15.886279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'admin_state_up': True, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:15.892863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab2828-1d4b-4e3d-b8a2-49de59e72a40 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Network': ['ID=55b90dae-6d79-4e20-8750-057e2b73db0f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:15.893083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:15.898540 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:router and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:15.902177 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:15.907564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 55b90dae-6d79-4e20-8750-057e2b73db0f details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:43:15.910121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:15.927459 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.928362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.949699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:15.981739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 991df799-7cd7-4a6b-8dba-a00b28c84d38 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:43:16.027823 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 991df799-7cd7-4a6b-8dba-a00b28c84d38 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:43:16.028162 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 991df799-7cd7-4a6b-8dba-a00b28c84d38 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:43:16.028588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:43:16.073074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:43:16.073385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9fdf26ea-dc5e-416f-a7b5-3ff1d01046de not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:43:16.091902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:16.268979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:16.301958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:16.462558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.159 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/5d72a476-1a86-4b9d-9935-b788da3b921b) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:43:16.611248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:16.641001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:16.705033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:43:16.707871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:43:16.712087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:43:16.735727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=5d72a476-1a86-4b9d-9935-b788da3b921b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:16.872265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:16.872896 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:17.095973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 2fb7952c-d301-42e9-b68c-036afc5f8d30 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:43:17.379520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:43:17.389304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Sync routers for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:43:17.402583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:17.403180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:17.405383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:17.409592 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d22dfdbd-f7a4-4990-ba7a-4966490e90d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5246525 Mar 22 12:43:17.409945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48406) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:17.450250 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4bd0e85d-31b5-4c13-93d9-e93988d876f7 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7b68bf5710844a8fac024c2b8fe300a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389466 Mar 22 12:43:17.452925 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48410) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:17.580079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a8a94c-5516-4316-af5e-671445fc131c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:17.580300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:17.581473 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c2a8a94c-5516-4316-af5e-671445fc131c tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275654 Mar 22 12:43:17.584389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48414) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:17.622396 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fbe90540-5735-487a-9045-f84a343d72ed tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369492 Mar 22 12:43:17.624902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48418) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:17.630122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-830833246', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:17.738635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:17.742522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:subnet and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:17.745361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:17.751060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:17.762756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:43:17.866093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:17.898706 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:16Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:17.902870 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Checking router: 2fb7952c-d301-42e9-b68c-036afc5f8d30 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:43:17.903210 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Updating router 2fb7952c-d301-42e9-b68c-036afc5f8d30 port 5d72a476-1a86-4b9d-9935-b788da3b921b binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:43:17.953890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:18.082083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:18.155723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Subnet': ['ID=5d132c30-3f93-437f-80d9-e4e21e4b42af,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:18.167135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Checking segment: {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:43:18.167491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network hostable DHCP agents. Network: 55b90dae-6d79-4e20-8750-057e2b73db0f, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:43:18.190059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 55b90dae-6d79-4e20-8750-057e2b73db0f is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:43:18.199448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 55b90dae-6d79-4e20-8750-057e2b73db0f) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:43:18.203735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:18.204319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:18.223862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fa86a5-a53a-4516-a65c-43ad5a3461e6 None None] Network 55b90dae-6d79-4e20-8750-057e2b73db0f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:43:18.226060 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-62849e59-bd29-43c2-b699-236e4609980b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6002314 Mar 22 12:43:18.228875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48422) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:18.350346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:18.366256 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Transition to ACTIVE for port object 5d72a476-1a86-4b9d-9935-b788da3b921b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:43:18.384826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:18.515992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Attempting to bind port 5d72a476-1a86-4b9d-9935-b788da3b921b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:43:18.516666 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Attempting to bind port 5d72a476-1a86-4b9d-9935-b788da3b921b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:43:18.516666 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Attempting to bind port 5d72a476-1a86-4b9d-9935-b788da3b921b on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:43:18.518638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50253572-c491-4c36-9bf1-59978ad507d6 None None] Pushing event updated for resources: {'Port': ['ID=5d72a476-1a86-4b9d-9935-b788da3b921b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:18.562840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:43:18.563172 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:43:18.563595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:18.563975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:43:18.564440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Bound port: 5d72a476-1a86-4b9d-9935-b788da3b921b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:43:18.564798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:18.599809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-55b90dae-6d79-4e20-8750-057e2b73db0f', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:43:18.600609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:18.699642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] For port 5d72a476-1a86-4b9d-9935-b788da3b921b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:43:18.719139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] For port 5d72a476-1a86-4b9d-9935-b788da3b921b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5d72a476-1a86-4b9d-9935-b788da3b921b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:43:18.726315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:18.854535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50253572-c491-4c36-9bf1-59978ad507d6 None None] Pushing event updated for resources: {'Port': ['ID=5d72a476-1a86-4b9d-9935-b788da3b921b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:18.857465 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Allocated IP 172.20.0.2 (55b90dae-6d79-4e20-8750-057e2b73db0f/5d132c30-3f93-437f-80d9-e4e21e4b42af/cc720586-f138-4d68-bc29-8ecc6eb286bf) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:43:18.862975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:18.863554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:19.075275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:19.144324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:19.415316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:19.430940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Transition to ACTIVE for port object cc720586-f138-4d68-bc29-8ecc6eb286bf will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:43:19.471986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Transition to ACTIVE for port object cc720586-f138-4d68-bc29-8ecc6eb286bf will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:43:19.500541 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:19.547066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.1 (55b90dae-6d79-4e20-8750-057e2b73db0f/5d132c30-3f93-437f-80d9-e4e21e4b42af/ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:43:19.576283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Network 55b90dae-6d79-4e20-8750-057e2b73db0f is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:43:19.584151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:43:19.587241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Pushing event updated for resources: {'Port': ['ID=cc720586-f138-4d68-bc29-8ecc6eb286bf,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:19.589344 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:43:19.682208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:16Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:19.684174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Attempting to bind port cc720586-f138-4d68-bc29-8ecc6eb286bf on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:43:19.684557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Attempting to bind port cc720586-f138-4d68-bc29-8ecc6eb286bf by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:43:19.684899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Attempting to bind port cc720586-f138-4d68-bc29-8ecc6eb286bf on network 55b90dae-6d79-4e20-8750-057e2b73db0f {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:43:19.690016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee76c682-fd02-4284-b796-7be5a82f4a52 None None] The sync data for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv is: [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:16Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:43:19.694357 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:43:19.694730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Checking segment: {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:43:19.695223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:19.695497 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Bound using segment: {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:43:19.695880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Bound port: cc720586-f138-4d68-bc29-8ecc6eb286bf, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:43:19.696262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:19.708091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:19.722662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:43:19.746751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:19.799739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] For port cc720586-f138-4d68-bc29-8ecc6eb286bf, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:43:19.804064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] For port cc720586-f138-4d68-bc29-8ecc6eb286bf, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=cc720586-f138-4d68-bc29-8ecc6eb286bf,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:43:19.809546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:19.825042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 55b90dae-6d79-4e20-8750-057e2b73db0f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:43:19.828089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:43:19.832526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:43:19.863496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:19.912451 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4e247-7c8e-4ba6-9a57-2aa35868dec8 None None] Pushing event updated for resources: {'Port': ['ID=cc720586-f138-4d68-bc29-8ecc6eb286bf,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:19.926074 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:20.003654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5d72a476-1a86-4b9d-9935-b788da3b921b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:43:20.033368 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:20.108543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 5d72a476-1a86-4b9d-9935-b788da3b921b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:43:20.117418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5d72a476-1a86-4b9d-9935-b788da3b921b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:20.118300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:20.287815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:20.312673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 5d72a476-1a86-4b9d-9935-b788da3b921b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5d72a476-1a86-4b9d-9935-b788da3b921b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:20.318847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:20.399173 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=5d72a476-1a86-4b9d-9935-b788da3b921b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:20.634871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:20.639861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:20.750106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:20.752421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:20.764740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:20.765077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:20.765402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:20.765758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:20.766111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:20.766512 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:20.766714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:20.767057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:20.767340 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:20.767654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:20.767960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:20.901536 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 55b90dae-6d79-4e20-8750-057e2b73db0f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:43:20.902652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:43:20.908395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd4379-b328-4ed3-8404-21bd6b8c7aef None None] Network 55b90dae-6d79-4e20-8750-057e2b73db0f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:43:21.061790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-231a2f89-40f0-4501-89f7-6079b889c8a1 None None] Provisioning for port cc720586-f138-4d68-bc29-8ecc6eb286bf completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:43:21.293908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 2fb7952c-d301-42e9-b68c-036afc5f8d30 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:43:21.396615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-474d80c1-7bba-4fac-a9c0-5a494f0db9d2 None None] Provisioning for port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:43:21.402498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-474d80c1-7bba-4fac-a9c0-5a494f0db9d2 None None] Provisioning complete for port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:21.402974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-474d80c1-7bba-4fac-a9c0-5a494f0db9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:21.456170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-474d80c1-7bba-4fac-a9c0-5a494f0db9d2 None None] Port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:43:21.508671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:43:21.522692 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5f743398-664d-4da5-bdba-6b0cb50363ab tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/2fb7952c-d301-42e9-b68c-036afc5f8d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2928135 Mar 22 12:43:21.525120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48426) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:21.590629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b50d5135-01dd-4223-a9b9-ce64e91b85bd None None] Provisioning complete for port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:21.591084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b50d5135-01dd-4223-a9b9-ce64e91b85bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:21.649690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b50d5135-01dd-4223-a9b9-ce64e91b85bd None None] Port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:43:21.664754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81016057-6e18-4904-9686-3ba574bcad55 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:21.665340 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81016057-6e18-4904-9686-3ba574bcad55 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:21.665532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81016057-6e18-4904-9686-3ba574bcad55 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:21.665834 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81016057-6e18-4904-9686-3ba574bcad55 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:21.667487 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-81016057-6e18-4904-9686-3ba574bcad55 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1413364 Mar 22 12:43:21.670197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48430) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:21.735424 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2933ae-0fb3-4155-ad46-3c541ea8758f tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:21.735784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2933ae-0fb3-4155-ad46-3c541ea8758f tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:21.736137 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2933ae-0fb3-4155-ad46-3c541ea8758f tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:21.736481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2933ae-0fb3-4155-ad46-3c541ea8758f tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:21.738083 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dc2933ae-0fb3-4155-ad46-3c541ea8758f tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0669434 Mar 22 12:43:21.741739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48434) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:21.771630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-07e1c16a-748f-4d16-b38b-2079477282f2 None None] Provisioning complete for port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:21.771926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-07e1c16a-748f-4d16-b38b-2079477282f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:21.822420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-07e1c16a-748f-4d16-b38b-2079477282f2 None None] Port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:43:21.954452 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ea9952f8-f88e-44cf-ab35-603db68eac53 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2115102 Mar 22 12:43:22.024208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5d72a476-1a86-4b9d-9935-b788da3b921b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:43:22.090006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5d72a476-1a86-4b9d-9935-b788da3b921b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:22.090290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.168531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48440) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:22.174194 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-185585591', 'description': 'tempest-secgroup-smoke-185585591 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:22.180445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:22.185053 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:22.187928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:22.193564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:22.204670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.208470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device cc720586-f138-4d68-bc29-8ecc6eb286bf up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:43:22.239902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:22.243577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:22.246311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:22.251833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:22.274848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port cc720586-f138-4d68-bc29-8ecc6eb286bf completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:43:22.279638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port cc720586-f138-4d68-bc29-8ecc6eb286bf triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:22.280005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.304183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.309260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.354786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c18c3f-149f-49c5-a01f-269445cfa50a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:22.358138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.362293 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-014fa968-731d-4583-94cb-70fc9bdc4861 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1899569 Mar 22 12:43:22.362764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48444) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:22.368727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7a0ba7ed-99a6-4ff1-ac84-373d91ff3c0b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'f8c18c3f-149f-49c5-a01f-269445cfa50a', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:22.375108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7a0ba7ed-99a6-4ff1-ac84-373d91ff3c0b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:22.378977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7a0ba7ed-99a6-4ff1-ac84-373d91ff3c0b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:22.381827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7a0ba7ed-99a6-4ff1-ac84-373d91ff3c0b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:22.387488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7a0ba7ed-99a6-4ff1-ac84-373d91ff3c0b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:22.399460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.404772 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba7ed-99a6-4ff1-ac84-373d91ff3c0b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.432263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port cc720586-f138-4d68-bc29-8ecc6eb286bf, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=cc720586-f138-4d68-bc29-8ecc6eb286bf,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:22.436659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.466704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba7ed-99a6-4ff1-ac84-373d91ff3c0b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.471721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba7ed-99a6-4ff1-ac84-373d91ff3c0b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.494012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ba7ed-99a6-4ff1-ac84-373d91ff3c0b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98caa425-75de-4e47-ab99-0d70d0a84746,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:22.503886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba7ed-99a6-4ff1-ac84-373d91ff3c0b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.505129 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7a0ba7ed-99a6-4ff1-ac84-373d91ff3c0b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1411569 Mar 22 12:43:22.507931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48448) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:22.509951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=cc720586-f138-4d68-bc29-8ecc6eb286bf,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:22.513849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1ad5b000-eeda-42f9-941e-af509ede7a44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'f8c18c3f-149f-49c5-a01f-269445cfa50a', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:22.521240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1ad5b000-eeda-42f9-941e-af509ede7a44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:22.526589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ad5b000-eeda-42f9-941e-af509ede7a44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:22.529587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ad5b000-eeda-42f9-941e-af509ede7a44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:22.535451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1ad5b000-eeda-42f9-941e-af509ede7a44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:22.553089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b000-eeda-42f9-941e-af509ede7a44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.615952 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b000-eeda-42f9-941e-af509ede7a44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.621094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b000-eeda-42f9-941e-af509ede7a44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.643828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5b000-eeda-42f9-941e-af509ede7a44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a07875-fc36-4191-a46d-b3bc6275e098,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:22.652440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b000-eeda-42f9-941e-af509ede7a44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.653770 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1ad5b000-eeda-42f9-941e-af509ede7a44 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1447666 Mar 22 12:43:22.656420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48452) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:22.661734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c59eb6b4-95ee-4e2b-9922-3012a5feb3e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'f8c18c3f-149f-49c5-a01f-269445cfa50a', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:22.667617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c59eb6b4-95ee-4e2b-9922-3012a5feb3e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:22.671488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c59eb6b4-95ee-4e2b-9922-3012a5feb3e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:22.674429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c59eb6b4-95ee-4e2b-9922-3012a5feb3e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:22.680076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c59eb6b4-95ee-4e2b-9922-3012a5feb3e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:22.700711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c59eb6b4-95ee-4e2b-9922-3012a5feb3e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.761035 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c59eb6b4-95ee-4e2b-9922-3012a5feb3e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.767142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c59eb6b4-95ee-4e2b-9922-3012a5feb3e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.789483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59eb6b4-95ee-4e2b-9922-3012a5feb3e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f90ca0c-3226-4265-9a3b-edc969db8c77,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:22.800367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c59eb6b4-95ee-4e2b-9922-3012a5feb3e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.801608 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c59eb6b4-95ee-4e2b-9922-3012a5feb3e1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1442602 Mar 22 12:43:22.804493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48456) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:22.810472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-58b73111-abb6-422c-93a9-13f0a883d065 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'f8c18c3f-149f-49c5-a01f-269445cfa50a', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:22.816324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-58b73111-abb6-422c-93a9-13f0a883d065 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:22.820342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-58b73111-abb6-422c-93a9-13f0a883d065 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:22.823541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-58b73111-abb6-422c-93a9-13f0a883d065 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:22.829379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-58b73111-abb6-422c-93a9-13f0a883d065 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:22.850279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58b73111-abb6-422c-93a9-13f0a883d065 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.917316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58b73111-abb6-422c-93a9-13f0a883d065 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.922663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58b73111-abb6-422c-93a9-13f0a883d065 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.945137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b73111-abb6-422c-93a9-13f0a883d065 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d4cf7d1-f6ef-432d-9579-e4d699a98677,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:22.955936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58b73111-abb6-422c-93a9-13f0a883d065 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:22.957073 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-58b73111-abb6-422c-93a9-13f0a883d065 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1517208 Mar 22 12:43:22.960184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48460) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:22.965499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'f8c18c3f-149f-49c5-a01f-269445cfa50a', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:22.971310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:22.975451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:22.978335 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:22.984254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:22.997370 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:43:23.005383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:23.074220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:23.079083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:23.103809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d0c003-709b-4e02-bd61-0f219ee2c695,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:23.115109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:23.116318 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3fb581ea-174b-4aa2-8555-4e3f9046bc71 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1552734 Mar 22 12:43:23.119161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48464) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:23.124532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': 'f8c18c3f-149f-49c5-a01f-269445cfa50a', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:23.130212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:23.134118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:23.137159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:23.143073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:23.155461 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:43:23.162633 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:23.227963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:23.233982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:23.241048 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Sync routers for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:43:23.254155 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:23.255242 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:23.266250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc47784a-6d7b-47a0-838f-491616023b09,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:23.277863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:23.288316 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-82cf084f-3a24-4168-9b53-e33e512332b5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1589837 Mar 22 12:43:23.429810 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:23.465554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-81d8bb3b-4638-4d58-be13-b719a7ab672e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:43:23.482285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-81d8bb3b-4638-4d58-be13-b719a7ab672e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:43:23.483684 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-81d8bb3b-4638-4d58-be13-b719a7ab672e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-185585591&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.0581894 Mar 22 12:43:23.745226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-07df9d90-4200-4618-af79-90dcb55bca51 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:23.745903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-07df9d90-4200-4618-af79-90dcb55bca51 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:43:23.748531 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:23.752351 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Checking router: 2fb7952c-d301-42e9-b68c-036afc5f8d30 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:43:23.752692 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Updating router 2fb7952c-d301-42e9-b68c-036afc5f8d30 port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:43:23.763029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-07df9d90-4200-4618-af79-90dcb55bca51 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:43:23.764252 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-07df9d90-4200-4618-af79-90dcb55bca51 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 797 time: 0.2736146 Mar 22 12:43:23.786268 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-145b47f1-f75f-4cfc-bbec-6d6b05858726 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/quotas/7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 375 time: 0.0161519 Mar 22 12:43:23.809740 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:23.864638 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-2d379041-cce0-4934-8e75-455ea1df0dda tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:43:23.881167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-2d379041-cce0-4934-8e75-455ea1df0dda tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:43:23.882645 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-2d379041-cce0-4934-8e75-455ea1df0dda tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950799 Mar 22 12:43:23.898430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-85e76d24-dae5-463a-958b-a4f4d0982eec service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:43:23.899400 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-85e76d24-dae5-463a-958b-a4f4d0982eec service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055428 Mar 22 12:43:23.974397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device cc720586-f138-4d68-bc29-8ecc6eb286bf up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:43:24.073655 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-bb878aa8-8b5c-41f1-8713-6455fc914245 service neutron] 10.222.0.62 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507285 Mar 22 12:43:24.078277 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port cc720586-f138-4d68-bc29-8ecc6eb286bf triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:24.078633 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:24.206771 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:24.220688 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Transition to ACTIVE for port object ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:43:24.228814 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f5a8ab92-eda7-4c5f-9d64-02d85bce8905 service neutron] 10.222.0.62 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489179 Mar 22 12:43:24.230963 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:24.366132 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Pushing event updated for resources: {'Port': ['ID=ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:24.379885 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:24.380246 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:24.380568 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:24.380983 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:24.381309 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:24.381646 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:24.381957 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:24.382422 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:24.382903 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:24.383370 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:24.383818 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:43:24.435101 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-68a79d8e-71d7-4e7a-8ab3-0cab340c4a00 req-96c2f975-9594-4c51-b4ad-2739413ef751 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 210 time: 0.0557034 Mar 22 12:43:24.477817 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Attempting to bind port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:43:24.478173 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Attempting to bind port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:43:24.478523 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Attempting to bind port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb on network 55b90dae-6d79-4e20-8750-057e2b73db0f {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:43:24.486738 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:43:24.487101 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Checking segment: {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:43:24.487489 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:24.487870 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Bound using segment: {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:43:24.488326 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Bound port: ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:43:24.488691 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:24.587796 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] For port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:43:24.590867 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] For port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:43:24.595900 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:24.674897 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414da66e-1ab5-4e35-9d92-7d7acc11faf0 None None] Pushing event updated for resources: {'Port': ['ID=ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:24.679463 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:24.680058 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:24.879560 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:25.182674 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:24Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:25.187186 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e975e-fc0a-4041-bd5b-8c700e243012 None None] The sync data for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv is: [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:24Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:43:25.482597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-b5e63f2e-6e28-4fe8-970c-91a728fbe615 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:25.484709 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-b5e63f2e-6e28-4fe8-970c-91a728fbe615 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 797 time: 0.1504390 Mar 22 12:43:25.552163 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-892622f0-ea55-4efc-8363-80f6b41ec59b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 379 time: 0.0433834 Mar 22 12:43:25.561060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'device_id': '3b5be965-c352-41aa-be1c-2a573411b142', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'admin_state_up': True, 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'security_groups': ['f8c18c3f-149f-49c5-a01f-269445cfa50a']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:25.673020 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-800dca3f-6561-4525-8a50-267d707b2971 req-2c7065b8-3f53-47ce-abdf-ff79faee84be tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 210 time: 0.0946326 Mar 22 12:43:25.742581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:25.752051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:25.762177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:43:25.765850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:25.934140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.9 (55b90dae-6d79-4e20-8750-057e2b73db0f/5d132c30-3f93-437f-80d9-e4e21e4b42af/e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:43:25.987889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:43:26.059460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:43:26.064606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:26.064974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:26.137290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:26.153596 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:43:26.179721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:26.180726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:26.211890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:26.216160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:26.257404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 55b90dae-6d79-4e20-8750-057e2b73db0f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:43:26.260492 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:43:26.264913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:43:26.282720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:26.292794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:26.326825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:26.327422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:26.352799 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-f2620e41-6201-4c09-9191-c6e8e8d73a13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7956986 Mar 22 12:43:26.363857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Request body: {'port': {'device_id': '3b5be965-c352-41aa-be1c-2a573411b142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:26.473738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:26.528232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90b37ec3-ebc9-481c-9983-9a856fc3e4d4 None None] Provisioning for port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:43:26.533313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-90b37ec3-ebc9-481c-9983-9a856fc3e4d4 None None] Provisioning complete for port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:26.533313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-90b37ec3-ebc9-481c-9983-9a856fc3e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:26.586145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-90b37ec3-ebc9-481c-9983-9a856fc3e4d4 None None] Port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:43:26.880679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56fb2c-9395-4aec-98fb-2ce2be7f2827 req-63e04296-ba38-4d5b-9cda-aeb5e1c68eb7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:26.882074 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bb56fb2c-9395-4aec-98fb-2ce2be7f2827 req-63e04296-ba38-4d5b-9cda-aeb5e1c68eb7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 931 time: 0.0820642 Mar 22 12:43:26.898434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:43:26.905169 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:26.919021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Transition to ACTIVE for port object e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:43:26.923054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:26.926468 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-bb56fb2c-9395-4aec-98fb-2ce2be7f2827 req-e343ebb4-d0ae-4eae-a2ae-eddb33c5f317 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:43:26.937921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-bb56fb2c-9395-4aec-98fb-2ce2be7f2827 req-e343ebb4-d0ae-4eae-a2ae-eddb33c5f317 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:43:26.939079 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bb56fb2c-9395-4aec-98fb-2ce2be7f2827 req-e343ebb4-d0ae-4eae-a2ae-eddb33c5f317 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513704 Mar 22 12:43:27.046761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:27.157612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Attempting to bind port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:43:27.157945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Attempting to bind port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:43:27.158268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Attempting to bind port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c on network 55b90dae-6d79-4e20-8750-057e2b73db0f {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:43:27.163940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c on network 55b90dae-6d79-4e20-8750-057e2b73db0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:43:27.164258 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Attempting to bind port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c on network 55b90dae-6d79-4e20-8750-057e2b73db0f {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:43:27.170462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:43:27.170789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Checking segment: {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:43:27.171170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Bound using segment: {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:43:27.171608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Bound port: e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:43:27.171953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:27.260087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] For port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:43:27.263001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] For port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:43:27.269523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:27.329803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:27.331132 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] 10.222.0.55 "PUT /v2.0/ports/e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c HTTP/1.1" status: 200 len: 1093 time: 0.9716454 Mar 22 12:43:27.331566 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:43:27.357375 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3bfaa-fafb-4051-bca2-b3d8209a5fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:27.405560 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'status': 'completed', 'code': 200} Mar 22 12:43:27.446474 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-160515c8-d9a0-435c-9186-eaab70835e63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 1096 time: 0.0726395 Mar 22 12:43:27.522261 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-ea5590f6-8a06-4df6-8463-595be2b57826 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c HTTP/1.1" status: 200 len: 217 time: 0.0690539 Mar 22 12:43:27.586190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-601dbfbe-2dbd-4da9-b7e6-b7d9984a1c8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:27.587607 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-601dbfbe-2dbd-4da9-b7e6-b7d9984a1c8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 200 len: 834 time: 0.0596197 Mar 22 12:43:27.666353 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-3aaf0691-037a-401b-9c57-7ed21df9e65d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55b90dae-6d79-4e20-8750-057e2b73db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729988 Mar 22 12:43:27.799494 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-d0843216-aa21-4bfb-8e21-f8a3c49d194e service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275089 Mar 22 12:43:27.944663 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1ca60b6-30d7-4a69-8bd2-39df9de10345 req-12c60e8e-a464-477e-b8b7-8880ec8357db service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395180 Mar 22 12:43:27.966704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:43:28.037125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:28.037541 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:28.062182 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e50975b3-2635-455e-b781-033688d5f9ce req-ee26b2c9-4d9d-4032-9aff-39467a7d5ac2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 1096 time: 0.0683908 Mar 22 12:43:28.137080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959313af-f7b6-4769-a421-6351a9014b82 req-078292c1-e208-44f6-805e-051043f562fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:28.141910 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-959313af-f7b6-4769-a421-6351a9014b82 req-078292c1-e208-44f6-805e-051043f562fc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 943 time: 0.0800712 Mar 22 12:43:28.189469 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-959313af-f7b6-4769-a421-6351a9014b82 req-f29c4718-f96f-4a98-a920-43ede74954dd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449755 Mar 22 12:43:28.199103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50975b3-2635-455e-b781-033688d5f9ce req-5a41a379-d1ed-46ed-9516-4e7c9c754871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:28.200732 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e50975b3-2635-455e-b781-033688d5f9ce req-5a41a379-d1ed-46ed-9516-4e7c9c754871 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 898 time: 0.1330550 Mar 22 12:43:28.270872 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e50975b3-2635-455e-b781-033688d5f9ce req-03eb5448-40e1-4901-86a1-0a9b917cf692 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c HTTP/1.1" status: 200 len: 217 time: 0.0642674 Mar 22 12:43:28.332184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50975b3-2635-455e-b781-033688d5f9ce req-08951ece-8fa7-4529-81eb-15a7495b3cd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:28.333562 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e50975b3-2635-455e-b781-033688d5f9ce req-08951ece-8fa7-4529-81eb-15a7495b3cd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 200 len: 834 time: 0.0563064 Mar 22 12:43:28.415330 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e50975b3-2635-455e-b781-033688d5f9ce req-edddf1cf-240b-4a28-8ded-c0144e64e99a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55b90dae-6d79-4e20-8750-057e2b73db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737376 Mar 22 12:43:28.632755 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e50975b3-2635-455e-b781-033688d5f9ce req-7f06d2be-d2c2-4680-82a9-554ba637b158 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107790 Mar 22 12:43:28.724310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e3b389dc-8ef6-4da5-85c9-5e3ab2788ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:28.771022 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e50975b3-2635-455e-b781-033688d5f9ce req-2cd2deda-988d-49f0-ba8a-7994d32d8605 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315639 Mar 22 12:43:29.398294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0350c-30e2-4d91-abc7-aca39b305564 req-3e47e1d4-17eb-4260-8656-ffd5e9b8356f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:29.399009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-46b0350c-30e2-4d91-abc7-aca39b305564 req-3e47e1d4-17eb-4260-8656-ffd5e9b8356f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:43:29.416874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-46b0350c-30e2-4d91-abc7-aca39b305564 req-3e47e1d4-17eb-4260-8656-ffd5e9b8356f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:43:29.418770 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-46b0350c-30e2-4d91-abc7-aca39b305564 req-3e47e1d4-17eb-4260-8656-ffd5e9b8356f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 943 time: 0.1018047 Mar 22 12:43:29.467151 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-46b0350c-30e2-4d91-abc7-aca39b305564 req-f7d8133c-7cef-44a1-a893-7ab5f6fccacd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 Mar 22 12:43:30.665877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dc194-656b-4d0f-ac9c-55fffed5cea9 req-3e6a6314-09ba-4e9d-8777-352ddcf29722 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:30.667297 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b7dc194-656b-4d0f-ac9c-55fffed5cea9 req-3e6a6314-09ba-4e9d-8777-352ddcf29722 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 943 time: 0.0818286 Mar 22 12:43:30.712078 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9b7dc194-656b-4d0f-ac9c-55fffed5cea9 req-b7a39918-c0ea-463d-af5e-84ae0b723db1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391366 Mar 22 12:43:31.689145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3ef85f09-cec5-4577-b1d8-81052dd23eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:31.919048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f43648-2679-46e7-bc6b-d23c1f0282ea req-10a63958-bcca-4ed3-b3e7-4b3d7d5ab8f8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:31.920474 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c7f43648-2679-46e7-bc6b-d23c1f0282ea req-10a63958-bcca-4ed3-b3e7-4b3d7d5ab8f8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 943 time: 0.0884740 Mar 22 12:43:31.971442 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c7f43648-2679-46e7-bc6b-d23c1f0282ea req-a202a257-1f70-431c-928e-c57a650ef501 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429354 Mar 22 12:43:32.001192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:32.081974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:32.184670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:43:32.341381 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:32.358390 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'port_id': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'mac_address': 'fa:16:3e:2c:c5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:43:32.411416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:32.428663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:43:32.448370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:32.454141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:32.519777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:32.829417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:43:33.168295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d5bb2-8c9e-4252-bd84-9c080cabd2bd req-26b2f359-39b6-4949-8fd6-77fcb7cb793c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:33.169682 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f1d5bb2-8c9e-4252-bd84-9c080cabd2bd req-26b2f359-39b6-4949-8fd6-77fcb7cb793c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 944 time: 0.0777407 Mar 22 12:43:33.214446 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f1d5bb2-8c9e-4252-bd84-9c080cabd2bd req-180f7c32-3e53-4510-ad00-cc580e5f16ca tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392821 Mar 22 12:43:33.323881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:34.200334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:43:34.271334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:43:34.276205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:34.276554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:34.390470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:34.407100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5b0f0-5b77-4b55-bf59-f5fbda6e355c req-e7a6ac20-3b85-4ef7-8f14-15d9a57859d2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:34.408513 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a4c5b0f0-5b77-4b55-bf59-f5fbda6e355c req-e7a6ac20-3b85-4ef7-8f14-15d9a57859d2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 944 time: 0.0743935 Mar 22 12:43:34.416605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:43:34.426721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:34.433162 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:34.457590 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a4c5b0f0-5b77-4b55-bf59-f5fbda6e355c req-05788f5e-4293-4db7-8ef8-fe558698abe0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432439 Mar 22 12:43:34.474852 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'code': 200} Mar 22 12:43:34.499872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:34.709122 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7ec01d86-465e-426b-a351-6f68ebe71ff3 req-90eef09c-78bf-41dc-b9e0-dbf19364f72f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 1098 time: 0.0733647 Mar 22 12:43:34.753235 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7ec01d86-465e-426b-a351-6f68ebe71ff3 req-66e0d731-667b-4d09-9aab-96cb9e1ddd1c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372815 Mar 22 12:43:35.676007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ea03b-cc74-40e8-9440-10319a0dbbad req-24ce2cf4-7158-4b12-b5ad-c0a14d9019a5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:35.677413 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-692ea03b-cc74-40e8-9440-10319a0dbbad req-24ce2cf4-7158-4b12-b5ad-c0a14d9019a5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 945 time: 0.0913873 Mar 22 12:43:35.725003 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-692ea03b-cc74-40e8-9440-10319a0dbbad req-2534cccb-5488-4fc2-98e4-22ebe0f1f8bb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391920 Mar 22 12:43:36.941408 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf7764-98bf-4db7-bd51-f0db8743a3dc req-a005e4fb-d6c5-4777-b829-3e10bbdf7110 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:36.942831 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3faf7764-98bf-4db7-bd51-f0db8743a3dc req-a005e4fb-d6c5-4777-b829-3e10bbdf7110 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 945 time: 0.0769429 Mar 22 12:43:36.990393 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3faf7764-98bf-4db7-bd51-f0db8743a3dc req-432afa63-e440-4afa-89c0-5a7b053033bf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419538 Mar 22 12:43:37.200615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73501fbe-7cae-434b-9fca-e5027ec4765c req-7a3e6c26-00f2-4b8b-a164-a1afd1eaefb7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:37.202248 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-73501fbe-7cae-434b-9fca-e5027ec4765c req-7a3e6c26-00f2-4b8b-a164-a1afd1eaefb7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 945 time: 0.0898342 Mar 22 12:43:37.247196 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-73501fbe-7cae-434b-9fca-e5027ec4765c req-a2e24e84-a154-4da9-a1ac-0d76bff7301b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394504 Mar 22 12:43:37.274607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48514) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:37.350441 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0d068ffc-9dab-4f02-8f21-680eae55a824 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 1093 time: 0.0742090 Mar 22 12:43:37.354093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48518) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:37.359934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:37.365963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:37.370187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:floatingip and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:37.373199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:37.379103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:37.391677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:37.527752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:37.663117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.141 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/a55ed578-ea0a-4562-a645-142f266fbfbc) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:43:37.807179 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:37.836817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:37.904183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:43:37.906995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:43:37.911186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:43:37.934844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=a55ed578-ea0a-4562-a645-142f266fbfbc,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:38.503706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:38.558562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:38.756447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:38.763251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:38.864461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=a55ed578-ea0a-4562-a645-142f266fbfbc,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:38.882678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:39.075744 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP 128a739f-abc9-4544-a60c-c3fc33012c53 associated. External IP: 172.26.0.141, port: e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c. Mar 22 12:43:39.477568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 2fb7952c-d301-42e9-b68c-036afc5f8d30 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:43:39.682130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:43:39.692167 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a798cb4-e8a7-4e8d-9ba9-038fe745b389 None None] Sync routers for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:43:39.704984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a798cb4-e8a7-4e8d-9ba9-038fe745b389 None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:39.705704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1a798cb4-e8a7-4e8d-9ba9-038fe745b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:39.709515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:39.761732 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9525968f-9456-4a30-8270-c4d1b8bde4a6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4064145 Mar 22 12:43:39.762199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:43:39.764415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48522) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:39.815953 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'status': 'completed', 'code': 200} Mar 22 12:43:39.841699 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3a9581c4-c017-4fe1-9db6-8584328a960f tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 1093 time: 0.0760896 Mar 22 12:43:39.917730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1a798cb4-e8a7-4e8d-9ba9-038fe745b389 None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:39.919128 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56dc3948-7d8d-4125-bfd4-1e570da3fab7 req-799b3414-c114-49b0-8058-976fb465198a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 1098 time: 0.0763826 Mar 22 12:43:40.049832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc3948-7d8d-4125-bfd4-1e570da3fab7 req-8fbc1b32-5bc3-4324-b93c-994a95c61de2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:40.051184 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56dc3948-7d8d-4125-bfd4-1e570da3fab7 req-8fbc1b32-5bc3-4324-b93c-994a95c61de2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 898 time: 0.1261330 Mar 22 12:43:40.090986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48530) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:40.097041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329969900', 'description': 'tempest-secgroup-smoke-1329969900 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:40.103145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:40.113237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:40.128343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.159628 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56dc3948-7d8d-4125-bfd4-1e570da3fab7 req-f810e04c-dbfc-41d4-b91a-2d2fe4628cd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c HTTP/1.1" status: 200 len: 999 time: 0.1020467 Mar 22 12:43:40.231085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc3948-7d8d-4125-bfd4-1e570da3fab7 req-ab0948c5-6d6b-4925-a910-d0a01b08a039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:40.232654 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56dc3948-7d8d-4125-bfd4-1e570da3fab7 req-ab0948c5-6d6b-4925-a910-d0a01b08a039 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 200 len: 834 time: 0.0670116 Mar 22 12:43:40.287113 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1a798cb4-e8a7-4e8d-9ba9-038fe745b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '128a739f-abc9-4544-a60c-c3fc33012c53', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.141', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:2c:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5be965-c352-41aa-be1c-2a573411b142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:38Z', 'updated_at': '2022-03-22T12:43:38Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:40.292388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a798cb4-e8a7-4e8d-9ba9-038fe745b389 None None] Checking router: 2fb7952c-d301-42e9-b68c-036afc5f8d30 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:43:40.292544 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:40.296859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:40.300236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:40.305727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a798cb4-e8a7-4e8d-9ba9-038fe745b389 None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:40.306280 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1a798cb4-e8a7-4e8d-9ba9-038fe745b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:40.306868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:40.311585 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56dc3948-7d8d-4125-bfd4-1e570da3fab7 req-3168a02c-1edd-4830-9628-cdd1935da7ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55b90dae-6d79-4e20-8750-057e2b73db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731637 Mar 22 12:43:40.362724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.368266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.414412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9c6dad-c75c-4054-be20-f5e2df9587bd,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:40.417720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.418893 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d4f2abeb-66be-45d9-a80e-ef0877b71d07 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3269374 Mar 22 12:43:40.421894 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48534) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:40.428330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7dc10743-71fa-43e0-ad97-5f4ae8618c94 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '0b9c6dad-c75c-4054-be20-f5e2df9587bd', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:40.434625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7dc10743-71fa-43e0-ad97-5f4ae8618c94 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:40.438325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dc10743-71fa-43e0-ad97-5f4ae8618c94 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:40.441163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7dc10743-71fa-43e0-ad97-5f4ae8618c94 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:40.447220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7dc10743-71fa-43e0-ad97-5f4ae8618c94 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:40.451020 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56dc3948-7d8d-4125-bfd4-1e570da3fab7 req-a11e1a1f-d68e-427a-be23-c25765cff45d service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334922 Mar 22 12:43:40.470965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc10743-71fa-43e0-ad97-5f4ae8618c94 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.493640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-1a798cb4-e8a7-4e8d-9ba9-038fe745b389 None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:40.535537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc10743-71fa-43e0-ad97-5f4ae8618c94 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.541279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc10743-71fa-43e0-ad97-5f4ae8618c94 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.566860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc10743-71fa-43e0-ad97-5f4ae8618c94 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdffbf0-9129-42d0-bce6-598b4a24ca82,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:40.579209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7dc10743-71fa-43e0-ad97-5f4ae8618c94 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.583147 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7dc10743-71fa-43e0-ad97-5f4ae8618c94 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1577258 Mar 22 12:43:40.583490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48538) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:40.589341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-61b0f750-0486-402f-8eac-83a3cb9c8ef3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '0b9c6dad-c75c-4054-be20-f5e2df9587bd', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:40.592018 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-56dc3948-7d8d-4125-bfd4-1e570da3fab7 req-9eaae5c5-4a3b-4d2e-aa29-3f78367a50b4 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347985 Mar 22 12:43:40.595520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-61b0f750-0486-402f-8eac-83a3cb9c8ef3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:40.600805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-61b0f750-0486-402f-8eac-83a3cb9c8ef3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:40.603803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-61b0f750-0486-402f-8eac-83a3cb9c8ef3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:40.609643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-61b0f750-0486-402f-8eac-83a3cb9c8ef3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:40.628786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61b0f750-0486-402f-8eac-83a3cb9c8ef3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.690086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61b0f750-0486-402f-8eac-83a3cb9c8ef3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.695139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61b0f750-0486-402f-8eac-83a3cb9c8ef3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.717376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0f750-0486-402f-8eac-83a3cb9c8ef3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208be870-9755-41ac-8555-220dfa21a490,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:40.727233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61b0f750-0486-402f-8eac-83a3cb9c8ef3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.728501 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-61b0f750-0486-402f-8eac-83a3cb9c8ef3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1439641 Mar 22 12:43:40.731461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48542) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:40.737532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-20fd7425-c53e-4eff-be57-806bfc7114f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '0b9c6dad-c75c-4054-be20-f5e2df9587bd', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:40.743456 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-20fd7425-c53e-4eff-be57-806bfc7114f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:40.747405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-20fd7425-c53e-4eff-be57-806bfc7114f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:40.750300 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-20fd7425-c53e-4eff-be57-806bfc7114f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:40.756708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-20fd7425-c53e-4eff-be57-806bfc7114f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:40.773649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20fd7425-c53e-4eff-be57-806bfc7114f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.835085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20fd7425-c53e-4eff-be57-806bfc7114f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.841364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20fd7425-c53e-4eff-be57-806bfc7114f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.849577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-1a798cb4-e8a7-4e8d-9ba9-038fe745b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '128a739f-abc9-4544-a60c-c3fc33012c53', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.141', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:2c:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5be965-c352-41aa-be1c-2a573411b142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:38Z', 'updated_at': '2022-03-22T12:43:38Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:40.853763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a798cb4-e8a7-4e8d-9ba9-038fe745b389 None None] The sync data for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv is: [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '128a739f-abc9-4544-a60c-c3fc33012c53', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.141', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:2c:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5be965-c352-41aa-be1c-2a573411b142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:38Z', 'updated_at': '2022-03-22T12:43:38Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:43:40.862065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd7425-c53e-4eff-be57-806bfc7114f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85e1186-2c35-4096-9e62-120b2f81f7c9,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:40.874805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20fd7425-c53e-4eff-be57-806bfc7114f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.876071 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-20fd7425-c53e-4eff-be57-806bfc7114f6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1433926 Mar 22 12:43:40.878799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:40.884174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-506c62fd-5b35-4242-9787-6b043b806d0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '0b9c6dad-c75c-4054-be20-f5e2df9587bd', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:40.890544 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-506c62fd-5b35-4242-9787-6b043b806d0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:40.894791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-506c62fd-5b35-4242-9787-6b043b806d0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:40.897793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-506c62fd-5b35-4242-9787-6b043b806d0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:40.903429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-506c62fd-5b35-4242-9787-6b043b806d0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:40.920925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506c62fd-5b35-4242-9787-6b043b806d0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.984317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506c62fd-5b35-4242-9787-6b043b806d0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:40.989607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506c62fd-5b35-4242-9787-6b043b806d0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:41.011718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c62fd-5b35-4242-9787-6b043b806d0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72f899d-ad50-4da0-8f81-695e32d144b4,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:41.022863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506c62fd-5b35-4242-9787-6b043b806d0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:41.024045 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-506c62fd-5b35-4242-9787-6b043b806d0c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1443150 Mar 22 12:43:41.026895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48550) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:41.032295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '0b9c6dad-c75c-4054-be20-f5e2df9587bd', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:41.037930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:41.041724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:41.044528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:41.050083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:41.061196 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:43:41.067293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:41.131120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:41.134799 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:43:41.136281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:41.161725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3305e32a-6014-404d-a684-5d7180e612aa,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:41.168607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:41.172543 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f43feefd-d87c-410e-b9e7-6e4a0c7a444d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1420972 Mar 22 12:43:41.172954 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48554) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:41.177924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '0b9c6dad-c75c-4054-be20-f5e2df9587bd', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:41.184046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:41.187713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:41.190504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:41.196083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:41.206395 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:43:41.212961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:41.275573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:41.281570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:41.303256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296ed929-2c4d-4848-94c7-a41be4b4e033,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:41.313772 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:41.314896 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-82eb1f3b-d34e-433c-9158-2a51753d54a7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1413512 Mar 22 12:43:41.458801 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040aeaa-5028-49b6-b618-e2ba1a2b4f98 None None] New status for floating IP 128a739f-abc9-4544-a60c-c3fc33012c53: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:43:41.491160 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-dac4a1ba-93f6-4466-a476-ea08d49cccb6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329969900&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.0422127 Mar 22 12:43:41.636448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-d2a8be61-a661-420e-90f5-399074a285e3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:41.637745 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-d2a8be61-a661-420e-90f5-399074a285e3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 797 time: 0.1401155 Mar 22 12:43:41.653847 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-956f495a-21e5-4108-b57a-6110117aed4f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/quotas/7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 375 time: 0.0107050 Mar 22 12:43:41.816973 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-74fdccdb-0d05-42fe-a3e8-b2c6ce1b9fc2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1579366 Mar 22 12:43:41.951475 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-c3a154a1-f527-4c29-924e-46fd733fee8a service neutron] 10.222.0.62 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225965 Mar 22 12:43:42.079991 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a6360d54-c766-4bb4-a1cd-962f3fab8352 service neutron] 10.222.0.62 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227605 Mar 22 12:43:42.279892 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8de89a94-b5e2-4d8a-87e8-25508ed5a0ff req-8165c0a7-d014-4b8d-8ab8-487eacb40c45 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 210 time: 0.0427279 Mar 22 12:43:43.323695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-d194c8ad-7e5d-454d-91ac-250daa907d8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:43.325321 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-d194c8ad-7e5d-454d-91ac-250daa907d8d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 797 time: 0.1512353 Mar 22 12:43:43.344993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:43.386955 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-8654c448-1107-4b0c-8768-752989caa0a8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 472 time: 0.0495455 Mar 22 12:43:43.395583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'device_id': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'admin_state_up': True, 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'security_groups': ['0b9c6dad-c75c-4054-be20-f5e2df9587bd']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:43.513397 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bfbd2106-f615-4d3b-955d-31a277e46fca req-46744fe4-be2c-4dfa-9c62-1b93253da997 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 210 time: 0.1018012 Mar 22 12:43:43.580073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:43.589607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:43.600244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:43:43.603302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:43.764805 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.8 (55b90dae-6d79-4e20-8750-057e2b73db0f/5d132c30-3f93-437f-80d9-e4e21e4b42af/8d9d1961-a178-4a0a-985f-f7d308bd02ff) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:43:43.952037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:43.967083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 8d9d1961-a178-4a0a-985f-f7d308bd02ff will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:43:43.988568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:44.057385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 55b90dae-6d79-4e20-8750-057e2b73db0f is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:43:44.060289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:43:44.064527 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:43:44.088855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=8d9d1961-a178-4a0a-985f-f7d308bd02ff,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:44.125632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:44.126286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:44.152689 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-a82a7b0d-5d5a-4fd6-9b8a-aff9f2853f0f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613175 Mar 22 12:43:44.163789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Request body: {'port': {'device_id': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:44.274651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:44.282603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-041feef4-95d8-4031-9ff2-75fcbf43ac85 None None] Provisioning for port 8d9d1961-a178-4a0a-985f-f7d308bd02ff completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:43:44.288094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-041feef4-95d8-4031-9ff2-75fcbf43ac85 None None] Provisioning complete for port 8d9d1961-a178-4a0a-985f-f7d308bd02ff triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:44.288740 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-041feef4-95d8-4031-9ff2-75fcbf43ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:44.354198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-041feef4-95d8-4031-9ff2-75fcbf43ac85 None None] Port 8d9d1961-a178-4a0a-985f-f7d308bd02ff cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:43:44.613991 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9d1961-a178-4a0a-985f-f7d308bd02ff {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:43:44.620611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:44.635281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Transition to ACTIVE for port object 8d9d1961-a178-4a0a-985f-f7d308bd02ff will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:43:44.639979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:44.709433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286fe4e-1b25-476b-95a1-dd37776e5959 req-1e7e85f1-c37f-4b5b-9be7-33f8b33d10f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:44.710957 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0286fe4e-1b25-476b-95a1-dd37776e5959 req-1e7e85f1-c37f-4b5b-9be7-33f8b33d10f0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 943 time: 0.0756660 Mar 22 12:43:44.757292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0286fe4e-1b25-476b-95a1-dd37776e5959 req-8741d10e-5479-46bf-af4e-903d4f698b26 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:43:44.773688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0286fe4e-1b25-476b-95a1-dd37776e5959 req-8741d10e-5479-46bf-af4e-903d4f698b26 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:43:44.774955 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0286fe4e-1b25-476b-95a1-dd37776e5959 req-8741d10e-5479-46bf-af4e-903d4f698b26 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584059 Mar 22 12:43:44.857382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9d1961-a178-4a0a-985f-f7d308bd02ff,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:44.965557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Attempting to bind port 8d9d1961-a178-4a0a-985f-f7d308bd02ff on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:43:44.965887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Attempting to bind port 8d9d1961-a178-4a0a-985f-f7d308bd02ff by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:43:44.966209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Attempting to bind port 8d9d1961-a178-4a0a-985f-f7d308bd02ff on network 55b90dae-6d79-4e20-8750-057e2b73db0f {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:43:44.971940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Port 8d9d1961-a178-4a0a-985f-f7d308bd02ff on network 55b90dae-6d79-4e20-8750-057e2b73db0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:43:44.972253 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Attempting to bind port 8d9d1961-a178-4a0a-985f-f7d308bd02ff on network 55b90dae-6d79-4e20-8750-057e2b73db0f {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:43:44.978462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:43:44.978790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Checking segment: {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:43:44.979161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Bound using segment: {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:43:44.979581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Bound port: 8d9d1961-a178-4a0a-985f-f7d308bd02ff, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d9098b1-b445-4b14-889b-939c4925c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:43:44.979929 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:45.065115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] For port 8d9d1961-a178-4a0a-985f-f7d308bd02ff, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:43:45.068056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] For port 8d9d1961-a178-4a0a-985f-f7d308bd02ff, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d9d1961-a178-4a0a-985f-f7d308bd02ff,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:43:45.072893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:45.132333 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:45.133629 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] 10.222.0.55 "PUT /v2.0/ports/8d9d1961-a178-4a0a-985f-f7d308bd02ff HTTP/1.1" status: 200 len: 1093 time: 0.9741371 Mar 22 12:43:45.134047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'tag': '8d9d1961-a178-4a0a-985f-f7d308bd02ff'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:43:45.157407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285c7bf-f4f2-4e36-9a72-10c4c1ba9289 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9d1961-a178-4a0a-985f-f7d308bd02ff,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:45.215368 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'tag': '8d9d1961-a178-4a0a-985f-f7d308bd02ff', 'status': 'completed', 'code': 200} Mar 22 12:43:45.256933 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-9dc90bbb-f93a-4712-9e72-af4d27a2fb1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 1096 time: 0.0795815 Mar 22 12:43:45.328148 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-4d3478c5-9e53-41dc-a954-e34c8531c747 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9d1961-a178-4a0a-985f-f7d308bd02ff HTTP/1.1" status: 200 len: 217 time: 0.0646842 Mar 22 12:43:45.393090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-906f23f6-b21f-4a1a-baf7-1618e1522bf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:45.394561 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-906f23f6-b21f-4a1a-baf7-1618e1522bf5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 200 len: 834 time: 0.0613973 Mar 22 12:43:45.478309 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-bd3bd38f-2153-4fa2-a7a7-46c666512476 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55b90dae-6d79-4e20-8750-057e2b73db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777085 Mar 22 12:43:45.608931 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-4a6064e0-3777-4876-bc06-eca530982504 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248000 Mar 22 12:43:45.745468 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06ede05c-7294-4924-9133-de0dd87d0b57 req-386a8eed-4a87-4c4c-b02b-6c8e94504db9 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307263 Mar 22 12:43:45.873231 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9400e556-c61f-4603-844b-80f45294eec2 req-cc3f0a83-7b19-4fc4-9a55-3ebbf64e9093 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 1096 time: 0.0727477 Mar 22 12:43:45.974376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed09ae-1063-47ec-ba15-054d123af0e7 req-cba57a01-8f7a-41e4-b0e4-22ed01370530 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:45.975800 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-74ed09ae-1063-47ec-ba15-054d123af0e7 req-cba57a01-8f7a-41e4-b0e4-22ed01370530 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 943 time: 0.0791838 Mar 22 12:43:46.004694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400e556-c61f-4603-844b-80f45294eec2 req-19f6f062-9253-4f20-a950-6ee69d51e74a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:46.006068 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9400e556-c61f-4603-844b-80f45294eec2 req-19f6f062-9253-4f20-a950-6ee69d51e74a service neutron] 10.222.0.55 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 898 time: 0.1274498 Mar 22 12:43:46.020511 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-74ed09ae-1063-47ec-ba15-054d123af0e7 req-6c3201fb-648a-4e63-893d-78b84e100174 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390663 Mar 22 12:43:46.071498 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9400e556-c61f-4603-844b-80f45294eec2 req-7f8d1814-49a2-4a66-9dea-459fb5e8d6b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9d1961-a178-4a0a-985f-f7d308bd02ff HTTP/1.1" status: 200 len: 217 time: 0.0594921 Mar 22 12:43:46.134123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400e556-c61f-4603-844b-80f45294eec2 req-574c3f94-ce43-4ac0-8aeb-56baa365de00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:46.135572 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9400e556-c61f-4603-844b-80f45294eec2 req-574c3f94-ce43-4ac0-8aeb-56baa365de00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 200 len: 834 time: 0.0584233 Mar 22 12:43:46.209616 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9400e556-c61f-4603-844b-80f45294eec2 req-7fbde0eb-b637-4276-9d7d-161664bbd36c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55b90dae-6d79-4e20-8750-057e2b73db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685341 Mar 22 12:43:46.346518 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9400e556-c61f-4603-844b-80f45294eec2 req-9ee19e9b-6779-4ed7-8942-0a8c1fc57898 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303229 Mar 22 12:43:46.556441 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9400e556-c61f-4603-844b-80f45294eec2 req-a3866e74-7fd8-426f-b2a5-57d6a1b5827a service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016912 Mar 22 12:43:47.236497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f09ad-ec0f-49d4-b10a-4cfb1a0e4244 req-fdf53222-25bf-4e04-a9d1-85f89f4d7402 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:47.237170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-325f09ad-ec0f-49d4-b10a-4cfb1a0e4244 req-fdf53222-25bf-4e04-a9d1-85f89f4d7402 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:43:47.254563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-325f09ad-ec0f-49d4-b10a-4cfb1a0e4244 req-fdf53222-25bf-4e04-a9d1-85f89f4d7402 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:43:47.255797 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-325f09ad-ec0f-49d4-b10a-4cfb1a0e4244 req-fdf53222-25bf-4e04-a9d1-85f89f4d7402 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 943 time: 0.0977311 Mar 22 12:43:47.301085 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-325f09ad-ec0f-49d4-b10a-4cfb1a0e4244 req-d92a031f-673a-4431-84c7-b45236aea55b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395441 Mar 22 12:43:48.512486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d43a2-5cea-44ee-92b1-16434e991c4d req-66c5970b-6647-40bd-9977-58ceb15139ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:48.513801 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab5d43a2-5cea-44ee-92b1-16434e991c4d req-66c5970b-6647-40bd-9977-58ceb15139ff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 943 time: 0.0803900 Mar 22 12:43:48.563344 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab5d43a2-5cea-44ee-92b1-16434e991c4d req-67d55b0d-47bb-4c52-b749-e0e8231943e5 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421050 Mar 22 12:43:49.767790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62078f25-8253-4395-867b-940bb51f780a req-48c7067c-b040-4358-9fc3-e03072ed597e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:49.769216 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-62078f25-8253-4395-867b-940bb51f780a req-48c7067c-b040-4358-9fc3-e03072ed597e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 943 time: 0.0771627 Mar 22 12:43:49.829689 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-62078f25-8253-4395-867b-940bb51f780a req-be2ab670-902f-4405-b66d-75497bc93fda tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526614 Mar 22 12:43:50.309865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 8d9d1961-a178-4a0a-985f-f7d308bd02ff details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:43:50.453525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 8d9d1961-a178-4a0a-985f-f7d308bd02ff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d9d1961-a178-4a0a-985f-f7d308bd02ff,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:50.466197 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '8d9d1961-a178-4a0a-985f-f7d308bd02ff', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'port_id': '8d9d1961-a178-4a0a-985f-f7d308bd02ff', 'mac_address': 'fa:16:3e:04:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:43:50.518523 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:50.536247 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9d1961-a178-4a0a-985f-f7d308bd02ff {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:43:50.552228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 8d9d1961-a178-4a0a-985f-f7d308bd02ff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d9d1961-a178-4a0a-985f-f7d308bd02ff,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:50.557845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:50.622008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=8d9d1961-a178-4a0a-985f-f7d308bd02ff,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:50.878098 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['8d9d1961-a178-4a0a-985f-f7d308bd02ff'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:43:51.037955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202aa4b-f625-4b93-a024-1b591e56cd8e req-68aade1a-b450-4f68-8022-0dd9b2b4b288 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:51.039390 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7202aa4b-f625-4b93-a024-1b591e56cd8e req-68aade1a-b450-4f68-8022-0dd9b2b4b288 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 944 time: 0.0786591 Mar 22 12:43:51.084331 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7202aa4b-f625-4b93-a024-1b591e56cd8e req-f17f491e-1433-4a54-bfdf-d37e989f0454 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393820 Mar 22 12:43:52.302357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5f542-1d73-4aa3-9256-fc40913d7ea2 req-d6d0d079-688e-44a6-8a1b-00baf21bf3a8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:52.303808 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ad5f542-1d73-4aa3-9256-fc40913d7ea2 req-d6d0d079-688e-44a6-8a1b-00baf21bf3a8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 944 time: 0.0916555 Mar 22 12:43:52.309685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 8d9d1961-a178-4a0a-985f-f7d308bd02ff up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:43:52.349723 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ad5f542-1d73-4aa3-9256-fc40913d7ea2 req-6b3cec70-be95-4de5-8d51-81523ffb6d1f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399301 Mar 22 12:43:52.380343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 8d9d1961-a178-4a0a-985f-f7d308bd02ff completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:43:52.385550 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 8d9d1961-a178-4a0a-985f-f7d308bd02ff triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:43:52.385934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:52.504975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:52.530390 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9d1961-a178-4a0a-985f-f7d308bd02ff'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:43:52.539689 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 8d9d1961-a178-4a0a-985f-f7d308bd02ff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d9d1961-a178-4a0a-985f-f7d308bd02ff,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:43:52.545157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:52.596928 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9d1961-a178-4a0a-985f-f7d308bd02ff', 'code': 200} Mar 22 12:43:52.612815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=8d9d1961-a178-4a0a-985f-f7d308bd02ff,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:52.821726 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8cb94c7c-64f2-4969-be6c-6c162f6b425d req-0134db68-9a4e-4382-85c4-27a7bbefbc28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 1098 time: 0.0727162 Mar 22 12:43:52.863699 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8cb94c7c-64f2-4969-be6c-6c162f6b425d req-f6b80de4-a32f-4615-bb1b-af12e9ffb527 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358095 Mar 22 12:43:53.558793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cd0b-0d51-4124-980f-195d1621a01a req-13886d05-912c-4bdb-9ed1-c2aa8aa3f1d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:53.560151 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-46b5cd0b-0d51-4124-980f-195d1621a01a req-13886d05-912c-4bdb-9ed1-c2aa8aa3f1d4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 945 time: 0.0865939 Mar 22 12:43:53.609361 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-46b5cd0b-0d51-4124-980f-195d1621a01a req-95dae41d-b5be-4037-bbef-2e9b2a05e27a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407867 Mar 22 12:43:54.819229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ab619-70cf-42e0-97b6-6f90cd2d56ae req-cb7f8d55-de38-45b6-94ae-de2ec6371c91 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:54.820665 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-137ab619-70cf-42e0-97b6-6f90cd2d56ae req-cb7f8d55-de38-45b6-94ae-de2ec6371c91 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 945 time: 0.0829411 Mar 22 12:43:54.865673 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-137ab619-70cf-42e0-97b6-6f90cd2d56ae req-1324c1cf-3f3e-42e7-962e-cd2f4763b08e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392981 Mar 22 12:43:55.067588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14279a-172c-46e6-8011-af71becc86c3 req-4a61bf27-bf27-4bd9-be0a-2eb84ec08416 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:55.068983 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee14279a-172c-46e6-8011-af71becc86c3 req-4a61bf27-bf27-4bd9-be0a-2eb84ec08416 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 945 time: 0.0847330 Mar 22 12:43:55.114815 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee14279a-172c-46e6-8011-af71becc86c3 req-7904f5d2-1dc5-4ae8-a170-eff0975fb184 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400987 Mar 22 12:43:55.142194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48602) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:55.214428 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b407b12b-e32a-4e28-94af-b7a64d9d02c8 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 1093 time: 0.0685368 Mar 22 12:43:55.214766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48606) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:43:55.220067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '8d9d1961-a178-4a0a-985f-f7d308bd02ff', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:43:55.225903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:43:55.229800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:floatingip and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:43:55.232643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:43:55.238589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:43:55.250293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:55.399607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:55.535942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.48 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/58d9f6b2-31b3-42c4-a28f-0f3dc7646786) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:43:55.681141 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:55.714078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:55.778964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:43:55.781755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:43:55.785923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:43:55.809490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=58d9f6b2-31b3-42c4-a28f-0f3dc7646786,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:56.363487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:56.419239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:56.625273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:56.632089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:56.736006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=58d9f6b2-31b3-42c4-a28f-0f3dc7646786,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:43:56.747918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:56.935870 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP 156eda9c-4785-4c1c-af84-9e03e3520897 associated. External IP: 172.26.0.48, port: 8d9d1961-a178-4a0a-985f-f7d308bd02ff. Mar 22 12:43:57.323194 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 2fb7952c-d301-42e9-b68c-036afc5f8d30 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:43:57.522649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:43:57.532039 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b6670-b938-4dc4-b902-8797e329113e None None] Sync routers for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:43:57.543875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b6670-b938-4dc4-b902-8797e329113e None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:57.544476 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-816b6670-b938-4dc4-b902-8797e329113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:57.549362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:57.605610 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8484440f-526b-49a9-a86d-a9876b6cdbfa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3897510 Mar 22 12:43:57.606156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'tag': '8d9d1961-a178-4a0a-985f-f7d308bd02ff'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:43:57.666506 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'tag': '8d9d1961-a178-4a0a-985f-f7d308bd02ff', 'status': 'completed', 'code': 200} Mar 22 12:43:57.718663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-816b6670-b938-4dc4-b902-8797e329113e None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:57.765677 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d3e20c0e-a3b0-4e15-94e8-081747461f3c req-4acba369-2ead-44fe-849e-99bc01d26ae7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 1098 time: 0.0740967 Mar 22 12:43:57.899494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e20c0e-a3b0-4e15-94e8-081747461f3c req-fa7e8a35-0cca-470b-970a-6e605bec64f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:57.901074 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d3e20c0e-a3b0-4e15-94e8-081747461f3c req-fa7e8a35-0cca-470b-970a-6e605bec64f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 898 time: 0.1294777 Mar 22 12:43:58.004845 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d3e20c0e-a3b0-4e15-94e8-081747461f3c req-64df5ca0-1868-4d86-b1c5-4e9f10acb4b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9d1961-a178-4a0a-985f-f7d308bd02ff HTTP/1.1" status: 200 len: 998 time: 0.0974324 Mar 22 12:43:58.066572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-816b6670-b938-4dc4-b902-8797e329113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '128a739f-abc9-4544-a60c-c3fc33012c53', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.141', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:2c:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5be965-c352-41aa-be1c-2a573411b142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:38Z', 'updated_at': '2022-03-22T12:43:41Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}, {'id': '156eda9c-4785-4c1c-af84-9e03e3520897', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.48', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': '8d9d1961-a178-4a0a-985f-f7d308bd02ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:04:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:56Z', 'updated_at': '2022-03-22T12:43:56Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:58.066913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e20c0e-a3b0-4e15-94e8-081747461f3c req-80753553-f543-4b56-986b-ef5ce3a5db24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:43:58.068087 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d3e20c0e-a3b0-4e15-94e8-081747461f3c req-80753553-f543-4b56-986b-ef5ce3a5db24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 200 len: 834 time: 0.0574980 Mar 22 12:43:58.071567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b6670-b938-4dc4-b902-8797e329113e None None] Checking router: 2fb7952c-d301-42e9-b68c-036afc5f8d30 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:43:58.085205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b6670-b938-4dc4-b902-8797e329113e None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:43:58.086098 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-816b6670-b938-4dc4-b902-8797e329113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:43:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:58.148340 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d3e20c0e-a3b0-4e15-94e8-081747461f3c req-148c6595-363b-4e6c-aa31-8b2090e7626a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55b90dae-6d79-4e20-8750-057e2b73db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742137 Mar 22 12:43:58.276433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-816b6670-b938-4dc4-b902-8797e329113e None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:43:58.283192 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d3e20c0e-a3b0-4e15-94e8-081747461f3c req-564ad485-daaf-4900-9e46-96535e4b7046 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280332 Mar 22 12:43:58.417722 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d3e20c0e-a3b0-4e15-94e8-081747461f3c req-9fce475e-6dcf-4adc-85e1-2f4626f60f13 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277299 Mar 22 12:43:58.639625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-816b6670-b938-4dc4-b902-8797e329113e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '128a739f-abc9-4544-a60c-c3fc33012c53', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.141', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:2c:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5be965-c352-41aa-be1c-2a573411b142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:38Z', 'updated_at': '2022-03-22T12:43:41Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}, {'id': '156eda9c-4785-4c1c-af84-9e03e3520897', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.48', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': '8d9d1961-a178-4a0a-985f-f7d308bd02ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:04:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:56Z', 'updated_at': '2022-03-22T12:43:56Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:43:58.643966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816b6670-b938-4dc4-b902-8797e329113e None None] The sync data for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv is: [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '128a739f-abc9-4544-a60c-c3fc33012c53', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.141', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:2c:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5be965-c352-41aa-be1c-2a573411b142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:38Z', 'updated_at': '2022-03-22T12:43:41Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}, {'id': '156eda9c-4785-4c1c-af84-9e03e3520897', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.48', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': '8d9d1961-a178-4a0a-985f-f7d308bd02ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:04:bc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:56Z', 'updated_at': '2022-03-22T12:43:56Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:43:58.728491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d4a6-4096-4f9f-bd65-08bfb92de768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:43:58.842307 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053071ee-0421-4eff-8635-af590423279f None None] New status for floating IP 156eda9c-4785-4c1c-af84-9e03e3520897: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:44:01.691700 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31e1e693-d928-4a06-9dae-53503afcd2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:44:02.015136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:44:02.075186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:44:03.331644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:44:13.398482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:44:18.142665 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:44:28.746486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-77f2cced-3d85-4655-b84b-6c9e7b10f66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:44:31.692848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1772bcc4-24f6-403e-904d-8801ce7b7570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:44:32.014026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:44:32.078076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:44:33.328981 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:44:34.133355 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fa3cdc47-7b55-4f8a-91a6-b5a702f6cd52 req-2012d9eb-fe02-484c-8423-dbefe13ea934 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716105 Mar 22 12:44:34.275901 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fa3cdc47-7b55-4f8a-91a6-b5a702f6cd52 req-652f37b0-40a1-4b63-ba3d-3436c4095823 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 1098 time: 0.0703700 Mar 22 12:44:34.508742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cdc47-7b55-4f8a-91a6-b5a702f6cd52 req-f31b5707-10ab-473a-97a7-3af0b006e834 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:44:34.510169 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fa3cdc47-7b55-4f8a-91a6-b5a702f6cd52 req-f31b5707-10ab-473a-97a7-3af0b006e834 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 898 time: 0.2112582 Mar 22 12:44:34.616992 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fa3cdc47-7b55-4f8a-91a6-b5a702f6cd52 req-10c9e1c6-d67b-48e1-9f8f-e0e1a03ab771 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c HTTP/1.1" status: 200 len: 1001 time: 0.1005547 Mar 22 12:44:34.683273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cdc47-7b55-4f8a-91a6-b5a702f6cd52 req-35c6ed5a-cf8d-4bbc-aec4-c7db169b8ed4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:44:34.684640 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fa3cdc47-7b55-4f8a-91a6-b5a702f6cd52 req-35c6ed5a-cf8d-4bbc-aec4-c7db169b8ed4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 200 len: 834 time: 0.0614274 Mar 22 12:44:34.758418 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fa3cdc47-7b55-4f8a-91a6-b5a702f6cd52 req-322650cc-bbc5-43f7-99d1-3f05e195f3fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55b90dae-6d79-4e20-8750-057e2b73db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679538 Mar 22 12:44:34.888813 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fa3cdc47-7b55-4f8a-91a6-b5a702f6cd52 req-8c99c019-f2f3-464a-bc7e-4726fd2badfa service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231368 Mar 22 12:44:35.021824 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fa3cdc47-7b55-4f8a-91a6-b5a702f6cd52 req-cefa9abd-90a3-47bf-944b-b4db47c321db service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272125 Mar 22 12:44:43.364840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:44:55.137724 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:44:58.743403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-09bee18d-e1ba-49fe-8617-62bbd4678fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:01.693156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-efaf0fd1-12fd-4350-89ee-54e11efb5f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:02.016155 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:02.083405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:03.331702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:12.961840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48632) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:13.183095 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-27fe4ea4-ee08-4c0c-99fd-dbfe82ca1159 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/128a739f-abc9-4544-a60c-c3fc33012c53 HTTP/1.1" status: 200 len: 993 time: 0.2190588 Mar 22 12:45:13.371295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:13.905540 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48642) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:13.914970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:14.030847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:14.240436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:14.264670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:14.271389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:14.338071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:14.338647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:14.340166 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/ports/e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c HTTP/1.1" status: 200 len: 938 time: 0.4330590 Mar 22 12:45:14.340730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:45:14.358065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,revision_number=6']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:14.372478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:14.372977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:14.373213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:14.373576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:14.374103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:14.374200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:14.374492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:14.374808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:14.375207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:14.375499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:14.375927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2805fb9-3a70-45c8-aaaa-75cc489f85d7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:14.475877 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'status': 'completed', 'code': 200} Mar 22 12:45:14.548233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5e82d737-fb83-43ba-8a64-646aee349185 None None] Provisioning complete for port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:14.548845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5e82d737-fb83-43ba-8a64-646aee349185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:14.568878 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c337c901-1f84-4d70-bb7c-7ec926a74cd1 req-63e5746f-73fc-41cd-989a-d1e4b5e3d499 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 1099 time: 0.0689659 Mar 22 12:45:14.608030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5e82d737-fb83-43ba-8a64-646aee349185 None None] Port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c is administratively disabled so it will not transition to active. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Mar 22 12:45:14.704867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337c901-1f84-4d70-bb7c-7ec926a74cd1 req-4861f977-fe8e-43bd-b580-3500c4ab7501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:14.706354 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c337c901-1f84-4d70-bb7c-7ec926a74cd1 req-4861f977-fe8e-43bd-b580-3500c4ab7501 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 898 time: 0.1310029 Mar 22 12:45:14.816748 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c337c901-1f84-4d70-bb7c-7ec926a74cd1 req-d7fc4394-fd55-4b37-9a06-da36a0a0789b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c HTTP/1.1" status: 200 len: 1002 time: 0.1037917 Mar 22 12:45:14.882926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337c901-1f84-4d70-bb7c-7ec926a74cd1 req-3b059ee6-f51c-4b89-a93c-d43adecc442f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:14.884312 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c337c901-1f84-4d70-bb7c-7ec926a74cd1 req-3b059ee6-f51c-4b89-a93c-d43adecc442f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 200 len: 834 time: 0.0614836 Mar 22 12:45:14.957738 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c337c901-1f84-4d70-bb7c-7ec926a74cd1 req-301e3587-57bb-4ede-8011-cd4b26bb74c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55b90dae-6d79-4e20-8750-057e2b73db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671999 Mar 22 12:45:15.091445 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c337c901-1f84-4d70-bb7c-7ec926a74cd1 req-795f03ed-2b6a-45fb-a4e7-1723f2dd65c3 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265182 Mar 22 12:45:15.223121 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c337c901-1f84-4d70-bb7c-7ec926a74cd1 req-eac8f855-abcb-4967-b630-edf285fe08cf service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257033 Mar 22 12:45:17.805085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48654) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:17.815091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f583d2d4-6338-4322-aae1-d285c636c4a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:17.935872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f583d2d4-6338-4322-aae1-d285c636c4a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:18.155363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-f583d2d4-6338-4322-aae1-d285c636c4a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:18.180893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f583d2d4-6338-4322-aae1-d285c636c4a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:18.186928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f583d2d4-6338-4322-aae1-d285c636c4a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:18.256086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f583d2d4-6338-4322-aae1-d285c636c4a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:18.256679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f583d2d4-6338-4322-aae1-d285c636c4a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:18.260812 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f583d2d4-6338-4322-aae1-d285c636c4a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/ports/e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c HTTP/1.1" status: 200 len: 937 time: 0.4515109 Mar 22 12:45:18.260812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:45:18.261650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48658) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:18.279722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583d2d4-6338-4322-aae1-d285c636c4a0 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,revision_number=7']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:18.323393 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'status': 'completed', 'code': 200} Mar 22 12:45:18.414685 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-053c39c8-6aa3-4b75-841f-102778ee1250 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/128a739f-abc9-4544-a60c-c3fc33012c53 HTTP/1.1" status: 200 len: 993 time: 0.1516693 Mar 22 12:45:18.440450 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cbc4253e-bb3d-4992-97da-19847b4c93cc req-332fbf76-b254-4a05-845c-f0598b5f24f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 1098 time: 0.0892458 Mar 22 12:45:18.459316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ef293118-610f-4113-adc6-e18aede68448 None None] Provisioning complete for port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:18.459915 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef293118-610f-4113-adc6-e18aede68448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:18.633302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:45:18.661661 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4253e-bb3d-4992-97da-19847b4c93cc req-41f36e60-f695-43fe-9b93-6a61a0c40d19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:18.663090 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cbc4253e-bb3d-4992-97da-19847b4c93cc req-41f36e60-f695-43fe-9b93-6a61a0c40d19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 898 time: 0.2167380 Mar 22 12:45:18.760869 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cbc4253e-bb3d-4992-97da-19847b4c93cc req-45275cb5-5166-4f79-bafc-fdfd2e97862e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c HTTP/1.1" status: 200 len: 1001 time: 0.0906651 Mar 22 12:45:18.824267 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4253e-bb3d-4992-97da-19847b4c93cc req-732c9b75-47ed-4e9d-b167-0b33057ed229 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:18.825716 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cbc4253e-bb3d-4992-97da-19847b4c93cc req-732c9b75-47ed-4e9d-b167-0b33057ed229 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 200 len: 834 time: 0.0591652 Mar 22 12:45:18.897845 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cbc4253e-bb3d-4992-97da-19847b4c93cc req-c49c37b2-df8c-4520-8aba-8d3431aa0952 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55b90dae-6d79-4e20-8750-057e2b73db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664971 Mar 22 12:45:19.029571 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cbc4253e-bb3d-4992-97da-19847b4c93cc req-38fe46ab-c53d-477a-9ec6-45348587e0b8 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255038 Mar 22 12:45:19.175364 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cbc4253e-bb3d-4992-97da-19847b4c93cc req-d76a1f31-0134-4a98-b55d-5be3194e7a12 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385376 Mar 22 12:45:21.015916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48670) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:21.230321 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 58d9f6b2-31b3-42c4-a28f-0f3dc7646786 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:45:21.230648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:21.397325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:21.397649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:21.514481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 58d9f6b2-31b3-42c4-a28f-0f3dc7646786 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:45:21.664119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:21.712609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=58d9f6b2-31b3-42c4-a28f-0f3dc7646786,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:21.723794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:21.724119 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:21.724466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:21.724777 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:21.725096 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:21.726033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:21.726033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:21.726033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:21.726333 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:21.726656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:21.726952 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:21.816845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:22.320438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 2fb7952c-d301-42e9-b68c-036afc5f8d30 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:45:22.538772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:45:22.549517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5aaedc-08d6-4f81-8c4d-20c168c87dda None None] Sync routers for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:45:22.562726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:22.567212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5aaedc-08d6-4f81-8c4d-20c168c87dda None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:45:22.567827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bc5aaedc-08d6-4f81-8c4d-20c168c87dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:45:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:22.614426 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b5fb65dd-f91b-48dc-b7c7-0d6e2163abb3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/floatingips/156eda9c-4785-4c1c-af84-9e03e3520897 HTTP/1.1" status: 204 len: 168 time: 1.5970821 Mar 22 12:45:22.615039 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'tag': '8d9d1961-a178-4a0a-985f-f7d308bd02ff'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:45:22.751835 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'tag': '8d9d1961-a178-4a0a-985f-f7d308bd02ff', 'status': 'completed', 'code': 200} Mar 22 12:45:22.755628 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-bc5aaedc-08d6-4f81-8c4d-20c168c87dda None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:45:22.851242 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10e9812f-bd03-4528-b9d7-162a03dd4cd3 req-e0fb11d2-52c8-4fdf-b4e2-37152b713f56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 1098 time: 0.0738883 Mar 22 12:45:22.991469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9812f-bd03-4528-b9d7-162a03dd4cd3 req-69e323c1-7b41-40d8-b6e0-d0f21687deb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:22.992962 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10e9812f-bd03-4528-b9d7-162a03dd4cd3 req-69e323c1-7b41-40d8-b6e0-d0f21687deb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 898 time: 0.1352370 Mar 22 12:45:23.064454 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10e9812f-bd03-4528-b9d7-162a03dd4cd3 req-02e44a63-a4fb-4eaa-87ce-3cd4a3ad2348 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d9d1961-a178-4a0a-985f-f7d308bd02ff HTTP/1.1" status: 200 len: 217 time: 0.0650897 Mar 22 12:45:23.103387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bc5aaedc-08d6-4f81-8c4d-20c168c87dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '128a739f-abc9-4544-a60c-c3fc33012c53', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.141', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:2c:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5be965-c352-41aa-be1c-2a573411b142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:38Z', 'updated_at': '2022-03-22T12:43:41Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:23.107392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5aaedc-08d6-4f81-8c4d-20c168c87dda None None] Checking router: 2fb7952c-d301-42e9-b68c-036afc5f8d30 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:45:23.120244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5aaedc-08d6-4f81-8c4d-20c168c87dda None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:45:23.121274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bc5aaedc-08d6-4f81-8c4d-20c168c87dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:45:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:23.134250 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9812f-bd03-4528-b9d7-162a03dd4cd3 req-402cfc62-c0fb-4429-8046-a71cae67eaf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:23.135724 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10e9812f-bd03-4528-b9d7-162a03dd4cd3 req-402cfc62-c0fb-4429-8046-a71cae67eaf1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 200 len: 834 time: 0.0650122 Mar 22 12:45:23.290651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87836087-d2d6-482e-bae5-b85ff3907781 req-602aac92-c4bf-46d5-86d6-8c4ffb89b984 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:23.291364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-87836087-d2d6-482e-bae5-b85ff3907781 req-602aac92-c4bf-46d5-86d6-8c4ffb89b984 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:45:23.297992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-bc5aaedc-08d6-4f81-8c4d-20c168c87dda None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:45:23.298343 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10e9812f-bd03-4528-b9d7-162a03dd4cd3 req-86f0aafe-0473-437d-a396-47ab63536855 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55b90dae-6d79-4e20-8750-057e2b73db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1559360 Mar 22 12:45:23.372565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-87836087-d2d6-482e-bae5-b85ff3907781 req-602aac92-c4bf-46d5-86d6-8c4ffb89b984 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:45:23.373658 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-87836087-d2d6-482e-bae5-b85ff3907781 req-602aac92-c4bf-46d5-86d6-8c4ffb89b984 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 945 time: 0.2705257 Mar 22 12:45:23.458748 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-87836087-d2d6-482e-bae5-b85ff3907781 req-4c2f76f5-bd56-40f8-91a1-9daa864bce84 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784233 Mar 22 12:45:23.466331 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10e9812f-bd03-4528-b9d7-162a03dd4cd3 req-edb1cf1a-82c2-4bf0-acd3-5b597c29ae5a service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600313 Mar 22 12:45:23.603377 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10e9812f-bd03-4528-b9d7-162a03dd4cd3 req-60c0424e-660d-4075-a87c-44425fe82bf3 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302226 Mar 22 12:45:23.692931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bc5aaedc-08d6-4f81-8c4d-20c168c87dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '128a739f-abc9-4544-a60c-c3fc33012c53', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.141', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:2c:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5be965-c352-41aa-be1c-2a573411b142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:38Z', 'updated_at': '2022-03-22T12:43:41Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:23.696897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5aaedc-08d6-4f81-8c4d-20c168c87dda None None] The sync data for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv is: [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '128a739f-abc9-4544-a60c-c3fc33012c53', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.141', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'port_id': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'mac_address': 'fa:16:3e:2c:c5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5be965-c352-41aa-be1c-2a573411b142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:43:38Z', 'updated_at': '2022-03-22T12:43:41Z', 'revision_number': 1, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:45:23.919790 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4cf3aa-22fc-41ba-873f-253231d4369f None None] New status for floating IP 156eda9c-4785-4c1c-af84-9e03e3520897: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:45:24.606005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec063de3-2e01-4588-90dc-70e6d7bdb8f4 req-e39ca416-490c-46ca-a71e-a346de113feb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:24.607474 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ec063de3-2e01-4588-90dc-70e6d7bdb8f4 req-e39ca416-490c-46ca-a71e-a346de113feb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 945 time: 0.0793605 Mar 22 12:45:24.753484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498dc02-4510-4c14-812d-277733e5d48a req-b6d227c4-fb47-47d9-a807-7ee13503c5be tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:24.755009 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8498dc02-4510-4c14-812d-277733e5d48a req-b6d227c4-fb47-47d9-a807-7ee13503c5be tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 945 time: 0.1505396 Mar 22 12:45:24.780797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-ec063de3-2e01-4588-90dc-70e6d7bdb8f4 req-0c2cdb74-41ff-4255-8c88-df4a1424950a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 8d9d1961-a178-4a0a-985f-f7d308bd02ff {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:45:24.781036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ec063de3-2e01-4588-90dc-70e6d7bdb8f4 req-0c2cdb74-41ff-4255-8c88-df4a1424950a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:24.800298 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8498dc02-4510-4c14-812d-277733e5d48a req-c52a853b-af56-42b9-b2dc-959daa3212e8 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b9c6dad-c75c-4054-be20-f5e2df9587bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397139 Mar 22 12:45:25.016532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-ec063de3-2e01-4588-90dc-70e6d7bdb8f4 req-0c2cdb74-41ff-4255-8c88-df4a1424950a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 8d9d1961-a178-4a0a-985f-f7d308bd02ff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d9d1961-a178-4a0a-985f-f7d308bd02ff,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:25.016856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ec063de3-2e01-4588-90dc-70e6d7bdb8f4 req-0c2cdb74-41ff-4255-8c88-df4a1424950a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:25.137898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-ec063de3-2e01-4588-90dc-70e6d7bdb8f4 req-0c2cdb74-41ff-4255-8c88-df4a1424950a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 8d9d1961-a178-4a0a-985f-f7d308bd02ff owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:45:25.282172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ec063de3-2e01-4588-90dc-70e6d7bdb8f4 req-0c2cdb74-41ff-4255-8c88-df4a1424950a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:25.330125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cdb74-41ff-4255-8c88-df4a1424950a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=8d9d1961-a178-4a0a-985f-f7d308bd02ff,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:25.401400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec063de3-2e01-4588-90dc-70e6d7bdb8f4 req-0c2cdb74-41ff-4255-8c88-df4a1424950a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] No DVR routers for this DVR port 8d9d1961-a178-4a0a-985f-f7d308bd02ff on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:45:25.404039 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ec063de3-2e01-4588-90dc-70e6d7bdb8f4 req-0c2cdb74-41ff-4255-8c88-df4a1424950a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:25.407042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'name': 'network-vif-deleted', 'tag': '8d9d1961-a178-4a0a-985f-f7d308bd02ff'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:45:25.423683 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ec063de3-2e01-4588-90dc-70e6d7bdb8f4 req-0c2cdb74-41ff-4255-8c88-df4a1424950a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "DELETE /v2.0/ports/8d9d1961-a178-4a0a-985f-f7d308bd02ff HTTP/1.1" status: 204 len: 173 time: 0.8106349 Mar 22 12:45:25.464672 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8aba101-50f7-4c0b-9582-2fd6af950885', 'name': 'network-vif-deleted', 'tag': '8d9d1961-a178-4a0a-985f-f7d308bd02ff', 'status': 'completed', 'code': 200} Mar 22 12:45:25.982987 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0085eee4-f451-41e8-84ee-d941d1aeb5e2 req-9fcca22c-7b53-4ef8-a950-1c0a95a18562 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8aba101-50f7-4c0b-9582-2fd6af950885 HTTP/1.1" status: 200 len: 210 time: 0.0453036 Mar 22 12:45:27.094525 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48694) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:27.174271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a06-4bf8-414b-bcb1-e7cd91a54948 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:27.203674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a06-4bf8-414b-bcb1-e7cd91a54948 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:27.270001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a06-4bf8-414b-bcb1-e7cd91a54948 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:27.287094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff65a06-4bf8-414b-bcb1-e7cd91a54948 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9c6dad-c75c-4054-be20-f5e2df9587bd,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:27.298631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2ff65a06-4bf8-414b-bcb1-e7cd91a54948 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:27.302815 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2ff65a06-4bf8-414b-bcb1-e7cd91a54948 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/0b9c6dad-c75c-4054-be20-f5e2df9587bd HTTP/1.1" status: 204 len: 168 time: 0.2072673 Mar 22 12:45:27.340164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48700) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:27.532841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port a55ed578-ea0a-4562-a645-142f266fbfbc {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:45:27.533149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:27.701897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:27.702209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:27.899775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for a55ed578-ea0a-4562-a645-142f266fbfbc owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:45:28.056346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:28.105817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=a55ed578-ea0a-4562-a645-142f266fbfbc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:28.196330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:28.594485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 2fb7952c-d301-42e9-b68c-036afc5f8d30 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:45:28.675673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 8d9d1961-a178-4a0a-985f-f7d308bd02ff no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:45:28.715097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 8d9d1961-a178-4a0a-985f-f7d308bd02ff {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:45:28.715441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 8d9d1961-a178-4a0a-985f-f7d308bd02ff not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:45:28.729916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-28c225f3-a6c4-4978-9695-2d09ee18d98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:28.807695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:45:28.817478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1559e-57fb-48bc-9bfe-5aec0fc2a74f None None] Sync routers for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:45:28.823433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:28.829338 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1559e-57fb-48bc-9bfe-5aec0fc2a74f None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:45:28.829983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b3f1559e-57fb-48bc-9bfe-5aec0fc2a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:45:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:28.874062 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ecc6b85-6cd7-4ed3-bd59-7b8580e70580 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/floatingips/128a739f-abc9-4544-a60c-c3fc33012c53 HTTP/1.1" status: 204 len: 168 time: 1.5326865 Mar 22 12:45:28.874533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:45:28.930552 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'status': 'completed', 'code': 200} Mar 22 12:45:29.007180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b3f1559e-57fb-48bc-9bfe-5aec0fc2a74f None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:45:29.023173 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5f401eb-8757-4b71-be1b-063375a1e5f0 req-e41f93cc-a628-47d8-bf79-34b013a12c42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 1098 time: 0.0686843 Mar 22 12:45:29.165716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f401eb-8757-4b71-be1b-063375a1e5f0 req-8c878429-8dc7-4569-adf5-6a2b81b21c37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:29.168072 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5f401eb-8757-4b71-be1b-063375a1e5f0 req-8c878429-8dc7-4569-adf5-6a2b81b21c37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 200 len: 898 time: 0.1388505 Mar 22 12:45:29.248685 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5f401eb-8757-4b71-be1b-063375a1e5f0 req-d3a89f05-d11c-4c15-b6f7-203945961fd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c HTTP/1.1" status: 200 len: 217 time: 0.0723479 Mar 22 12:45:29.264781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196d60-6b9d-428f-ba81-a8e03b32467d req-520f86c7-a149-44c8-8ece-313e934f3325 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:29.265687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-00196d60-6b9d-428f-ba81-a8e03b32467d req-520f86c7-a149-44c8-8ece-313e934f3325 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:45:29.281379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-00196d60-6b9d-428f-ba81-a8e03b32467d req-520f86c7-a149-44c8-8ece-313e934f3325 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:45:29.282647 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00196d60-6b9d-428f-ba81-a8e03b32467d req-520f86c7-a149-44c8-8ece-313e934f3325 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 945 time: 0.0926206 Mar 22 12:45:29.315519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f401eb-8757-4b71-be1b-063375a1e5f0 req-1704977a-cdbf-49f2-9c25-5c29c54f5004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:29.317250 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5f401eb-8757-4b71-be1b-063375a1e5f0 req-1704977a-cdbf-49f2-9c25-5c29c54f5004 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 200 len: 834 time: 0.0619962 Mar 22 12:45:29.323586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b3f1559e-57fb-48bc-9bfe-5aec0fc2a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:29.327690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1559e-57fb-48bc-9bfe-5aec0fc2a74f None None] Checking router: 2fb7952c-d301-42e9-b68c-036afc5f8d30 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:45:29.336872 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-00196d60-6b9d-428f-ba81-a8e03b32467d req-fae5121c-8e25-43a0-b3aa-10d85754f362 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479650 Mar 22 12:45:29.338246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1559e-57fb-48bc-9bfe-5aec0fc2a74f None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:45:29.338840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b3f1559e-57fb-48bc-9bfe-5aec0fc2a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:45:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:29.392423 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5f401eb-8757-4b71-be1b-063375a1e5f0 req-4f788054-bdbf-402d-9fe3-163b4ce67205 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55b90dae-6d79-4e20-8750-057e2b73db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691504 Mar 22 12:45:29.514566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b3f1559e-57fb-48bc-9bfe-5aec0fc2a74f None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:45:29.523959 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5f401eb-8757-4b71-be1b-063375a1e5f0 req-aa34f8c3-4adf-4df3-9007-0de04b8d3ce4 service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249609 Mar 22 12:45:29.660149 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5f401eb-8757-4b71-be1b-063375a1e5f0 req-4e30b01c-81fa-4a15-a9b0-930062c4352a service neutron] 10.222.0.55 "GET /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299839 Mar 22 12:45:29.851183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b3f1559e-57fb-48bc-9bfe-5aec0fc2a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:29.855237 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1559e-57fb-48bc-9bfe-5aec0fc2a74f None None] The sync data for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv is: [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:43:19Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb', 'name': '', 'network_id': '55b90dae-6d79-4e20-8750-057e2b73db0f', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:f5:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:19Z', 'updated_at': '2022-03-22T12:43:26Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '5d132c30-3f93-437f-80d9-e4e21e4b42af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:45:30.069765 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2bc13-d002-437d-adb2-bc8447327832 None None] New status for floating IP 128a739f-abc9-4544-a60c-c3fc33012c53: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:45:30.562584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac1a12-0928-4da3-b95f-c9be91440ee2 req-23d9026c-c481-4a47-b93c-3cec24094017 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:30.563275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e7ac1a12-0928-4da3-b95f-c9be91440ee2 req-23d9026c-c481-4a47-b93c-3cec24094017 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:45:30.580550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e7ac1a12-0928-4da3-b95f-c9be91440ee2 req-23d9026c-c481-4a47-b93c-3cec24094017 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:45:30.581712 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e7ac1a12-0928-4da3-b95f-c9be91440ee2 req-23d9026c-c481-4a47-b93c-3cec24094017 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 945 time: 0.1035593 Mar 22 12:45:30.639073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e7ac1a12-0928-4da3-b95f-c9be91440ee2 req-a36e55be-8081-485a-a0bf-966abb2da430 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:45:30.659325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e7ac1a12-0928-4da3-b95f-c9be91440ee2 req-a36e55be-8081-485a-a0bf-966abb2da430 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:45:30.660470 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e7ac1a12-0928-4da3-b95f-c9be91440ee2 req-a36e55be-8081-485a-a0bf-966abb2da430 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=f8c18c3f-149f-49c5-a01f-269445cfa50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718670 Mar 22 12:45:30.998565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b67cd-d2ca-47ff-99d4-8195bbbbe2e5 req-64ef1cc8-09b9-4a39-ba0b-6b4ccb5d82cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:31.000024 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b30b67cd-d2ca-47ff-99d4-8195bbbbe2e5 req-64ef1cc8-09b9-4a39-ba0b-6b4ccb5d82cc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 945 time: 0.1656561 Mar 22 12:45:31.064754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-b30b67cd-d2ca-47ff-99d4-8195bbbbe2e5 req-ba6eb517-7e07-42a7-a5bd-72d32cf03f49 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:45:31.065081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b30b67cd-d2ca-47ff-99d4-8195bbbbe2e5 req-ba6eb517-7e07-42a7-a5bd-72d32cf03f49 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:31.305827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-b30b67cd-d2ca-47ff-99d4-8195bbbbe2e5 req-ba6eb517-7e07-42a7-a5bd-72d32cf03f49 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:31.306071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b30b67cd-d2ca-47ff-99d4-8195bbbbe2e5 req-ba6eb517-7e07-42a7-a5bd-72d32cf03f49 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:31.425651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-b30b67cd-d2ca-47ff-99d4-8195bbbbe2e5 req-ba6eb517-7e07-42a7-a5bd-72d32cf03f49 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:45:31.567231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b30b67cd-d2ca-47ff-99d4-8195bbbbe2e5 req-ba6eb517-7e07-42a7-a5bd-72d32cf03f49 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:31.617797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6eb517-7e07-42a7-a5bd-72d32cf03f49 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:31.687814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c16a7ba4-4d1b-47f1-9903-17476a3f75ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:31.690324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30b67cd-d2ca-47ff-99d4-8195bbbbe2e5 req-ba6eb517-7e07-42a7-a5bd-72d32cf03f49 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] No DVR routers for this DVR port e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:45:31.692518 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b30b67cd-d2ca-47ff-99d4-8195bbbbe2e5 req-ba6eb517-7e07-42a7-a5bd-72d32cf03f49 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:31.695177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'name': 'network-vif-deleted', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:45:31.711694 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b30b67cd-d2ca-47ff-99d4-8195bbbbe2e5 req-ba6eb517-7e07-42a7-a5bd-72d32cf03f49 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "DELETE /v2.0/ports/e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c HTTP/1.1" status: 204 len: 173 time: 0.7068155 Mar 22 12:45:31.750721 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5be965-c352-41aa-be1c-2a573411b142', 'name': 'network-vif-deleted', 'tag': 'e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c', 'status': 'completed', 'code': 200} Mar 22 12:45:31.831446 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-44279db5-7157-449f-a4dc-47e2a869b694 req-e355b7ae-3ebe-4c31-9cdb-ca6e742be8dc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b5be965-c352-41aa-be1c-2a573411b142 HTTP/1.1" status: 200 len: 210 time: 0.0400009 Mar 22 12:45:32.016694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:32.080120 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:32.137633 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:45:32.947429 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48720) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:33.015187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dcf94336-8c82-446d-be5c-f000c16ab6b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:33.043402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dcf94336-8c82-446d-be5c-f000c16ab6b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:33.118387 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dcf94336-8c82-446d-be5c-f000c16ab6b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:33.136348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf94336-8c82-446d-be5c-f000c16ab6b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c18c3f-149f-49c5-a01f-269445cfa50a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:33.148427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dcf94336-8c82-446d-be5c-f000c16ab6b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:33.152254 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dcf94336-8c82-446d-be5c-f000c16ab6b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/f8c18c3f-149f-49c5-a01f-269445cfa50a HTTP/1.1" status: 204 len: 168 time: 0.2011864 Mar 22 12:45:33.192894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48726) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:33.328368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:33.612323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:34.285025 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:45:34.285729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:34.487088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:34.487492 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:34.603425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:45:34.682641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:45:34.717851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:45:34.718210 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e9007c0b-98c8-4657-a5aa-0a0dbe7bd94c not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:45:34.779885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:34.823653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:35.129724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:35.794462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router 2fb7952c-d301-42e9-b68c-036afc5f8d30 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:45:35.998483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:45:36.008763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce967bd9-1ea7-4912-86f2-4a89cfdd99fd None None] Sync routers for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:45:36.011904 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e85c67cb-3661-4c89-8e05-eef16de7d0d9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/2fb7952c-d301-42e9-b68c-036afc5f8d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8178504 Mar 22 12:45:36.015067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48730) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:36.035032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce967bd9-1ea7-4912-86f2-4a89cfdd99fd None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:45:36.035752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ce967bd9-1ea7-4912-86f2-4a89cfdd99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:45:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:36.195926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aca2c8e-bd29-45ff-9811-d354a2d31434 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting subnet 5d132c30-3f93-437f-80d9-e4e21e4b42af {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:45:36.199101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aca2c8e-bd29-45ff-9811-d354a2d31434 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:36.207238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ce967bd9-1ea7-4912-86f2-4a89cfdd99fd None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:45:36.258836 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aca2c8e-bd29-45ff-9811-d354a2d31434 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:36.341861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aca2c8e-bd29-45ff-9811-d354a2d31434 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:36.419767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aca2c8e-bd29-45ff-9811-d354a2d31434 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:36.492911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ce967bd9-1ea7-4912-86f2-4a89cfdd99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:45:34Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:36.497921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce967bd9-1ea7-4912-86f2-4a89cfdd99fd None None] Checking router: 2fb7952c-d301-42e9-b68c-036afc5f8d30 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:45:36.508966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce967bd9-1ea7-4912-86f2-4a89cfdd99fd None None] Routers {'2fb7952c-d301-42e9-b68c-036afc5f8d30'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:45:36.509615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ce967bd9-1ea7-4912-86f2-4a89cfdd99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:45:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2fb7952c-d301-42e9-b68c-036afc5f8d30'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:36.552603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca2c8e-bd29-45ff-9811-d354a2d31434 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Subnet': ['ID=5d132c30-3f93-437f-80d9-e4e21e4b42af,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:36.556690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aca2c8e-bd29-45ff-9811-d354a2d31434 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:36.563196 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9aca2c8e-bd29-45ff-9811-d354a2d31434 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/subnets/5d132c30-3f93-437f-80d9-e4e21e4b42af HTTP/1.1" status: 204 len: 168 time: 0.5470240 Mar 22 12:45:36.563624 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d767c487-f195-4163-9cfd-40ffcc0d92c4 None None] Network 55b90dae-6d79-4e20-8750-057e2b73db0f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:45:36.565859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48734) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:36.768604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:36.842748 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ce967bd9-1ea7-4912-86f2-4a89cfdd99fd None None] Set router 2fb7952c-d301-42e9-b68c-036afc5f8d30 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:45:36.963850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:36.976408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 5d72a476-1a86-4b9d-9935-b788da3b921b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:45:36.976799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:37.039395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] DHCP port deletion for 55b90dae-6d79-4e20-8750-057e2b73db0f request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:45:37.048423 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Deleting port cc720586-f138-4d68-bc29-8ecc6eb286bf {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:45:37.048785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:37.152287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 5d72a476-1a86-4b9d-9935-b788da3b921b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5d72a476-1a86-4b9d-9935-b788da3b921b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:37.152898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:37.270933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 5d72a476-1a86-4b9d-9935-b788da3b921b owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:45:37.353952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] For port cc720586-f138-4d68-bc29-8ecc6eb286bf, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=cc720586-f138-4d68-bc29-8ecc6eb286bf,segment=NetworkSegment(0d9098b1-b445-4b14-889b-939c4925c8aa),segment_id=0d9098b1-b445-4b14-889b-939c4925c8aa)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:37.354199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:37.435761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:37.470147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ce967bd9-1ea7-4912-86f2-4a89cfdd99fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:45:34Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:37.477909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=5d72a476-1a86-4b9d-9935-b788da3b921b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:37.478640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Calling delete_port for cc720586-f138-4d68-bc29-8ecc6eb286bf owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:45:37.503859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce967bd9-1ea7-4912-86f2-4a89cfdd99fd None None] The sync data for ids ['2fb7952c-d301-42e9-b68c-036afc5f8d30'] in dv-neutron-834653-1-hyperv is: [{'id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'name': 'tempest-TestNetworkBasicOps-router-1726777330', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159'}], 'enable_snat': True}, 'gw_port_id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:43:15Z', 'updated_at': '2022-03-22T12:45:34Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': '5d72a476-1a86-4b9d-9935-b788da3b921b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb7952c-d301-42e9-b68c-036afc5f8d30', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:43:16Z', 'updated_at': '2022-03-22T12:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:45:37.559827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:37.603030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Pushing event deleted for resources: {'Port': ['ID=cc720586-f138-4d68-bc29-8ecc6eb286bf,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:37.614022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] No DVR routers for this DVR port cc720586-f138-4d68-bc29-8ecc6eb286bf on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:45:37.621092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:37.621092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:37.621092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:37.621092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:37.621092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:37.621092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:37.621092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:37.621092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:37.621092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:37.624557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:37.624557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5085640-90d5-4b50-9f4e-609d02f124b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:37.697361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.049888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.054229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.080654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device cc720586-f138-4d68-bc29-8ecc6eb286bf no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:45:38.082565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.083059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Fanout notify agent at l3_agent the message router_deleted on router 2fb7952c-d301-42e9-b68c-036afc5f8d30 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:45:38.096597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.097705 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-546a99b4-cc2c-4efe-af7d-30b4813818b2 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/routers/2fb7952c-d301-42e9-b68c-036afc5f8d30 HTTP/1.1" status: 204 len: 168 time: 1.5309424 Mar 22 12:45:38.100642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48738) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:38.116536 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: cc720586-f138-4d68-bc29-8ecc6eb286bf {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:45:38.116896 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device cc720586-f138-4d68-bc29-8ecc6eb286bf not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:45:38.117321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:45:38.148969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:45:38.149299 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device ca9c8f70-06f0-4e0c-8fbd-c401ccad3fcb not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:45:38.215557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.350154 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.379470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b90dae-6d79-4e20-8750-057e2b73db0f']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:38.391730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9098b1-b445-4b14-889b-939c4925c8aa') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:38.392024 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9098b1-b445-4b14-889b-939c4925c8aa') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:38.403304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.418910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.424964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:45:38.425312 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:45:38.439536 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:45:38.520382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.537799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.548998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Network': ['ID=55b90dae-6d79-4e20-8750-057e2b73db0f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:38.560400 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-555340bc-e492-46cf-832f-ca986116372e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/networks/55b90dae-6d79-4e20-8750-057e2b73db0f HTTP/1.1" status: 204 len: 168 time: 0.4585345 Mar 22 12:45:38.587760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48742) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:38.594327 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'network': {'name': 'tempest-network-smoke--1376416864', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:38.600116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:38.605079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:network and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:45:38.608294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:45:38.614524 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:38.626877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:45:38.630188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.663963 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:45:38.677043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.677373 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Added segment 189fb97f-87f2-45b2-b2dd-6c88f850e544 of type vlan for network b83f8c8a-4aa5-47e6-8b59-cc962cec025a Mar 22 12:45:38.703646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.732699 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.736453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:38.737028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.838218 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2491791 Mar 22 12:45:38.841180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48746) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:38.843741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f9717-ef6a-44e1-9448-587aa2e5d76d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Network': ['ID=b83f8c8a-4aa5-47e6-8b59-cc962cec025a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:38.846579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'admin_state_up': True, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:38.854009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:38.854181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network b83f8c8a-4aa5-47e6-8b59-cc962cec025a details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:45:38.858121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:router and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:45:38.861216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:45:38.867443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:38.879138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.880067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:38.898673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:39.047151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:39.226852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:39.255580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:39.405079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.213 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/d4d96255-8f85-412e-a2aa-636999529cd3) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:45:39.556588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:39.588713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:39.657616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:45:39.662409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:39.669496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:45:39.693567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=d4d96255-8f85-412e-a2aa-636999529cd3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:39.822540 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:39.823169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:39.990398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5d72a476-1a86-4b9d-9935-b788da3b921b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:45:40.022478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 5d72a476-1a86-4b9d-9935-b788da3b921b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:45:40.022815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5d72a476-1a86-4b9d-9935-b788da3b921b not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:45:40.059027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router d67baa56-eb0b-4c6f-939c-e78e6ae56ced is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:45:40.255796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:45:40.265410 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Sync routers for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:45:40.277727 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:45:40.278620 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:45:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:40.280859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:40.282055 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a8f4d31a-192a-41a3-a47e-08a5964d8ccd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4398160 Mar 22 12:45:40.285314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48750) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:40.458657 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Set router d67baa56-eb0b-4c6f-939c-e78e6ae56ced gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:45:40.495470 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-07b7a81a-b51d-42e8-863f-358c1573086e tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=7b68bf5710844a8fac024c2b8fe300a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2089465 Mar 22 12:45:40.499090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48756) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:40.625077 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32da16b1-184f-4ece-a367-6194d48e073a tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:40.626564 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-32da16b1-184f-4ece-a367-6194d48e073a tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266134 Mar 22 12:45:40.629475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48760) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:40.667475 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6f04475e-4b88-40db-8b41-bbd866e8eb34 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369589 Mar 22 12:45:40.670066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48764) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:40.675241 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1051342559', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:40.746974 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:45:39Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:40.751002 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Checking router: d67baa56-eb0b-4c6f-939c-e78e6ae56ced for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:45:40.751440 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Updating router d67baa56-eb0b-4c6f-939c-e78e6ae56ced port d4d96255-8f85-412e-a2aa-636999529cd3 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:45:40.783048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:40.786917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:subnet and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:45:40.789813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:45:40.795758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:40.808037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:45:40.830361 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:40.907768 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:41.122143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:41.147137 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:41.158538 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Transition to ACTIVE for port object d4d96255-8f85-412e-a2aa-636999529cd3 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:45:41.166200 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:41.199914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Subnet': ['ID=38e5e2fa-6663-44e8-a26c-d502b5c23a1b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:41.211835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Checking segment: {'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:45:41.212239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network hostable DHCP agents. Network: b83f8c8a-4aa5-47e6-8b59-cc962cec025a, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:45:41.234288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network b83f8c8a-4aa5-47e6-8b59-cc962cec025a is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:45:41.244476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, b83f8c8a-4aa5-47e6-8b59-cc962cec025a) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:41.248625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:41.249157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:41.253122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb835c27-8498-4d05-b92c-ef0c344db028 None None] Network b83f8c8a-4aa5-47e6-8b59-cc962cec025a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:45:41.253654 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Pushing event updated for resources: {'Port': ['ID=d4d96255-8f85-412e-a2aa-636999529cd3,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:41.263776 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Attempting to bind port d4d96255-8f85-412e-a2aa-636999529cd3 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:45:41.264144 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Attempting to bind port d4d96255-8f85-412e-a2aa-636999529cd3 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:45:41.264640 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Attempting to bind port d4d96255-8f85-412e-a2aa-636999529cd3 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:45:41.267508 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:41.268487 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:41.268830 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:41.269136 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:41.269486 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:41.269799 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:41.270115 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:41.270425 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:41.270911 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:41.271376 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:41.271696 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:45:41.276150 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-24a1ee2a-5fc6-4d88-8020-933668721cf6 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6016588 Mar 22 12:45:41.276150 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48768) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:41.279458 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:45:41.279802 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:45:41.280373 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:41.280918 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:45:41.281569 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Bound port: d4d96255-8f85-412e-a2aa-636999529cd3, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:45:41.282050 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:41.351897 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] For port d4d96255-8f85-412e-a2aa-636999529cd3, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:45:41.355256 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] For port d4d96255-8f85-412e-a2aa-636999529cd3, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d4d96255-8f85-412e-a2aa-636999529cd3,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:45:41.359935 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:41.438529 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4925c-e9ed-4719-a358-765b55592e44 None None] Pushing event updated for resources: {'Port': ['ID=d4d96255-8f85-412e-a2aa-636999529cd3,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:41.446331 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:45:41.447227 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:45:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:41.481997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ips': [{'subnet_id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:45:41.483070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:41.625775 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] Set router d67baa56-eb0b-4c6f-939c-e78e6ae56ced gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:45:41.638374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Allocated IP 172.20.0.2 (b83f8c8a-4aa5-47e6-8b59-cc962cec025a/38e5e2fa-6663-44e8-a26c-d502b5c23a1b/f7bd6a42-c274-43e1-a91c-88f332a023e5) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:45:41.841646 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:41.852044 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Transition to ACTIVE for port object f7bd6a42-c274-43e1-a91c-88f332a023e5 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:45:41.871615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Transition to ACTIVE for port object f7bd6a42-c274-43e1-a91c-88f332a023e5 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:45:41.878635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:41.927095 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:45:39Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:41.932084 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c50c530-15a6-440d-9a47-69730f6e4ca5 None None] The sync data for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv is: [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:45:39Z', 'revision_number': 3, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:45:41.947467 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Network b83f8c8a-4aa5-47e6-8b59-cc962cec025a is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:45:41.955313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:41.957485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Pushing event updated for resources: {'Port': ['ID=f7bd6a42-c274-43e1-a91c-88f332a023e5,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:41.959746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:45:42.050685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Attempting to bind port f7bd6a42-c274-43e1-a91c-88f332a023e5 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:45:42.051052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Attempting to bind port f7bd6a42-c274-43e1-a91c-88f332a023e5 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:45:42.051405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Attempting to bind port f7bd6a42-c274-43e1-a91c-88f332a023e5 on network b83f8c8a-4aa5-47e6-8b59-cc962cec025a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:45:42.058130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:45:42.058836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Checking segment: {'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:45:42.059228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:42.059606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Bound using segment: {'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:45:42.060068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Bound port: f7bd6a42-c274-43e1-a91c-88f332a023e5, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:45:42.060435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:42.164972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:42.205095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] For port f7bd6a42-c274-43e1-a91c-88f332a023e5, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:45:42.207492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] For port f7bd6a42-c274-43e1-a91c-88f332a023e5, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f7bd6a42-c274-43e1-a91c-88f332a023e5,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:45:42.217353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:42.304208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623ce53-6888-443c-9626-a121cd53a69a None None] Pushing event updated for resources: {'Port': ['ID=f7bd6a42-c274-43e1-a91c-88f332a023e5,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:42.580566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.1 (b83f8c8a-4aa5-47e6-8b59-cc962cec025a/38e5e2fa-6663-44e8-a26c-d502b5c23a1b/69d6b91c-8bd0-4288-a2c4-136faa3ff90d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:45:42.745677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:42.762441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 69d6b91c-8bd0-4288-a2c4-136faa3ff90d will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:45:42.787198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:42.860786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network b83f8c8a-4aa5-47e6-8b59-cc962cec025a is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:45:42.864212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:42.868707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:45:42.893789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:42.927448 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:43.014321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:43.145562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43819954-214e-41a8-9373-a42f3196bbe2 None None] Network b83f8c8a-4aa5-47e6-8b59-cc962cec025a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:45:43.242858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b14335d-9f83-41c5-95f1-343d196d5421 None None] Provisioning for port f7bd6a42-c274-43e1-a91c-88f332a023e5 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:45:43.382119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:43.416492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:43.422625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:43.534103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:43.536470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:43.584659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-33492d1a-912f-47de-a508-28eee1320dfe None None] Provisioning for port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:45:43.592505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-33492d1a-912f-47de-a508-28eee1320dfe None None] Provisioning complete for port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:43.593026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-33492d1a-912f-47de-a508-28eee1320dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:43.645603 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-33492d1a-912f-47de-a508-28eee1320dfe None None] Port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:45:43.682034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network b83f8c8a-4aa5-47e6-8b59-cc962cec025a is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:45:43.683162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:43.780266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fa9e04d1-808e-40c5-8397-b3175140a4b4 None None] Provisioning complete for port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:43.780627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fa9e04d1-808e-40c5-8397-b3175140a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:43.842677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e04d1-808e-40c5-8397-b3175140a4b4 None None] Port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:45:43.967959 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f475d590-d546-4ee9-b765-1ffb1e269af9 None None] Provisioning complete for port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:43.968304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f475d590-d546-4ee9-b765-1ffb1e269af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:44.030749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f475d590-d546-4ee9-b765-1ffb1e269af9 None None] Port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:45:44.099982 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f7bd6a42-c274-43e1-a91c-88f332a023e5 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:45:44.169380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port f7bd6a42-c274-43e1-a91c-88f332a023e5 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:45:44.174297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f7bd6a42-c274-43e1-a91c-88f332a023e5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:44.174718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:44.175314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router d67baa56-eb0b-4c6f-939c-e78e6ae56ced has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:45:44.289630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:44.323349 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port f7bd6a42-c274-43e1-a91c-88f332a023e5, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f7bd6a42-c274-43e1-a91c-88f332a023e5,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:44.328148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:44.329016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d4d96255-8f85-412e-a2aa-636999529cd3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:45:44.380470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:45:44.393312 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2f5c1a2c-a875-4983-b595-8a88bbbcd872 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/d67baa56-eb0b-4c6f-939c-e78e6ae56ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1151922 Mar 22 12:45:44.396086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48772) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:44.437266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=f7bd6a42-c274-43e1-a91c-88f332a023e5,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:44.452312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port d4d96255-8f85-412e-a2aa-636999529cd3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:45:44.457148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port d4d96255-8f85-412e-a2aa-636999529cd3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:44.457541 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:44.532532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a354fff-122b-4c46-9722-21a81789e139 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:44.532794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a354fff-122b-4c46-9722-21a81789e139 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:44.533150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a354fff-122b-4c46-9722-21a81789e139 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:44.533526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a354fff-122b-4c46-9722-21a81789e139 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:44.535203 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0a354fff-122b-4c46-9722-21a81789e139 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1380072 Mar 22 12:45:44.538009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48776) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:44.566182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:44.582672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port d4d96255-8f85-412e-a2aa-636999529cd3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d4d96255-8f85-412e-a2aa-636999529cd3,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:44.586978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:44.606133 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1bc826-8093-4582-8423-468cd55be0d4 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:44.606598 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1bc826-8093-4582-8423-468cd55be0d4 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:44.606955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1bc826-8093-4582-8423-468cd55be0d4 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:44.607304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1bc826-8093-4582-8423-468cd55be0d4 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:44.609042 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cb1bc826-8093-4582-8423-468cd55be0d4 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0701430 Mar 22 12:45:44.611888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48780) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:44.655704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=d4d96255-8f85-412e-a2aa-636999529cd3,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:44.906845 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5f98f6d8-6e5d-4596-ba41-1fa755a39752 tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2938223 Mar 22 12:45:45.267726 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48786) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:45.273587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001750115', 'description': 'tempest-secgroup-smoke-1001750115 description', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:45.279574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:45.283542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:45:45.286507 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:45:45.292297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:45.303368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.338776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:45.342770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:45:45.345721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:45:45.351636 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:45.407937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.413430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.423815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Sync routers for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:45:45.437172 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:45:45.438154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:45:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:45.461343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dffb825-5032-45e0-83b7-9339773319d0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:45.469185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.470404 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-74ddd0ee-7ae5-464e-983b-211e91eedafc tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2016122 Mar 22 12:45:45.473415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48790) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:45.479705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2828bca7-77f8-4ebd-a9df-6697a15fa72e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '2dffb825-5032-45e0-83b7-9339773319d0', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:45.485940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2828bca7-77f8-4ebd-a9df-6697a15fa72e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:45.489798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2828bca7-77f8-4ebd-a9df-6697a15fa72e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:45:45.492861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2828bca7-77f8-4ebd-a9df-6697a15fa72e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:45:45.498770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2828bca7-77f8-4ebd-a9df-6697a15fa72e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:45.517879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2828bca7-77f8-4ebd-a9df-6697a15fa72e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.584680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2828bca7-77f8-4ebd-a9df-6697a15fa72e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.589427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2828bca7-77f8-4ebd-a9df-6697a15fa72e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.613881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828bca7-77f8-4ebd-a9df-6697a15fa72e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc30840-e7b6-4151-ba32-b8e32a911a6f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:45.615218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Set router d67baa56-eb0b-4c6f-939c-e78e6ae56ced gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:45:45.624451 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2828bca7-77f8-4ebd-a9df-6697a15fa72e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.625768 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2828bca7-77f8-4ebd-a9df-6697a15fa72e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1507614 Mar 22 12:45:45.628635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48794) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:45.633988 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d3a60867-f9c6-456b-8fe9-9c1b7bb32c7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '2dffb825-5032-45e0-83b7-9339773319d0', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:45.639852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d3a60867-f9c6-456b-8fe9-9c1b7bb32c7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:45.643722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d3a60867-f9c6-456b-8fe9-9c1b7bb32c7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:45:45.646816 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d3a60867-f9c6-456b-8fe9-9c1b7bb32c7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:45:45.652513 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d3a60867-f9c6-456b-8fe9-9c1b7bb32c7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:45.670076 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3a60867-f9c6-456b-8fe9-9c1b7bb32c7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.732857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3a60867-f9c6-456b-8fe9-9c1b7bb32c7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.737961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3a60867-f9c6-456b-8fe9-9c1b7bb32c7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.761365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a60867-f9c6-456b-8fe9-9c1b7bb32c7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f819a3e4-f046-4c83-95b3-91aab06999c4,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:45.772021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d3a60867-f9c6-456b-8fe9-9c1b7bb32c7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.773230 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d3a60867-f9c6-456b-8fe9-9c1b7bb32c7c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1436994 Mar 22 12:45:45.776041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48798) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:45.781987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1f7ba950-1eb5-4376-86c5-900f3073e4c3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '2dffb825-5032-45e0-83b7-9339773319d0', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:45.788092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1f7ba950-1eb5-4376-86c5-900f3073e4c3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:45.792259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f7ba950-1eb5-4376-86c5-900f3073e4c3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:45:45.795348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1f7ba950-1eb5-4376-86c5-900f3073e4c3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:45:45.801603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1f7ba950-1eb5-4376-86c5-900f3073e4c3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:45.820352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba950-1eb5-4376-86c5-900f3073e4c3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.884678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba950-1eb5-4376-86c5-900f3073e4c3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.889510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba950-1eb5-4376-86c5-900f3073e4c3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.915447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ba950-1eb5-4376-86c5-900f3073e4c3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88b07f2-af15-4066-89bb-7339ca13c63e,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:45.924914 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1f7ba950-1eb5-4376-86c5-900f3073e4c3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:45.926282 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1f7ba950-1eb5-4376-86c5-900f3073e4c3 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1491897 Mar 22 12:45:45.929084 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48802) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:45.934801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6393934a-7ece-45a4-ac02-605abcbbf082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '2dffb825-5032-45e0-83b7-9339773319d0', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:45.940580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6393934a-7ece-45a4-ac02-605abcbbf082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:45.944406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6393934a-7ece-45a4-ac02-605abcbbf082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:45:45.947401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6393934a-7ece-45a4-ac02-605abcbbf082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:45:45.952871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6393934a-7ece-45a4-ac02-605abcbbf082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:45.960209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:45:42Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '69d6b91c-8bd0-4288-a2c4-136faa3ff90d', 'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:42Z', 'updated_at': '2022-03-22T12:45:43Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:45.964621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Checking router: d67baa56-eb0b-4c6f-939c-e78e6ae56ced for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:45:45.965037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Updating router d67baa56-eb0b-4c6f-939c-e78e6ae56ced port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:45:45.970279 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6393934a-7ece-45a4-ac02-605abcbbf082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.015945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.036290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6393934a-7ece-45a4-ac02-605abcbbf082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.040757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6393934a-7ece-45a4-ac02-605abcbbf082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.062377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f7bd6a42-c274-43e1-a91c-88f332a023e5 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:45:46.066952 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393934a-7ece-45a4-ac02-605abcbbf082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bdb62b-cdd9-4e90-b1d2-813ffd9cd2d6,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:46.077752 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6393934a-7ece-45a4-ac02-605abcbbf082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.079034 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6393934a-7ece-45a4-ac02-605abcbbf082 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1489983 Mar 22 12:45:46.081909 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48806) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:46.087488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '2dffb825-5032-45e0-83b7-9339773319d0', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:46.093300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:46.097274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:45:46.100121 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:45:46.105788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:46.116233 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:45:46.122668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.190659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.194958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.211895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f7bd6a42-c274-43e1-a91c-88f332a023e5 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:46.212234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.225700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7389bd-0679-4199-9fa1-98bcd5a46053,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:46.229634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.233318 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-74609c3d-27de-45a0-bf74-6e1b4afd907b tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1480048 Mar 22 12:45:46.233796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48810) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:45:46.239019 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'security_group_rule': {'security_group_id': '2dffb825-5032-45e0-83b7-9339773319d0', 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:46.244919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:46.248960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:security_group_rule and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:45:46.252199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:45:46.258873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:46.270153 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Project 7b68bf5710844a8fac024c2b8fe300a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:45:46.277065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.343980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.349640 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.377996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5363cd-7330-4a9e-89d4-296016cbf61b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:46.386187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.393521 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-33172fc0-bd50-4bc7-82c8-3fc599b2c281 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1529157 Mar 22 12:45:46.436242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d4d96255-8f85-412e-a2aa-636999529cd3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:45:46.557158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-4f21bd5b-35d3-48bb-b948-68b67cce2a2a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:45:46.558179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.572266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Transition to ACTIVE for port object 69d6b91c-8bd0-4288-a2c4-136faa3ff90d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:45:46.575212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-4f21bd5b-35d3-48bb-b948-68b67cce2a2a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:45:46.576430 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-4f21bd5b-35d3-48bb-b948-68b67cce2a2a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001750115&fields=id&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 267 time: 0.0597394 Mar 22 12:45:46.579765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port d4d96255-8f85-412e-a2aa-636999529cd3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:46.580136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.606995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.727219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-0da21a0a-f0e5-431f-9127-1f4807cef64d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:46.727942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-0da21a0a-f0e5-431f-9127-1f4807cef64d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:45:46.744589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-0da21a0a-f0e5-431f-9127-1f4807cef64d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:45:46.746069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8bdf1-1f97-4ed0-be5c-25c1e545c9f9 None None] Pushing event updated for resources: {'Port': ['ID=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:46.750157 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-0da21a0a-f0e5-431f-9127-1f4807cef64d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/networks?id=b83f8c8a-4aa5-47e6-8b59-cc962cec025a HTTP/1.1" status: 200 len: 797 time: 0.1657965 Mar 22 12:45:46.770861 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-f25fdea1-bba6-4a28-9058-a81d4de1a68a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/quotas/7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 375 time: 0.0109582 Mar 22 12:45:46.867703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-2e599fbe-603c-4457-abfd-0db0cf25b47d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:45:46.883521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-2e599fbe-603c-4457-abfd-0db0cf25b47d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:45:46.884773 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-2e599fbe-603c-4457-abfd-0db0cf25b47d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038301 Mar 22 12:45:46.908632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Attempting to bind port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:45:46.908991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Attempting to bind port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:45:46.909343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Attempting to bind port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d on network b83f8c8a-4aa5-47e6-8b59-cc962cec025a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:45:46.915715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:45:46.915952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Checking segment: {'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:45:46.916332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.916792 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Bound using segment: {'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:45:46.917109 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Bound port: 69d6b91c-8bd0-4288-a2c4-136faa3ff90d, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:45:46.917475 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:46.985408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-d8ebb448-efcd-4416-b101-993a2bdaf325 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:45:46.986364 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-d8ebb448-efcd-4416-b101-993a2bdaf325 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0884910 Mar 22 12:45:47.010770 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] For port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:45:47.013854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] For port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:45:47.018670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:47.098783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8bdf1-1f97-4ed0-be5c-25c1e545c9f9 None None] Pushing event updated for resources: {'Port': ['ID=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:47.103492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:45:47.104099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:45:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:47.127335 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ea8937ad-ebae-4d0f-8c70-6ba10e29a7db service neutron] 10.222.0.62 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344240 Mar 22 12:45:47.266114 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-c35ebc2c-0e6e-4600-9bce-380826ba4d54 service neutron] 10.222.0.62 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324086 Mar 22 12:45:47.285660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] Set router d67baa56-eb0b-4c6f-939c-e78e6ae56ced gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:45:47.451663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4033b0a3-ec83-48d5-97e9-052a5ee0e2c1 req-ce419bf3-30a0-456d-b9d9-f8628d4cd36f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:45:47.464050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4033b0a3-ec83-48d5-97e9-052a5ee0e2c1 req-ce419bf3-30a0-456d-b9d9-f8628d4cd36f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:45:47.465225 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4033b0a3-ec83-48d5-97e9-052a5ee0e2c1 req-ce419bf3-30a0-456d-b9d9-f8628d4cd36f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 210 time: 0.0536654 Mar 22 12:45:47.643923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:45:42Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '69d6b91c-8bd0-4288-a2c4-136faa3ff90d', 'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:42Z', 'updated_at': '2022-03-22T12:45:47Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:45:47.647809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b0b4e-2ea1-425e-a053-04b0765a4233 None None] The sync data for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv is: [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:45:42Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '69d6b91c-8bd0-4288-a2c4-136faa3ff90d', 'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:42Z', 'updated_at': '2022-03-22T12:45:47Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:45:48.057552 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 69d6b91c-8bd0-4288-a2c4-136faa3ff90d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:45:48.128210 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:45:48.133340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:48.133742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:48.249804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:48.281428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:48.286629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:48.356297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:48.572805 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1cc6613f-0029-465a-bbbd-db3c74f4158a req-b486963e-4470-49c9-964d-1145de3a3e00 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 210 time: 0.0399661 Mar 22 12:45:49.688636 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-decd8a9a-90d8-42de-a0d6-37ad703a09ca req-82dbe666-3786-4a14-a237-e3cc7d1da19c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 210 time: 0.0406973 Mar 22 12:45:50.037631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 69d6b91c-8bd0-4288-a2c4-136faa3ff90d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:45:50.105503 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:50.105873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:50.809953 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2fa34272-f62e-4ee4-864f-25440174b784 req-7a626eaa-693f-4432-9a3b-dd74a9704dff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 210 time: 0.0475650 Mar 22 12:45:51.983848 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ba04a32-fdf6-4153-839b-c85b94ff1496 req-db6c5cd6-b036-4b8f-a5bb-2efa54bdcc2f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 210 time: 0.0425644 Mar 22 12:45:52.714705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-0e5927fc-7b3f-49ef-b0e3-0f4759dc5759 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:52.715365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-0e5927fc-7b3f-49ef-b0e3-0f4759dc5759 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:45:52.726838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-0e5927fc-7b3f-49ef-b0e3-0f4759dc5759 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:45:52.727917 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-0e5927fc-7b3f-49ef-b0e3-0f4759dc5759 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/networks?id=b83f8c8a-4aa5-47e6-8b59-cc962cec025a HTTP/1.1" status: 200 len: 797 time: 0.1573491 Mar 22 12:45:52.779191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ca8e7ec9-d5ce-4105-ab38-cf5b841eefa4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:45:52.790445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ca8e7ec9-d5ce-4105-ab38-cf5b841eefa4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:45:52.791586 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ca8e7ec9-d5ce-4105-ab38-cf5b841eefa4 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b68bf5710844a8fac024c2b8fe300a1 HTTP/1.1" status: 200 len: 380 time: 0.0523508 Mar 22 12:45:52.800260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'port': {'device_id': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'admin_state_up': True, 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'security_groups': ['2dffb825-5032-45e0-83b7-9339773319d0']}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:52.939458 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:45:52.949585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:45:52.961792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Made reservation on behalf of 7b68bf5710844a8fac024c2b8fe300a1 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:45:52.964922 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:53.125655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.20.0.13 (b83f8c8a-4aa5-47e6-8b59-cc962cec025a/38e5e2fa-6663-44e8-a26c-d502b5c23a1b/93c57b6c-c6f9-45de-96c4-6fb599070682) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:45:53.144021 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-992b0091-7e05-49a6-80d8-276f04cdbca8 req-e50adfd8-6cf9-4f93-bdca-0ddc5be7ae08 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 210 time: 0.0429199 Mar 22 12:45:53.310459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:53.325320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Transition to ACTIVE for port object 93c57b6c-c6f9-45de-96c4-6fb599070682 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:45:53.347957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:53.419893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network b83f8c8a-4aa5-47e6-8b59-cc962cec025a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:45:53.422887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:45:53.427039 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:45:53.451554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=93c57b6c-c6f9-45de-96c4-6fb599070682,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:53.488227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:53.488815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:53.514231 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-3b6b731e-a8d2-4729-9cd1-c6c813a2928c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7174850 Mar 22 12:45:53.526016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Request body: {'port': {'device_id': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:45:53.689166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-285738da-2491-4479-8ce3-3f375c747aea None None] Provisioning for port 93c57b6c-c6f9-45de-96c4-6fb599070682 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:45:53.694485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-285738da-2491-4479-8ce3-3f375c747aea None None] Provisioning complete for port 93c57b6c-c6f9-45de-96c4-6fb599070682 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:45:53.694791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-285738da-2491-4479-8ce3-3f375c747aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:53.721666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:53.746124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-285738da-2491-4479-8ce3-3f375c747aea None None] Port 93c57b6c-c6f9-45de-96c4-6fb599070682 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:45:54.059601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c57b6c-c6f9-45de-96c4-6fb599070682 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:45:54.066554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:54.082028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Transition to ACTIVE for port object 93c57b6c-c6f9-45de-96c4-6fb599070682 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:45:54.086677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:54.211873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Pushing event updated for resources: {'Port': ['ID=93c57b6c-c6f9-45de-96c4-6fb599070682,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:54.363516 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Attempting to bind port 93c57b6c-c6f9-45de-96c4-6fb599070682 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:45:54.363839 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Attempting to bind port 93c57b6c-c6f9-45de-96c4-6fb599070682 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:45:54.364194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Attempting to bind port 93c57b6c-c6f9-45de-96c4-6fb599070682 on network b83f8c8a-4aa5-47e6-8b59-cc962cec025a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:45:54.373886 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Port 93c57b6c-c6f9-45de-96c4-6fb599070682 on network b83f8c8a-4aa5-47e6-8b59-cc962cec025a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:45:54.374210 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Attempting to bind port 93c57b6c-c6f9-45de-96c4-6fb599070682 on network b83f8c8a-4aa5-47e6-8b59-cc962cec025a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:45:54.390501 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4c98f-1a85-4800-86d5-2bb224012286 req-7002730e-1cb0-47bd-a5f3-535ee1eec6bd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:54.391185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-a0b4c98f-1a85-4800-86d5-2bb224012286 req-7002730e-1cb0-47bd-a5f3-535ee1eec6bd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:45:54.393539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:45:54.393860 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Checking segment: {'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:45:54.394220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Bound using segment: {'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:45:54.394628 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Bound port: 93c57b6c-c6f9-45de-96c4-6fb599070682, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '189fb97f-87f2-45b2-b2dd-6c88f850e544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:45:54.394960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:54.447863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-a0b4c98f-1a85-4800-86d5-2bb224012286 req-7002730e-1cb0-47bd-a5f3-535ee1eec6bd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:45:54.448971 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a0b4c98f-1a85-4800-86d5-2bb224012286 req-7002730e-1cb0-47bd-a5f3-535ee1eec6bd tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 944 time: 0.1715722 Mar 22 12:45:54.521883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] For port 93c57b6c-c6f9-45de-96c4-6fb599070682, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:45:54.527005 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a0b4c98f-1a85-4800-86d5-2bb224012286 req-33ddb2cc-4829-4fff-afe9-6f4c1f4cca1a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718226 Mar 22 12:45:54.531155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] For port 93c57b6c-c6f9-45de-96c4-6fb599070682, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93c57b6c-c6f9-45de-96c4-6fb599070682,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:45:54.536284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:54.597325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:54.598710 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] 10.222.0.55 "PUT /v2.0/ports/93c57b6c-c6f9-45de-96c4-6fb599070682 HTTP/1.1" status: 200 len: 1094 time: 1.0771005 Mar 22 12:45:54.599173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'tag': '93c57b6c-c6f9-45de-96c4-6fb599070682'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:45:54.624561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e1f0b-c96b-480e-88b6-1e14b7cb175e service neutron] Pushing event updated for resources: {'Port': ['ID=93c57b6c-c6f9-45de-96c4-6fb599070682,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:54.674770 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'tag': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'status': 'completed', 'code': 200} Mar 22 12:45:54.719611 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-afe39ac0-dc28-4143-bc96-16f884ca7b84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 1097 time: 0.0830498 Mar 22 12:45:54.789985 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-6d182f81-e5cd-4e27-8f49-acbd15ac09a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93c57b6c-c6f9-45de-96c4-6fb599070682 HTTP/1.1" status: 200 len: 217 time: 0.0642059 Mar 22 12:45:54.852561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-258d4102-a6e6-4e0f-b576-23cd80ff35b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:54.854038 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-258d4102-a6e6-4e0f-b576-23cd80ff35b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38e5e2fa-6663-44e8-a26c-d502b5c23a1b HTTP/1.1" status: 200 len: 835 time: 0.0586483 Mar 22 12:45:54.926116 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-529ea4a9-c1ef-4d30-ad15-033b6bceea7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b83f8c8a-4aa5-47e6-8b59-cc962cec025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665205 Mar 22 12:45:55.064507 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-925267db-d024-4a04-afcb-1a097ead11b3 service neutron] 10.222.0.55 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325803 Mar 22 12:45:55.196269 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-14d05945-d42c-4594-9e30-eae5fd48d396 req-7ac46227-fbae-4ecf-aea0-59f965a26888 service neutron] 10.222.0.55 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257222 Mar 22 12:45:55.320395 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fb89f081-49e5-4c0a-8537-85f6fa4c048c req-4f4c9fbd-f9f6-4775-aa3a-3052e74fc35b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 1097 time: 0.0811732 Mar 22 12:45:55.536153 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f081-49e5-4c0a-8537-85f6fa4c048c req-0d63660f-0ea6-4d1a-bcea-fb755bbb764a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:55.537614 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fb89f081-49e5-4c0a-8537-85f6fa4c048c req-0d63660f-0ea6-4d1a-bcea-fb755bbb764a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b83f8c8a-4aa5-47e6-8b59-cc962cec025a HTTP/1.1" status: 200 len: 898 time: 0.2108459 Mar 22 12:45:55.604227 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fb89f081-49e5-4c0a-8537-85f6fa4c048c req-9696a6ae-80d5-4fc4-9ce2-371bf466b365 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93c57b6c-c6f9-45de-96c4-6fb599070682 HTTP/1.1" status: 200 len: 217 time: 0.0606747 Mar 22 12:45:55.707869 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f081-49e5-4c0a-8537-85f6fa4c048c req-a33bf302-09ba-404e-90f7-0ef0c17dec11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:55.709280 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fb89f081-49e5-4c0a-8537-85f6fa4c048c req-a33bf302-09ba-404e-90f7-0ef0c17dec11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38e5e2fa-6663-44e8-a26c-d502b5c23a1b HTTP/1.1" status: 200 len: 835 time: 0.0994096 Mar 22 12:45:55.793040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb656da-b3de-4921-a57d-c19221de3e09 req-4188b947-e2c4-4794-bb98-88ac3bb5828a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:55.794403 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-dcb656da-b3de-4921-a57d-c19221de3e09 req-4188b947-e2c4-4794-bb98-88ac3bb5828a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 944 time: 0.1452565 Mar 22 12:45:55.827590 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fb89f081-49e5-4c0a-8537-85f6fa4c048c req-b435a0b5-0add-4e9c-bbc7-668fa8c5e619 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b83f8c8a-4aa5-47e6-8b59-cc962cec025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1094267 Mar 22 12:45:55.922239 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-dcb656da-b3de-4921-a57d-c19221de3e09 req-d97a7464-7340-4e04-b3e1-942a52f52fff tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219695 Mar 22 12:45:55.967640 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fb89f081-49e5-4c0a-8537-85f6fa4c048c req-6e652890-9a4a-4c23-8813-756b6d79711e service neutron] 10.222.0.55 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327446 Mar 22 12:45:56.102492 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fb89f081-49e5-4c0a-8537-85f6fa4c048c req-a939ca75-2ad9-4ac5-87c7-c0219eb6c41e service neutron] 10.222.0.55 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278915 Mar 22 12:45:57.127375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0119c4-885c-4aec-a7fa-0b312ee31827 req-d9e5170b-6211-48e7-a56b-2318ce1e37ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:57.128764 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e0119c4-885c-4aec-a7fa-0b312ee31827 req-d9e5170b-6211-48e7-a56b-2318ce1e37ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 944 time: 0.0770557 Mar 22 12:45:57.174928 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e0119c4-885c-4aec-a7fa-0b312ee31827 req-ae706d02-d90f-4862-a159-95e70abff2ae tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382760 Mar 22 12:45:58.381926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a4ae0-43f7-4754-98d6-fbb4fdf41ff4 req-176f248c-b25e-435d-a01f-195e4ea9bdfb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:58.383296 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b8a4ae0-43f7-4754-98d6-fbb4fdf41ff4 req-176f248c-b25e-435d-a01f-195e4ea9bdfb tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 944 time: 0.0882895 Mar 22 12:45:58.432939 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b8a4ae0-43f7-4754-98d6-fbb4fdf41ff4 req-2c25a980-28d6-41c7-bee8-7ace7353e881 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432701 Mar 22 12:45:58.728947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82435ead-8c56-4b9b-9435-9d83931945ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:58.823654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 93c57b6c-c6f9-45de-96c4-6fb599070682 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:45:58.958205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 93c57b6c-c6f9-45de-96c4-6fb599070682, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93c57b6c-c6f9-45de-96c4-6fb599070682,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:58.970833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'port_id': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'mac_address': 'fa:16:3e:c0:6a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:45:59.027710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:59.050191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c57b6c-c6f9-45de-96c4-6fb599070682 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:45:59.065298 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 93c57b6c-c6f9-45de-96c4-6fb599070682, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93c57b6c-c6f9-45de-96c4-6fb599070682,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:45:59.071615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:45:59.139653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=93c57b6c-c6f9-45de-96c4-6fb599070682,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:45:59.370272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['93c57b6c-c6f9-45de-96c4-6fb599070682'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:45:59.724738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbe32f-05a3-43d8-b330-3fd628796f01 req-903b21d7-a0db-4fdb-9b7c-1f309446c64a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:45:59.726044 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2dbe32f-05a3-43d8-b330-3fd628796f01 req-903b21d7-a0db-4fdb-9b7c-1f309446c64a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 945 time: 0.1753831 Mar 22 12:45:59.770938 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2dbe32f-05a3-43d8-b330-3fd628796f01 req-88ddd477-2c39-44eb-a98d-2d64646881f1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391123 Mar 22 12:46:00.838486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 93c57b6c-c6f9-45de-96c4-6fb599070682 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:46:00.913275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 93c57b6c-c6f9-45de-96c4-6fb599070682 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:46:00.918238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 93c57b6c-c6f9-45de-96c4-6fb599070682 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:46:00.918617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:00.979718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224289b-13cf-48ea-bc99-391b3346d6e8 req-f9cbfab7-97fb-49a4-b513-75f4d7f4d2b9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:46:00.981160 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5224289b-13cf-48ea-bc99-391b3346d6e8 req-f9cbfab7-97fb-49a4-b513-75f4d7f4d2b9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 945 time: 0.0842557 Mar 22 12:46:01.027075 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5224289b-13cf-48ea-bc99-391b3346d6e8 req-44196a95-a409-4692-992b-839940a46bbf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Mar 22 12:46:01.031745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:01.058892 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c57b6c-c6f9-45de-96c4-6fb599070682'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:46:01.068612 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 93c57b6c-c6f9-45de-96c4-6fb599070682, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93c57b6c-c6f9-45de-96c4-6fb599070682,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:46:01.073854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:01.146103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=93c57b6c-c6f9-45de-96c4-6fb599070682,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:46:01.190892 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'code': 200} Mar 22 12:46:01.437918 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f75b4c3c-d837-4139-bcf2-3ca2950dc1d7 req-69975fea-3110-44d5-ac9b-a11961477539 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 1099 time: 0.0834866 Mar 22 12:46:01.480051 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f75b4c3c-d837-4139-bcf2-3ca2950dc1d7 req-b96d40b9-bfcc-442c-b7ad-0f558d60278b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367727 Mar 22 12:46:01.696979 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-20cec4e9-b98b-4f31-9178-71d9bf8b67fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:02.024610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:02.075294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:02.222071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdeb7a8-481a-485a-904f-d382c809a40d req-5ee41d4b-b448-4f26-a908-081eb139defa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:46:02.223520 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6fdeb7a8-481a-485a-904f-d382c809a40d req-5ee41d4b-b448-4f26-a908-081eb139defa tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 946 time: 0.0779290 Mar 22 12:46:02.273355 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6fdeb7a8-481a-485a-904f-d382c809a40d req-c9cc0777-1ba0-4106-96d4-72c4d08b550f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440481 Mar 22 12:46:03.334202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:03.473437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d07f41-9922-4438-be13-e38b512a1bac req-a321bc93-3187-4124-9516-98c08274e3d1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:46:03.474871 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86d07f41-9922-4438-be13-e38b512a1bac req-a321bc93-3187-4124-9516-98c08274e3d1 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 946 time: 0.0769067 Mar 22 12:46:03.520716 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86d07f41-9922-4438-be13-e38b512a1bac req-97efa6c6-9e6c-474a-9989-4f6e60b55a3e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387669 Mar 22 12:46:03.735951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62a107-d909-4c68-af84-cb244fd451b0 req-10871818-deac-428d-917c-7d4977bfe839 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:46:03.737375 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5a62a107-d909-4c68-af84-cb244fd451b0 req-10871818-deac-428d-917c-7d4977bfe839 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 946 time: 0.0985849 Mar 22 12:46:03.782361 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5a62a107-d909-4c68-af84-cb244fd451b0 req-a8ef3b38-917c-4e68-84eb-e82a28c87e29 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393655 Mar 22 12:46:03.818148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48884) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:46:03.895006 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6f0f9efb-67a8-4cd0-b448-caa34706ba2e tempest-TestNetworkBasicOps-1108434303 tempest-TestNetworkBasicOps-1108434303-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 1094 time: 0.0757096 Mar 22 12:46:03.897819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48888) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:46:03.902877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:46:03.908394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:46:03.912539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Usage tracker for resource:floatingip and tenant:7b68bf5710844a8fac024c2b8fe300a1 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:46:03.915559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:46:03.921487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:46:03.935734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:04.080129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:04.215378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Allocated IP 172.26.0.203 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/1a26e3a8-112f-407c-8086-85db6bc8db9e) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:46:04.362747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:04.393381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:04.545180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:46:04.548050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:46:04.553319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:46:04.577154 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=1a26e3a8-112f-407c-8086-85db6bc8db9e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:46:05.065951 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:05.133300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:05.331269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:05.337911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:05.441428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event updated for resources: {'Port': ['ID=1a26e3a8-112f-407c-8086-85db6bc8db9e,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:46:05.456011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:05.652563 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Floating IP 79d1edfd-2156-43bb-b45f-4046d73966ff associated. External IP: 172.26.0.203, port: 93c57b6c-c6f9-45de-96c4-6fb599070682. Mar 22 12:46:06.140551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router d67baa56-eb0b-4c6f-939c-e78e6ae56ced has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:46:06.346828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:46:06.357643 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ae68e-4553-4ea6-beb9-4a233af7e1aa None None] Sync routers for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:46:06.370879 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ae68e-4553-4ea6-beb9-4a233af7e1aa None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:46:06.371521 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e13ae68e-4553-4ea6-beb9-4a233af7e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:46:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:46:06.374563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:06.431258 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e7610b8-6af9-4404-88dd-e0cb342995db tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5324368 Mar 22 12:46:06.431853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'tag': '93c57b6c-c6f9-45de-96c4-6fb599070682'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:46:06.434589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48892) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:46:06.486842 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'tag': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'status': 'completed', 'code': 200} Mar 22 12:46:06.548707 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ec409276-4575-4ddf-8b93-f06db84c6b81 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 992 time: 0.1128323 Mar 22 12:46:06.572818 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e13ae68e-4553-4ea6-beb9-4a233af7e1aa None None] Set router d67baa56-eb0b-4c6f-939c-e78e6ae56ced gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:46:06.580406 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f65e4da-9362-475c-bf6b-7b804c91f583 req-9a229b04-6dda-4db9-9e2f-48d2bc9fe8bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 1099 time: 0.0726883 Mar 22 12:46:06.712545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e4da-9362-475c-bf6b-7b804c91f583 req-2ec57daa-8212-4c37-a95b-1f5380d0bacf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:46:06.714060 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f65e4da-9362-475c-bf6b-7b804c91f583 req-2ec57daa-8212-4c37-a95b-1f5380d0bacf service neutron] 10.222.0.55 "GET /v2.0/networks?id=b83f8c8a-4aa5-47e6-8b59-cc962cec025a HTTP/1.1" status: 200 len: 898 time: 0.1276343 Mar 22 12:46:06.816589 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f65e4da-9362-475c-bf6b-7b804c91f583 req-ccafb30a-9aa3-4e81-9563-5694e8c9783a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93c57b6c-c6f9-45de-96c4-6fb599070682 HTTP/1.1" status: 200 len: 1000 time: 0.0960870 Mar 22 12:46:06.877468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e4da-9362-475c-bf6b-7b804c91f583 req-276fb017-f760-491a-b358-47e6fb474f76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:46:06.878917 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f65e4da-9362-475c-bf6b-7b804c91f583 req-276fb017-f760-491a-b358-47e6fb474f76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38e5e2fa-6663-44e8-a26c-d502b5c23a1b HTTP/1.1" status: 200 len: 835 time: 0.0567987 Mar 22 12:46:06.912834 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e13ae68e-4553-4ea6-beb9-4a233af7e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:45:42Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '79d1edfd-2156-43bb-b45f-4046d73966ff', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.203', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'port_id': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'mac_address': 'fa:16:3e:c0:6a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:46:04Z', 'updated_at': '2022-03-22T12:46:04Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6b91c-8bd0-4288-a2c4-136faa3ff90d', 'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:42Z', 'updated_at': '2022-03-22T12:45:48Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:46:06.917119 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ae68e-4553-4ea6-beb9-4a233af7e1aa None None] Checking router: d67baa56-eb0b-4c6f-939c-e78e6ae56ced for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:46:06.928465 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ae68e-4553-4ea6-beb9-4a233af7e1aa None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:46:06.929053 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e13ae68e-4553-4ea6-beb9-4a233af7e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:46:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:46:06.955185 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f65e4da-9362-475c-bf6b-7b804c91f583 req-4e57a039-8514-420e-9d40-bb4d379a1d84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b83f8c8a-4aa5-47e6-8b59-cc962cec025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702436 Mar 22 12:46:07.083619 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f65e4da-9362-475c-bf6b-7b804c91f583 req-3a037b3f-ff4c-496e-9b09-44d81203d2bf service neutron] 10.222.0.55 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222951 Mar 22 12:46:07.105092 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e13ae68e-4553-4ea6-beb9-4a233af7e1aa None None] Set router d67baa56-eb0b-4c6f-939c-e78e6ae56ced gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:46:07.213030 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f65e4da-9362-475c-bf6b-7b804c91f583 req-3a54fe42-b210-40f2-a36c-02721770b644 service neutron] 10.222.0.55 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241853 Mar 22 12:46:07.445409 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e13ae68e-4553-4ea6-beb9-4a233af7e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:45:42Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '79d1edfd-2156-43bb-b45f-4046d73966ff', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.203', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'port_id': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'mac_address': 'fa:16:3e:c0:6a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:46:04Z', 'updated_at': '2022-03-22T12:46:04Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6b91c-8bd0-4288-a2c4-136faa3ff90d', 'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:42Z', 'updated_at': '2022-03-22T12:45:48Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:46:07.449362 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13ae68e-4553-4ea6-beb9-4a233af7e1aa None None] The sync data for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv is: [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:45:42Z', 'revision_number': 4, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '79d1edfd-2156-43bb-b45f-4046d73966ff', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.203', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'port_id': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'mac_address': 'fa:16:3e:c0:6a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:46:04Z', 'updated_at': '2022-03-22T12:46:04Z', 'revision_number': 0, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6b91c-8bd0-4288-a2c4-136faa3ff90d', 'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:42Z', 'updated_at': '2022-03-22T12:45:48Z', 'revision_number': 5, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:46:07.552656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48898) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:46:07.638830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239d786-718a-4a8f-afdb-cfa7ee6d729c None None] New status for floating IP 79d1edfd-2156-43bb-b45f-4046d73966ff: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:46:07.659744 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5cd8af5f-5ca0-4e37-8b72-f2c75f45a605 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 992 time: 0.1059506 Mar 22 12:46:08.664609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48902) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:46:08.780995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-77816df7-b833-4fd5-9cc6-2bc965a76806 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 994 time: 0.1150544 Mar 22 12:46:09.144618 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:46:13.392498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:28.732464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73b7b691-acff-4da5-a405-a3b6a7f43ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:31.696882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a0a3444d-355a-4598-8c17-049ce9b06119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:32.026972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:32.080148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:33.342617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:35.127331 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c81139aa-6849-4bcd-9173-53908c92fe11 req-ba7e61f2-cfc7-491d-9cb2-c8e11b118233 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737731 Mar 22 12:46:35.268500 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c81139aa-6849-4bcd-9173-53908c92fe11 req-1ae2b02d-7e61-4aae-9c9d-8c77e3f3db59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 1099 time: 0.0723753 Mar 22 12:46:35.422184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81139aa-6849-4bcd-9173-53908c92fe11 req-a4f03cc1-5fe6-4886-ba18-2f05bc293ae1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:46:35.423515 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c81139aa-6849-4bcd-9173-53908c92fe11 req-a4f03cc1-5fe6-4886-ba18-2f05bc293ae1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b83f8c8a-4aa5-47e6-8b59-cc962cec025a HTTP/1.1" status: 200 len: 898 time: 0.1348171 Mar 22 12:46:35.523635 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c81139aa-6849-4bcd-9173-53908c92fe11 req-f86eb9b9-1b53-4b54-9cb4-5d3b4b5b5043 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93c57b6c-c6f9-45de-96c4-6fb599070682 HTTP/1.1" status: 200 len: 1002 time: 0.0936346 Mar 22 12:46:35.589235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81139aa-6849-4bcd-9173-53908c92fe11 req-c560bd5b-4464-4f90-858b-0d2e4a5a2b91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:46:35.590666 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c81139aa-6849-4bcd-9173-53908c92fe11 req-c560bd5b-4464-4f90-858b-0d2e4a5a2b91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38e5e2fa-6663-44e8-a26c-d502b5c23a1b HTTP/1.1" status: 200 len: 835 time: 0.0609469 Mar 22 12:46:35.664773 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c81139aa-6849-4bcd-9173-53908c92fe11 req-fdbec3ee-0908-4035-92df-b7fa8a7c6296 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b83f8c8a-4aa5-47e6-8b59-cc962cec025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680528 Mar 22 12:46:35.913014 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c81139aa-6849-4bcd-9173-53908c92fe11 req-23231f8f-cf8d-4114-924d-826684bca6ab service neutron] 10.222.0.55 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411218 Mar 22 12:46:36.043891 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c81139aa-6849-4bcd-9173-53908c92fe11 req-c8e1e7dd-f25b-4cf5-a1af-873904eccecf service neutron] 10.222.0.55 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244676 Mar 22 12:46:43.394373 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:46:46.140886 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:46:58.738482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0c754618-d33e-41ef-8646-79e1eea955da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:01.701430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5f76478a-2598-4eb4-985d-94b5d6311e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:02.035496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:02.083678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:03.340968 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:13.394059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:17.835459 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48928) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:17.844336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-99028f3d-74f9-448c-80a5-cf088ec150bf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:47:18.414945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99028f3d-74f9-448c-80a5-cf088ec150bf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:18.428776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99028f3d-74f9-448c-80a5-cf088ec150bf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:18.629859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99028f3d-74f9-448c-80a5-cf088ec150bf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router d67baa56-eb0b-4c6f-939c-e78e6ae56ced has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:47:18.924308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99028f3d-74f9-448c-80a5-cf088ec150bf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:47:18.930487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-99028f3d-74f9-448c-80a5-cf088ec150bf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:18.931604 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-99028f3d-74f9-448c-80a5-cf088ec150bf tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/d67baa56-eb0b-4c6f-939c-e78e6ae56ced HTTP/1.1" status: 200 len: 889 time: 1.0947554 Mar 22 12:47:18.939379 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8026653-0990-4e25-8d93-e722a695b97b None None] Sync routers for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:47:18.951498 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8026653-0990-4e25-8d93-e722a695b97b None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:47:18.952100 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b8026653-0990-4e25-8d93-e722a695b97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:47:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:19.017131 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b8026653-0990-4e25-8d93-e722a695b97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:19.033161 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8026653-0990-4e25-8d93-e722a695b97b None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:47:19.033785 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b8026653-0990-4e25-8d93-e722a695b97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:47:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:19.094103 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b8026653-0990-4e25-8d93-e722a695b97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:19.094489 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8026653-0990-4e25-8d93-e722a695b97b None None] The sync data for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv is: [] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:47:19.844444 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e49031-a704-4825-9c3f-aea6dc5891f8 None None] New status for floating IP 79d1edfd-2156-43bb-b45f-4046d73966ff: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:47:20.086962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d4d96255-8f85-412e-a2aa-636999529cd3 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:47:20.201166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:20.217730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port d4d96255-8f85-412e-a2aa-636999529cd3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d4d96255-8f85-412e-a2aa-636999529cd3,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:47:20.222609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:20.223287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 69d6b91c-8bd0-4288-a2c4-136faa3ff90d no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:47:20.331140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=d4d96255-8f85-412e-a2aa-636999529cd3,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:20.365383 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:20.365681 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:20.366012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:20.366331 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:20.366651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:20.366967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:20.367277 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:20.367585 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:20.367890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:20.368193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:20.368499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:20.395986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:20.427378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:47:20.432747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:20.501570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:21.095724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48934) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:21.101070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-92660c14-3257-4589-a84e-00c22c372891 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:47:21.680409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92660c14-3257-4589-a84e-00c22c372891 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:21.694607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92660c14-3257-4589-a84e-00c22c372891 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16348517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16348538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16350712'] for router, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:21.923753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92660c14-3257-4589-a84e-00c22c372891 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router d67baa56-eb0b-4c6f-939c-e78e6ae56ced has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:47:22.144481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92660c14-3257-4589-a84e-00c22c372891 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:47:22.150599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-92660c14-3257-4589-a84e-00c22c372891 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:22.154558 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-92660c14-3257-4589-a84e-00c22c372891 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/d67baa56-eb0b-4c6f-939c-e78e6ae56ced HTTP/1.1" status: 200 len: 888 time: 1.0548847 Mar 22 12:47:22.154711 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273819c5-ad87-4449-876f-16c972746a3f None None] Sync routers for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:47:22.155101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48938) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:22.166834 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273819c5-ad87-4449-876f-16c972746a3f None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:47:22.167436 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-273819c5-ad87-4449-876f-16c972746a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:47:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:22.257916 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-19c38f77-cc08-4dd6-b9a3-04917ddf45ac tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 992 time: 0.1018472 Mar 22 12:47:22.339583 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-273819c5-ad87-4449-876f-16c972746a3f None None] Set router d67baa56-eb0b-4c6f-939c-e78e6ae56ced gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:47:22.715367 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-273819c5-ad87-4449-876f-16c972746a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:47:21Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:47:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '79d1edfd-2156-43bb-b45f-4046d73966ff', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.203', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'port_id': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'mac_address': 'fa:16:3e:c0:6a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:46:04Z', 'updated_at': '2022-03-22T12:47:20Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6b91c-8bd0-4288-a2c4-136faa3ff90d', 'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:42Z', 'updated_at': '2022-03-22T12:47:20Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:22.719220 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273819c5-ad87-4449-876f-16c972746a3f None None] Checking router: d67baa56-eb0b-4c6f-939c-e78e6ae56ced for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:47:22.730012 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273819c5-ad87-4449-876f-16c972746a3f None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:47:22.730624 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-273819c5-ad87-4449-876f-16c972746a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:47:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:22.906494 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-273819c5-ad87-4449-876f-16c972746a3f None None] Set router d67baa56-eb0b-4c6f-939c-e78e6ae56ced gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:47:23.153322 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:47:23.262196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48942) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:23.265293 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-273819c5-ad87-4449-876f-16c972746a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:47:21Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:47:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '79d1edfd-2156-43bb-b45f-4046d73966ff', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.203', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'port_id': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'mac_address': 'fa:16:3e:c0:6a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:46:04Z', 'updated_at': '2022-03-22T12:47:20Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6b91c-8bd0-4288-a2c4-136faa3ff90d', 'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:42Z', 'updated_at': '2022-03-22T12:47:20Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:23.269854 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273819c5-ad87-4449-876f-16c972746a3f None None] The sync data for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv is: [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:47:21Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:47:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '79d1edfd-2156-43bb-b45f-4046d73966ff', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'floating_ip_address': '172.26.0.203', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'port_id': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'mac_address': 'fa:16:3e:c0:6a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:46:04Z', 'updated_at': '2022-03-22T12:47:20Z', 'revision_number': 2, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69d6b91c-8bd0-4288-a2c4-136faa3ff90d', 'name': '', 'network_id': 'b83f8c8a-4aa5-47e6-8b59-cc962cec025a', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'mac_address': 'fa:16:3e:49:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:42Z', 'updated_at': '2022-03-22T12:47:20Z', 'revision_number': 6, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'subnets': [{'id': '38e5e2fa-6663-44e8-a26c-d502b5c23a1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:47:23.511520 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d8341d46-c021-4a8b-9d7e-57686a664f7e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 992 time: 0.2467270 Mar 22 12:47:24.145288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d4d96255-8f85-412e-a2aa-636999529cd3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:47:24.212366 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port d4d96255-8f85-412e-a2aa-636999529cd3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:47:24.212724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:24.325481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:24.341509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port d4d96255-8f85-412e-a2aa-636999529cd3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d4d96255-8f85-412e-a2aa-636999529cd3,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:47:24.347679 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:24.348430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 69d6b91c-8bd0-4288-a2c4-136faa3ff90d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:47:24.456352 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=d4d96255-8f85-412e-a2aa-636999529cd3,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:24.470278 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:47:24.470639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:24.514167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48946) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:24.579994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:24.614156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:47:24.618474 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0f2b8795-38f1-46a6-9f49-aa552b92e975 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 992 time: 0.1031220 Mar 22 12:47:24.620605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:24.725736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:25.623367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48950) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:25.734769 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f2b40207-34d2-489f-b10b-5cf8af65548f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 992 time: 0.1102529 Mar 22 12:47:26.106053 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d4d96255-8f85-412e-a2aa-636999529cd3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:47:26.172866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port d4d96255-8f85-412e-a2aa-636999529cd3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:47:26.173108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:26.301732 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 69d6b91c-8bd0-4288-a2c4-136faa3ff90d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:47:26.374608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:47:26.375059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:26.739971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48954) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:26.849828 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-97a957d8-68a4-41a0-9671-67607305b30f tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 992 time: 0.1084940 Mar 22 12:47:27.853748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48958) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:27.974364 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8af826da-8967-43d9-a28e-9589a115e30a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 992 time: 0.1191199 Mar 22 12:47:28.729302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3659a237-458a-40ee-8f72-15f000711654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:28.977991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48962) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:29.107064 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-259ba328-8eeb-4047-99fd-8484194135b7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 992 time: 0.1277943 Mar 22 12:47:30.112020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48966) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:30.217253 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a57ae1f-910f-4971-acc1-18cc493d3f58 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 992 time: 0.1026285 Mar 22 12:47:30.473126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8068c75e-4fbe-4d8d-8920-d3ea52173c2c None None] New status for floating IP 79d1edfd-2156-43bb-b45f-4046d73966ff: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:47:31.221313 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 48970) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:31.328532 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5c68ebe4-8381-42de-8a84-90de316efc13 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 200 len: 994 time: 0.1058307 Mar 22 12:47:31.629514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48980) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:31.695920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-302e1747-0562-44d6-bc1a-5eefb8976bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:31.835865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 1a26e3a8-112f-407c-8086-85db6bc8db9e {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:47:31.836094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:32.006463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:32.006767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:32.030664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:32.087687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:32.130416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 1a26e3a8-112f-407c-8086-85db6bc8db9e owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:47:32.274092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:32.319651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=1a26e3a8-112f-407c-8086-85db6bc8db9e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:32.357316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:32.357607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:32.357938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:32.358246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:32.358577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:32.358892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:32.359204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:32.359517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:32.359828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:32.360113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:32.360423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:32.419409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:32.908377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router d67baa56-eb0b-4c6f-939c-e78e6ae56ced has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:47:33.110745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:47:33.132453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:33.183808 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7f6e4f32-64bd-4391-a027-1461a433809d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/floatingips/79d1edfd-2156-43bb-b45f-4046d73966ff HTTP/1.1" status: 204 len: 168 time: 1.5527952 Mar 22 12:47:33.184289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'tag': '93c57b6c-c6f9-45de-96c4-6fb599070682'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:47:33.239826 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'tag': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'status': 'completed', 'code': 200} Mar 22 12:47:33.334338 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c169fb29-b998-48cd-b6e3-37790c276c0f req-9a9f77fb-ca49-4480-aad6-5e6a23cd02fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 1099 time: 0.0722153 Mar 22 12:47:33.344453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:33.464747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169fb29-b998-48cd-b6e3-37790c276c0f req-e252d543-8c37-4f55-bfe2-bf503cf43f1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:33.466219 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c169fb29-b998-48cd-b6e3-37790c276c0f req-e252d543-8c37-4f55-bfe2-bf503cf43f1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b83f8c8a-4aa5-47e6-8b59-cc962cec025a HTTP/1.1" status: 200 len: 898 time: 0.1267178 Mar 22 12:47:33.566133 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c169fb29-b998-48cd-b6e3-37790c276c0f req-48233c59-d485-4990-b993-60f15a7df9bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93c57b6c-c6f9-45de-96c4-6fb599070682 HTTP/1.1" status: 200 len: 217 time: 0.0930371 Mar 22 12:47:33.639710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169fb29-b998-48cd-b6e3-37790c276c0f req-fe44d29f-bf2d-4c57-be0e-8d711f43dfdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:33.641062 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c169fb29-b998-48cd-b6e3-37790c276c0f req-fe44d29f-bf2d-4c57-be0e-8d711f43dfdf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=38e5e2fa-6663-44e8-a26c-d502b5c23a1b HTTP/1.1" status: 200 len: 835 time: 0.0675950 Mar 22 12:47:33.688166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f9233-c9a2-408f-abee-4449ea1ea868 req-9e0ae0c3-86ab-4ba6-bb1e-e06033de540c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:33.689573 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-408f9233-c9a2-408f-abee-4449ea1ea868 req-9e0ae0c3-86ab-4ba6-bb1e-e06033de540c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 946 time: 0.1710820 Mar 22 12:47:33.749751 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-408f9233-c9a2-408f-abee-4449ea1ea868 req-34a94bcf-8cf0-4ad5-a27b-b0a99ead0696 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538878 Mar 22 12:47:33.758915 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c169fb29-b998-48cd-b6e3-37790c276c0f req-8b4abd2f-6bad-4f17-8ce2-3f0ef114e687 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b83f8c8a-4aa5-47e6-8b59-cc962cec025a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1101665 Mar 22 12:47:33.886944 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c169fb29-b998-48cd-b6e3-37790c276c0f req-ba9aafb9-e469-468c-a035-d42be0e8fc96 service neutron] 10.222.0.55 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214812 Mar 22 12:47:34.017125 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c169fb29-b998-48cd-b6e3-37790c276c0f req-dbec650f-a455-497d-b5c1-6f6d780a6743 service neutron] 10.222.0.55 "GET /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233625 Mar 22 12:47:34.969488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84aac-a2d8-4d47-a523-76de848b4f33 req-88ceb55f-9f6b-47dd-be19-ed511fd44ef9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:34.970184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-55b84aac-a2d8-4d47-a523-76de848b4f33 req-88ceb55f-9f6b-47dd-be19-ed511fd44ef9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Synchronizing usage tracker for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:47:34.987702 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-55b84aac-a2d8-4d47-a523-76de848b4f33 req-88ceb55f-9f6b-47dd-be19-ed511fd44ef9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Unset dirty status for tenant:7b68bf5710844a8fac024c2b8fe300a1 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:47:34.989125 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55b84aac-a2d8-4d47-a523-76de848b4f33 req-88ceb55f-9f6b-47dd-be19-ed511fd44ef9 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 946 time: 0.1018293 Mar 22 12:47:35.036309 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55b84aac-a2d8-4d47-a523-76de848b4f33 req-9d57597c-f603-48d7-9b9f-e3a150988d4d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/security-groups?id=2dffb825-5032-45e0-83b7-9339773319d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Mar 22 12:47:35.158791 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55eb3e2-6d3a-4397-9229-0de60c44333c req-b0fa45b0-8847-4534-b706-99098b48137a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:35.160169 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c55eb3e2-6d3a-4397-9229-0de60c44333c req-b0fa45b0-8847-4534-b706-99098b48137a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 946 time: 0.0781958 Mar 22 12:47:35.230459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-c55eb3e2-6d3a-4397-9229-0de60c44333c req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 93c57b6c-c6f9-45de-96c4-6fb599070682 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:47:35.230804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c55eb3e2-6d3a-4397-9229-0de60c44333c req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:35.563373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-c55eb3e2-6d3a-4397-9229-0de60c44333c req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 93c57b6c-c6f9-45de-96c4-6fb599070682, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=93c57b6c-c6f9-45de-96c4-6fb599070682,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:47:35.563717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c55eb3e2-6d3a-4397-9229-0de60c44333c req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:35.692027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-c55eb3e2-6d3a-4397-9229-0de60c44333c req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 93c57b6c-c6f9-45de-96c4-6fb599070682 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:47:35.840591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c55eb3e2-6d3a-4397-9229-0de60c44333c req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:35.891627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=93c57b6c-c6f9-45de-96c4-6fb599070682,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:35.930169 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:35.930522 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:35.930852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:35.931178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:35.931503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:35.931827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:35.932144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:35.932464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:35.932776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:35.933090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:35.933388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:47:35.972318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55eb3e2-6d3a-4397-9229-0de60c44333c req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] No DVR routers for this DVR port 93c57b6c-c6f9-45de-96c4-6fb599070682 on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:47:35.974627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c55eb3e2-6d3a-4397-9229-0de60c44333c req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:35.976986 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'name': 'network-vif-deleted', 'tag': '93c57b6c-c6f9-45de-96c4-6fb599070682'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:47:35.993082 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c55eb3e2-6d3a-4397-9229-0de60c44333c req-973ede35-a7a8-43ed-bdaf-b27d375ee6ef tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.55 "DELETE /v2.0/ports/93c57b6c-c6f9-45de-96c4-6fb599070682 HTTP/1.1" status: 204 len: 173 time: 0.8280678 Mar 22 12:47:36.033918 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a30737b-2ddb-4e6f-b519-6a887896cb13', 'name': 'network-vif-deleted', 'tag': '93c57b6c-c6f9-45de-96c4-6fb599070682', 'status': 'completed', 'code': 200} Mar 22 12:47:36.209107 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-17546b6a-dbf0-4227-87ed-7b331bccdc2e req-f7d61c13-a62f-48d3-9fa8-db6ad1ad78e7 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a30737b-2ddb-4e6f-b519-6a887896cb13 HTTP/1.1" status: 200 len: 210 time: 0.0398607 Mar 22 12:47:37.323086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 48998) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:37.397007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23c09c97-242e-485d-9dca-b8a47b38c55c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:37.433535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23c09c97-242e-485d-9dca-b8a47b38c55c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:37.500216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23c09c97-242e-485d-9dca-b8a47b38c55c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:37.516745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c09c97-242e-485d-9dca-b8a47b38c55c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dffb825-5032-45e0-83b7-9339773319d0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:37.530072 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-23c09c97-242e-485d-9dca-b8a47b38c55c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:37.531185 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-23c09c97-242e-485d-9dca-b8a47b38c55c tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/security-groups/2dffb825-5032-45e0-83b7-9339773319d0 HTTP/1.1" status: 204 len: 168 time: 0.2071719 Mar 22 12:47:37.574162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49004) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:37.972256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:38.682254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:47:38.683026 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:38.878434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port 69d6b91c-8bd0-4288-a2c4-136faa3ff90d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:47:38.878725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:38.994254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for 69d6b91c-8bd0-4288-a2c4-136faa3ff90d owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:47:39.167811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:39.212808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=69d6b91c-8bd0-4288-a2c4-136faa3ff90d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:39.320492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 93c57b6c-c6f9-45de-96c4-6fb599070682 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:47:39.353849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 93c57b6c-c6f9-45de-96c4-6fb599070682 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:47:39.354196 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 93c57b6c-c6f9-45de-96c4-6fb599070682 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:47:39.508950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:40.182932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Router d67baa56-eb0b-4c6f-939c-e78e6ae56ced has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:47:40.385152 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:47:40.397696 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-77ff09a7-7396-4ad8-aadf-589f2fc6740a tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "PUT /v2.0/routers/d67baa56-eb0b-4c6f-939c-e78e6ae56ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8222532 Mar 22 12:47:40.400619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49008) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:40.588996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ec925c-7c61-4589-8a8d-0f94eb5f5b70 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting subnet 38e5e2fa-6663-44e8-a26c-d502b5c23a1b {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:47:40.592230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7ec925c-7c61-4589-8a8d-0f94eb5f5b70 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:40.648866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7ec925c-7c61-4589-8a8d-0f94eb5f5b70 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:40.741823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7ec925c-7c61-4589-8a8d-0f94eb5f5b70 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:40.814763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7ec925c-7c61-4589-8a8d-0f94eb5f5b70 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:40.851655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec925c-7c61-4589-8a8d-0f94eb5f5b70 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Subnet': ['ID=38e5e2fa-6663-44e8-a26c-d502b5c23a1b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:40.857918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c7ec925c-7c61-4589-8a8d-0f94eb5f5b70 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:40.864163 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c7ec925c-7c61-4589-8a8d-0f94eb5f5b70 tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/subnets/38e5e2fa-6663-44e8-a26c-d502b5c23a1b HTTP/1.1" status: 204 len: 168 time: 0.4625947 Mar 22 12:47:40.866759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49012) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:40.867452 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dbaacf-4a9a-4726-beae-ca9a2b238025 None None] Network b83f8c8a-4aa5-47e6-8b59-cc962cec025a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:47:40.946122 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff332990-bae9-45c1-9ac1-12f4005b9ecd None None] Sync routers for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:47:40.959125 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff332990-bae9-45c1-9ac1-12f4005b9ecd None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:47:40.959728 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ff332990-bae9-45c1-9ac1-12f4005b9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:47:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:41.065096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:41.121389 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244bb0dc-4b68-49d5-b907-1d08105ddb00 None None] DHCP port deletion for b83f8c8a-4aa5-47e6-8b59-cc962cec025a request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:47:41.125493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-244bb0dc-4b68-49d5-b907-1d08105ddb00 None None] Deleting port f7bd6a42-c274-43e1-a91c-88f332a023e5 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:47:41.125852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-244bb0dc-4b68-49d5-b907-1d08105ddb00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:41.136084 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ff332990-bae9-45c1-9ac1-12f4005b9ecd None None] Set router d67baa56-eb0b-4c6f-939c-e78e6ae56ced gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:47:41.265697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:41.276283 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Deleting port d4d96255-8f85-412e-a2aa-636999529cd3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:47:41.276736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:41.332105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-244bb0dc-4b68-49d5-b907-1d08105ddb00 None None] For port f7bd6a42-c274-43e1-a91c-88f332a023e5, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f7bd6a42-c274-43e1-a91c-88f332a023e5,segment=NetworkSegment(189fb97f-87f2-45b2-b2dd-6c88f850e544),segment_id=189fb97f-87f2-45b2-b2dd-6c88f850e544)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:47:41.332477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-244bb0dc-4b68-49d5-b907-1d08105ddb00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:41.441796 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ff332990-bae9-45c1-9ac1-12f4005b9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:47:39Z', 'revision_number': 7, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port': {'id': 'd4d96255-8f85-412e-a2aa-636999529cd3', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d8:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:45:39Z', 'updated_at': '2022-03-22T12:47:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:41.446058 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff332990-bae9-45c1-9ac1-12f4005b9ecd None None] Checking router: d67baa56-eb0b-4c6f-939c-e78e6ae56ced for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:47:41.450444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] For port d4d96255-8f85-412e-a2aa-636999529cd3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d4d96255-8f85-412e-a2aa-636999529cd3,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:47:41.450789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:41.456761 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff332990-bae9-45c1-9ac1-12f4005b9ecd None None] Routers {'d67baa56-eb0b-4c6f-939c-e78e6ae56ced'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:47:41.457570 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ff332990-bae9-45c1-9ac1-12f4005b9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:47:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:41.459951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-244bb0dc-4b68-49d5-b907-1d08105ddb00 None None] Calling delete_port for f7bd6a42-c274-43e1-a91c-88f332a023e5 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:47:41.543326 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-244bb0dc-4b68-49d5-b907-1d08105ddb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:41.585495 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bb0dc-4b68-49d5-b907-1d08105ddb00 None None] Pushing event deleted for resources: {'Port': ['ID=f7bd6a42-c274-43e1-a91c-88f332a023e5,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:41.597261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244bb0dc-4b68-49d5-b907-1d08105ddb00 None None] No DVR routers for this DVR port f7bd6a42-c274-43e1-a91c-88f332a023e5 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:47:41.613817 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ff332990-bae9-45c1-9ac1-12f4005b9ecd None None] Set router d67baa56-eb0b-4c6f-939c-e78e6ae56ced gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:47:41.673589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Calling delete_port for d4d96255-8f85-412e-a2aa-636999529cd3 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:47:41.717226 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ff332990-bae9-45c1-9ac1-12f4005b9ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:47:41Z', 'revision_number': 8, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:41.721057 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff332990-bae9-45c1-9ac1-12f4005b9ecd None None] The sync data for ids ['d67baa56-eb0b-4c6f-939c-e78e6ae56ced'] in dv-neutron-834653-1-hyperv is: [{'id': 'd67baa56-eb0b-4c6f-939c-e78e6ae56ced', 'name': 'tempest-TestNetworkBasicOps-router-1270511967', 'tenant_id': '7b68bf5710844a8fac024c2b8fe300a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:45:38Z', 'updated_at': '2022-03-22T12:47:41Z', 'revision_number': 8, 'project_id': '7b68bf5710844a8fac024c2b8fe300a1', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:47:41.848584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:41.893781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Port': ['ID=d4d96255-8f85-412e-a2aa-636999529cd3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:42.112304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.246106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f7bd6a42-c274-43e1-a91c-88f332a023e5 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:47:42.281054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: f7bd6a42-c274-43e1-a91c-88f332a023e5 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:47:42.281478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f7bd6a42-c274-43e1-a91c-88f332a023e5 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:47:42.281972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d4d96255-8f85-412e-a2aa-636999529cd3 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:47:42.334764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c538b-5b28-4e74-b0f4-54d821f26fe2 None None] New status for floating IP 79d1edfd-2156-43bb-b45f-4046d73966ff: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:47:42.369266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.373712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.398620 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.399102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Fanout notify agent at l3_agent the message router_deleted on router d67baa56-eb0b-4c6f-939c-e78e6ae56ced {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:47:42.412874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.413969 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8dc4c796-3de5-4132-af8a-4d14db668d6e tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/routers/d67baa56-eb0b-4c6f-939c-e78e6ae56ced HTTP/1.1" status: 204 len: 168 time: 1.5463381 Mar 22 12:47:42.416829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49016) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:42.445834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: d4d96255-8f85-412e-a2aa-636999529cd3 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:47:42.446171 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d4d96255-8f85-412e-a2aa-636999529cd3 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:47:42.446654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 69d6b91c-8bd0-4288-a2c4-136faa3ff90d no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:47:42.485737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 69d6b91c-8bd0-4288-a2c4-136faa3ff90d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:47:42.486010 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 69d6b91c-8bd0-4288-a2c4-136faa3ff90d not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:47:42.530616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.661965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.686807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b83f8c8a-4aa5-47e6-8b59-cc962cec025a']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:42.698693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189fb97f-87f2-45b2-b2dd-6c88f850e544') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:42.698975 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189fb97f-87f2-45b2-b2dd-6c88f850e544') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:47:42.710623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.726212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.732198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:47:42.732565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:47:42.746345 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:47:42.834987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.839937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:42.866414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] Pushing event deleted for resources: {'Network': ['ID=b83f8c8a-4aa5-47e6-8b59-cc962cec025a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:42.871300 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-739152d7-1fa7-4364-af71-33d6f20c945d tempest-TestNetworkBasicOps-1251162381 tempest-TestNetworkBasicOps-1251162381-project] 10.222.0.62 "DELETE /v2.0/networks/b83f8c8a-4aa5-47e6-8b59-cc962cec025a HTTP/1.1" status: 204 len: 168 time: 0.4535105 Mar 22 12:47:43.267952 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49024) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:43.399194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:43.452989 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d2ab0d98-86f9-40df-bf19-1c59f15db758 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b68bf5710844a8fac024c2b8fe300a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1838477 Mar 22 12:47:43.456641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49030) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:43.517034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0948101b-bd8d-4339-b4a2-63052430890b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:43.543174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0948101b-bd8d-4339-b4a2-63052430890b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:43.602362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0948101b-bd8d-4339-b4a2-63052430890b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:43.618832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948101b-bd8d-4339-b4a2-63052430890b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a94cf8-950d-4b08-9ad0-38a86fb010bf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:43.625380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0948101b-bd8d-4339-b4a2-63052430890b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:43.626506 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0948101b-bd8d-4339-b4a2-63052430890b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/55a94cf8-950d-4b08-9ad0-38a86fb010bf HTTP/1.1" status: 204 len: 168 time: 0.1689777 Mar 22 12:47:43.962671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49038) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:43.981384 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96a36bc9-11d7-4f38-8524-a2aed440a5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:44.013150 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96a36bc9-11d7-4f38-8524-a2aed440a5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:47:44.017223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96a36bc9-11d7-4f38-8524-a2aed440a5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:84ab7b19c04543e1a4b1013c7fc7867b is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:47:44.020206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-96a36bc9-11d7-4f38-8524-a2aed440a5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:47:44.026129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-96a36bc9-11d7-4f38-8524-a2aed440a5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:47:44.091871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96a36bc9-11d7-4f38-8524-a2aed440a5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:44.096899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-96a36bc9-11d7-4f38-8524-a2aed440a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:44.141001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a36bc9-11d7-4f38-8524-a2aed440a5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57694a19-0bee-448d-86fe-3a5e97f61ce8,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:44.145435 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-96a36bc9-11d7-4f38-8524-a2aed440a5d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84ab7b19c04543e1a4b1013c7fc7867b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1816936 Mar 22 12:47:44.149056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49042) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:47:44.309581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c691b6ec-ea19-4d8d-8490-0fbc4bd2434e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:44.335335 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c691b6ec-ea19-4d8d-8490-0fbc4bd2434e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:44.388500 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c691b6ec-ea19-4d8d-8490-0fbc4bd2434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:44.402206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691b6ec-ea19-4d8d-8490-0fbc4bd2434e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57694a19-0bee-448d-86fe-3a5e97f61ce8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:44.409642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c691b6ec-ea19-4d8d-8490-0fbc4bd2434e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:44.410749 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c691b6ec-ea19-4d8d-8490-0fbc4bd2434e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57694a19-0bee-448d-86fe-3a5e97f61ce8 HTTP/1.1" status: 204 len: 168 time: 0.2608211 Mar 22 12:47:52.310787 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-ddf85945-15a6-45d5-ae4e-2adc4282d38c tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4514cded12b446a6b4bdf7313ebbae41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333400 Mar 22 12:47:52.456792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-1880cfc0-cc2d-4636-ac60-ce82c285a2da tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:52.458131 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-1880cfc0-cc2d-4636-ac60-ce82c285a2da tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417799 Mar 22 12:47:52.476788 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-92931070-dd41-4b7a-bddd-b4015c354030 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/quotas/4514cded12b446a6b4bdf7313ebbae41 HTTP/1.1" status: 200 len: 375 time: 0.0106509 Mar 22 12:47:52.529166 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-1e63c146-99c2-4fb0-8d9c-0bcd93e7e40f tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4514cded12b446a6b4bdf7313ebbae41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476172 Mar 22 12:47:52.711783 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2ee42709-8f4b-4eee-9fc7-8f8c4aed2d60 req-c097ebaf-5f67-4c2e-9ea4-298a7256c962 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 210 time: 0.0409160 Mar 22 12:47:53.637049 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-c38e11f7-f533-4b4d-b3f8-a9ff4332edf6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4514cded12b446a6b4bdf7313ebbae41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263116 Mar 22 12:47:53.786461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-c3b8a351-392a-4905-a39b-341245eaaab6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:53.787939 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-c3b8a351-392a-4905-a39b-341245eaaab6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464984 Mar 22 12:47:53.804634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Request body: {'port': {'device_id': '334fe5ba-e747-4fd1-a67d-dc1397255046', 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a', 'admin_state_up': True, 'tenant_id': '4514cded12b446a6b4bdf7313ebbae41'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:47:53.926475 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c4d6c644-a84b-44c6-af0c-98fafdb18dca req-bd0df5a9-ec8d-4f3b-b10c-9764e84d5d6f tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 210 time: 0.0551052 Mar 22 12:47:53.976647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:47:53.980371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Usage tracker for resource:port and tenant:4514cded12b446a6b4bdf7313ebbae41 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:47:53.983195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:47:53.988832 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:47:54.000515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Made reservation on behalf of 4514cded12b446a6b4bdf7313ebbae41 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:47:54.003446 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:54.019888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:54.062691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:47:54.067507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Usage tracker for resource:security_group_rule and tenant:4514cded12b446a6b4bdf7313ebbae41 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:47:54.071352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:47:54.077312 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:47:54.146487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:54.152488 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:54.229734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017d3839-3eb3-4057-8efd-f3bda36e7cb6,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:54.315863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Allocated IP 192.168.233.123 (bd32ff73-ee01-46e9-8539-402d4703845a/21b3c30a-996f-4d91-a8af-4285369d5b99/47b16ca0-7864-4047-9488-46b08e15c77d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:47:54.630612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:54.648831 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Transition to ACTIVE for port object 47b16ca0-7864-4047-9488-46b08e15c77d will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:47:54.673491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:54.748241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Network bd32ff73-ee01-46e9-8539-402d4703845a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:47:54.751357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:47:54.755578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:47:54.780001 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Pushing event updated for resources: {'Port': ['ID=47b16ca0-7864-4047-9488-46b08e15c77d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:54.817574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:54.818189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:54.847947 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-b6343310-ed0a-498b-b71a-65baf896af37 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0484204 Mar 22 12:47:54.859659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Request body: {'port': {'device_id': '334fe5ba-e747-4fd1-a67d-dc1397255046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:47:54.972851 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:55.012163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0ca43caa-c287-42d0-acc4-29e2d252e448 None None] Provisioning for port 47b16ca0-7864-4047-9488-46b08e15c77d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:47:55.017957 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0ca43caa-c287-42d0-acc4-29e2d252e448 None None] Provisioning complete for port 47b16ca0-7864-4047-9488-46b08e15c77d triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:47:55.018337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0ca43caa-c287-42d0-acc4-29e2d252e448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:55.071494 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0ca43caa-c287-42d0-acc4-29e2d252e448 None None] Port 47b16ca0-7864-4047-9488-46b08e15c77d cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:47:55.127577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948576f-6979-4fd4-ad04-d5c0569dc0c1 req-9ad98cc3-3c59-491b-aac8-dabe88379424 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:55.129012 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8948576f-6979-4fd4-ad04-d5c0569dc0c1 req-9ad98cc3-3c59-491b-aac8-dabe88379424 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 936 time: 0.0779133 Mar 22 12:47:55.174208 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8948576f-6979-4fd4-ad04-d5c0569dc0c1 req-13fb3b70-3583-4465-bae4-9a31a6ad0b66 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/security-groups?id=017d3839-3eb3-4057-8efd-f3bda36e7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393054 Mar 22 12:47:55.313301 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b16ca0-7864-4047-9488-46b08e15c77d {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:47:55.320505 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:55.335445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Transition to ACTIVE for port object 47b16ca0-7864-4047-9488-46b08e15c77d will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:47:55.342033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:55.463800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Pushing event updated for resources: {'Port': ['ID=47b16ca0-7864-4047-9488-46b08e15c77d,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:55.573223 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Attempting to bind port 47b16ca0-7864-4047-9488-46b08e15c77d on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:47:55.573585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Attempting to bind port 47b16ca0-7864-4047-9488-46b08e15c77d by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9935565c-00a7-40b5-bff9-b4ff26b11679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:47:55.573907 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Attempting to bind port 47b16ca0-7864-4047-9488-46b08e15c77d on network bd32ff73-ee01-46e9-8539-402d4703845a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:47:55.579572 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Port 47b16ca0-7864-4047-9488-46b08e15c77d on network bd32ff73-ee01-46e9-8539-402d4703845a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:47:55.579887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Attempting to bind port 47b16ca0-7864-4047-9488-46b08e15c77d on network bd32ff73-ee01-46e9-8539-402d4703845a {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:47:55.586234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:47:55.586563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Checking segment: {'id': '9935565c-00a7-40b5-bff9-b4ff26b11679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:47:55.586942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Bound using segment: {'id': '9935565c-00a7-40b5-bff9-b4ff26b11679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:47:55.587603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Bound port: 47b16ca0-7864-4047-9488-46b08e15c77d, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9935565c-00a7-40b5-bff9-b4ff26b11679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:47:55.587722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:55.675796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] For port 47b16ca0-7864-4047-9488-46b08e15c77d, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:47:55.678852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] For port 47b16ca0-7864-4047-9488-46b08e15c77d, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47b16ca0-7864-4047-9488-46b08e15c77d,segment=NetworkSegment(9935565c-00a7-40b5-bff9-b4ff26b11679),segment_id=9935565c-00a7-40b5-bff9-b4ff26b11679)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:47:55.684670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:55.746921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:55.748279 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] 10.222.0.55 "PUT /v2.0/ports/47b16ca0-7864-4047-9488-46b08e15c77d HTTP/1.1" status: 200 len: 1098 time: 0.8931775 Mar 22 12:47:55.751094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334fe5ba-e747-4fd1-a67d-dc1397255046', 'tag': '47b16ca0-7864-4047-9488-46b08e15c77d'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:47:55.773327 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa3299-1676-44ba-bd3a-ebc3736c3fdc service neutron] Pushing event updated for resources: {'Port': ['ID=47b16ca0-7864-4047-9488-46b08e15c77d,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:55.822808 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334fe5ba-e747-4fd1-a67d-dc1397255046', 'tag': '47b16ca0-7864-4047-9488-46b08e15c77d', 'status': 'completed', 'code': 200} Mar 22 12:47:55.864705 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-3e7b45d4-8e31-4977-a219-cc83cf5da865 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4514cded12b446a6b4bdf7313ebbae41&device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 1101 time: 0.0723560 Mar 22 12:47:55.934644 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-59f4dd2e-7449-45a1-962f-75e28c1cdc66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=47b16ca0-7864-4047-9488-46b08e15c77d HTTP/1.1" status: 200 len: 217 time: 0.0636301 Mar 22 12:47:55.994976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-ab6324b4-2141-423b-8a96-e4ba1b384ab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:55.996402 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-ab6324b4-2141-423b-8a96-e4ba1b384ab5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21b3c30a-996f-4d91-a8af-4285369d5b99 HTTP/1.1" status: 200 len: 843 time: 0.0559487 Mar 22 12:47:56.078735 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-f3527126-5e00-456d-8829-75ebb082b183 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd32ff73-ee01-46e9-8539-402d4703845a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0761702 Mar 22 12:47:56.212414 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-02b779a0-e529-4818-a6f7-9b6387052e29 service neutron] 10.222.0.55 "GET /v2.0/networks/bd32ff73-ee01-46e9-8539-402d4703845a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273925 Mar 22 12:47:56.381435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f2f1f-7d2c-4cf0-bc46-e26f10da1d56 req-cfc0b132-4ff9-4ea5-a419-2301c4c12753 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:56.382884 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a6f2f1f-7d2c-4cf0-bc46-e26f10da1d56 req-cfc0b132-4ff9-4ea5-a419-2301c4c12753 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 948 time: 0.0788786 Mar 22 12:47:56.432553 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c274e6ed-bb4a-46fc-a964-e03fd57b1672 req-3627cc94-dc3d-440d-84f1-486717a2f2cd service neutron] 10.222.0.55 "GET /v2.0/networks/bd32ff73-ee01-46e9-8539-402d4703845a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142627 Mar 22 12:47:56.434025 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a6f2f1f-7d2c-4cf0-bc46-e26f10da1d56 req-fa8d4dd5-49f4-4e38-a9f2-3805957f6080 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/security-groups?id=017d3839-3eb3-4057-8efd-f3bda36e7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449555 Mar 22 12:47:56.545831 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-629cb48c-0265-4238-9a28-dbf0105ea49e req-51cfeb43-8b80-4f6e-9395-23a40fc12fcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4514cded12b446a6b4bdf7313ebbae41&device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 1101 time: 0.0687966 Mar 22 12:47:56.673822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cb48c-0265-4238-9a28-dbf0105ea49e req-80af4b86-b008-413e-bc4f-cd367491a9fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:56.675086 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-629cb48c-0265-4238-9a28-dbf0105ea49e req-80af4b86-b008-413e-bc4f-cd367491a9fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=bd32ff73-ee01-46e9-8539-402d4703845a HTTP/1.1" status: 200 len: 870 time: 0.1232297 Mar 22 12:47:56.743348 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-629cb48c-0265-4238-9a28-dbf0105ea49e req-690489d3-6825-4462-9871-223c0f44b672 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=47b16ca0-7864-4047-9488-46b08e15c77d HTTP/1.1" status: 200 len: 217 time: 0.0620470 Mar 22 12:47:56.803503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cb48c-0265-4238-9a28-dbf0105ea49e req-fc6c774e-14d1-4433-b5cc-72f1be17a506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:56.804840 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-629cb48c-0265-4238-9a28-dbf0105ea49e req-fc6c774e-14d1-4433-b5cc-72f1be17a506 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21b3c30a-996f-4d91-a8af-4285369d5b99 HTTP/1.1" status: 200 len: 843 time: 0.0561616 Mar 22 12:47:56.881142 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-629cb48c-0265-4238-9a28-dbf0105ea49e req-886db578-69a9-4490-9818-7227e470eb64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bd32ff73-ee01-46e9-8539-402d4703845a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0704730 Mar 22 12:47:57.009484 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-629cb48c-0265-4238-9a28-dbf0105ea49e req-5a0c0b3a-a4fb-43ba-b022-274c460f2a53 service neutron] 10.222.0.55 "GET /v2.0/networks/bd32ff73-ee01-46e9-8539-402d4703845a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223004 Mar 22 12:47:57.137167 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-629cb48c-0265-4238-9a28-dbf0105ea49e req-05a51f3b-42b6-4816-894f-d870a4c2c287 service neutron] 10.222.0.55 "GET /v2.0/networks/bd32ff73-ee01-46e9-8539-402d4703845a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216710 Mar 22 12:47:57.654211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46c3f3-13a8-4d4d-a902-9cdbc178ae82 req-0e44c51d-bd57-49c8-8bc1-d5f980853fbb tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:57.654899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-ff46c3f3-13a8-4d4d-a902-9cdbc178ae82 req-0e44c51d-bd57-49c8-8bc1-d5f980853fbb tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Synchronizing usage tracker for tenant:4514cded12b446a6b4bdf7313ebbae41 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:47:57.675114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-ff46c3f3-13a8-4d4d-a902-9cdbc178ae82 req-0e44c51d-bd57-49c8-8bc1-d5f980853fbb tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Unset dirty status for tenant:4514cded12b446a6b4bdf7313ebbae41 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:47:57.676247 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ff46c3f3-13a8-4d4d-a902-9cdbc178ae82 req-0e44c51d-bd57-49c8-8bc1-d5f980853fbb tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 948 time: 0.1102574 Mar 22 12:47:57.720873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-ff46c3f3-13a8-4d4d-a902-9cdbc178ae82 req-27ce779f-0f68-46b0-83cb-e236db94015a tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Synchronizing usage tracker for tenant:4514cded12b446a6b4bdf7313ebbae41 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:47:57.740116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-ff46c3f3-13a8-4d4d-a902-9cdbc178ae82 req-27ce779f-0f68-46b0-83cb-e236db94015a tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Unset dirty status for tenant:4514cded12b446a6b4bdf7313ebbae41 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:47:57.741157 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ff46c3f3-13a8-4d4d-a902-9cdbc178ae82 req-27ce779f-0f68-46b0-83cb-e236db94015a tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/security-groups?id=017d3839-3eb3-4057-8efd-f3bda36e7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590804 Mar 22 12:47:58.729791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bb33ec14-b75d-4776-85c5-b2a30c898ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:58.947069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f279198-bdf7-47d3-8f8f-e7fc12136511 req-7b489b88-a7e1-4744-8447-b7ad199efdad tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:47:58.948501 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f279198-bdf7-47d3-8f8f-e7fc12136511 req-7b489b88-a7e1-4744-8447-b7ad199efdad tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 948 time: 0.0860691 Mar 22 12:47:58.993398 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0f279198-bdf7-47d3-8f8f-e7fc12136511 req-c9af28bf-7520-4100-99ec-b07792e288c6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/security-groups?id=017d3839-3eb3-4057-8efd-f3bda36e7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391288 Mar 22 12:47:59.400502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 47b16ca0-7864-4047-9488-46b08e15c77d details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:47:59.545061 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 47b16ca0-7864-4047-9488-46b08e15c77d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47b16ca0-7864-4047-9488-46b08e15c77d,segment=NetworkSegment(9935565c-00a7-40b5-bff9-b4ff26b11679),segment_id=9935565c-00a7-40b5-bff9-b4ff26b11679)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:47:59.557929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '47b16ca0-7864-4047-9488-46b08e15c77d', 'network_id': 'bd32ff73-ee01-46e9-8539-402d4703845a', 'port_id': '47b16ca0-7864-4047-9488-46b08e15c77d', 'mac_address': 'fa:16:3e:4b:ab:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21b3c30a-996f-4d91-a8af-4285369d5b99', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:47:59.614527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:59.631493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b16ca0-7864-4047-9488-46b08e15c77d {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:47:59.646634 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 47b16ca0-7864-4047-9488-46b08e15c77d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47b16ca0-7864-4047-9488-46b08e15c77d,segment=NetworkSegment(9935565c-00a7-40b5-bff9-b4ff26b11679),segment_id=9935565c-00a7-40b5-bff9-b4ff26b11679)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:47:59.652395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:47:59.720496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=47b16ca0-7864-4047-9488-46b08e15c77d,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:47:59.968806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['47b16ca0-7864-4047-9488-46b08e15c77d'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:48:00.145159 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:48:00.192840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517d380-85c8-49b2-bbb1-0551c985ccb6 req-20587832-c54d-45d0-83cd-e82b918f0e11 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:00.194276 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e517d380-85c8-49b2-bbb1-0551c985ccb6 req-20587832-c54d-45d0-83cd-e82b918f0e11 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 949 time: 0.0820529 Mar 22 12:48:00.239937 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e517d380-85c8-49b2-bbb1-0551c985ccb6 req-0ca449fd-f095-4d17-a24f-65c392f8151f tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/security-groups?id=017d3839-3eb3-4057-8efd-f3bda36e7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398550 Mar 22 12:48:01.430021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 47b16ca0-7864-4047-9488-46b08e15c77d up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:48:01.457578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6099-a8f5-477c-ae27-c3442d9e8c41 req-9eab2716-1e36-4cf2-8339-b8ecff454d98 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:01.459052 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d84e6099-a8f5-477c-ae27-c3442d9e8c41 req-9eab2716-1e36-4cf2-8339-b8ecff454d98 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 949 time: 0.0906081 Mar 22 12:48:01.498863 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 47b16ca0-7864-4047-9488-46b08e15c77d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:48:01.503316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 47b16ca0-7864-4047-9488-46b08e15c77d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:48:01.503682 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:01.505189 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d84e6099-a8f5-477c-ae27-c3442d9e8c41 req-458d5f1c-ca5f-40ab-b6b6-88b2cd76b806 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/security-groups?id=017d3839-3eb3-4057-8efd-f3bda36e7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404458 Mar 22 12:48:01.617442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:01.643791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334fe5ba-e747-4fd1-a67d-dc1397255046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b16ca0-7864-4047-9488-46b08e15c77d'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:48:01.653663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 47b16ca0-7864-4047-9488-46b08e15c77d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47b16ca0-7864-4047-9488-46b08e15c77d,segment=NetworkSegment(9935565c-00a7-40b5-bff9-b4ff26b11679),segment_id=9935565c-00a7-40b5-bff9-b4ff26b11679)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:48:01.658822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:01.708575 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334fe5ba-e747-4fd1-a67d-dc1397255046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b16ca0-7864-4047-9488-46b08e15c77d', 'code': 200} Mar 22 12:48:01.732098 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c2e837a3-3520-412d-b630-ebfca94c86af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:01.738229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=47b16ca0-7864-4047-9488-46b08e15c77d,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:01.931221 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f968744d-3919-4dd7-8116-97c387942d59 req-18661c2a-4422-4753-8c41-54c34e463ab2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 1103 time: 0.0731182 Mar 22 12:48:01.974087 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f968744d-3919-4dd7-8116-97c387942d59 req-7fb4d277-9b70-428f-9d23-f1423f23e7a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=017d3839-3eb3-4057-8efd-f3bda36e7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365901 Mar 22 12:48:02.044626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:02.092358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:02.714151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af0fb0-ab07-4ff1-abad-a862145107cf req-44ec3ee1-dcd0-4b43-a483-ecc9c4571125 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:02.715637 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55af0fb0-ab07-4ff1-abad-a862145107cf req-44ec3ee1-dcd0-4b43-a483-ecc9c4571125 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 950 time: 0.0834022 Mar 22 12:48:02.766273 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-55af0fb0-ab07-4ff1-abad-a862145107cf req-a6de8a49-e7f1-4c2e-bb36-d81a31a75388 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/security-groups?id=017d3839-3eb3-4057-8efd-f3bda36e7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 Mar 22 12:48:03.342244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:04.011878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139f848-5c29-4c69-9330-5398d3e6e7a0 req-31d0d9c8-76bb-402c-aa90-959cd3b30db9 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:04.013326 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9139f848-5c29-4c69-9330-5398d3e6e7a0 req-31d0d9c8-76bb-402c-aa90-959cd3b30db9 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 950 time: 0.1002038 Mar 22 12:48:04.059459 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9139f848-5c29-4c69-9330-5398d3e6e7a0 req-0e3a23bd-f0ee-4eea-955e-1a9648f76983 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/security-groups?id=017d3839-3eb3-4057-8efd-f3bda36e7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405188 Mar 22 12:48:04.500465 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-02254f66-46b0-4df2-83f1-7ddfed54a6e2 req-7ea5c0d8-921a-443f-a8d1-0eccdc9bc912 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0743179 Mar 22 12:48:05.118376 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f723de4b-23b0-4d48-9ac2-3725ccd384ec req-68f933d2-a956-4a8e-9ea4-3d4e5f0e6148 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2039881 Mar 22 12:48:05.655197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04363f5d-66c3-43fb-b8e8-2d8510139ef7 req-0ef002b5-6249-4d38-87e9-0d3a74f2fb5e tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:05.656642 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04363f5d-66c3-43fb-b8e8-2d8510139ef7 req-0ef002b5-6249-4d38-87e9-0d3a74f2fb5e tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 950 time: 0.0800848 Mar 22 12:48:05.708502 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04363f5d-66c3-43fb-b8e8-2d8510139ef7 req-fd37f1a3-6b2f-4c87-be5c-14704c7dc66a tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/security-groups?id=017d3839-3eb3-4057-8efd-f3bda36e7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433817 Mar 22 12:48:06.912143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9415ca3-492f-42c7-a95a-ecb39813ceac req-da701d61-0b38-4dab-ab44-07153945df08 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:06.913606 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9415ca3-492f-42c7-a95a-ecb39813ceac req-da701d61-0b38-4dab-ab44-07153945df08 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 950 time: 0.0771546 Mar 22 12:48:06.963148 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d9415ca3-492f-42c7-a95a-ecb39813ceac req-64efa4ad-8ccc-40c1-b154-c227cdac2413 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/security-groups?id=017d3839-3eb3-4057-8efd-f3bda36e7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Mar 22 12:48:07.267073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772aaef-c39c-4bfe-8f15-98640941e07d req-104a1fb8-4ed4-4f41-b812-ab9a9735fc8a tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:07.268485 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1772aaef-c39c-4bfe-8f15-98640941e07d req-104a1fb8-4ed4-4f41-b812-ab9a9735fc8a tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.55 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 950 time: 0.0790832 Mar 22 12:48:07.340747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-1772aaef-c39c-4bfe-8f15-98640941e07d req-4499162e-e11b-47ea-9336-d54a76587bc6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Deleting port 47b16ca0-7864-4047-9488-46b08e15c77d {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:48:07.341077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1772aaef-c39c-4bfe-8f15-98640941e07d req-4499162e-e11b-47ea-9336-d54a76587bc6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:07.579378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-1772aaef-c39c-4bfe-8f15-98640941e07d req-4499162e-e11b-47ea-9336-d54a76587bc6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] For port 47b16ca0-7864-4047-9488-46b08e15c77d, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47b16ca0-7864-4047-9488-46b08e15c77d,segment=NetworkSegment(9935565c-00a7-40b5-bff9-b4ff26b11679),segment_id=9935565c-00a7-40b5-bff9-b4ff26b11679)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:48:07.579622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1772aaef-c39c-4bfe-8f15-98640941e07d req-4499162e-e11b-47ea-9336-d54a76587bc6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:07.773332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-1772aaef-c39c-4bfe-8f15-98640941e07d req-4499162e-e11b-47ea-9336-d54a76587bc6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Calling delete_port for 47b16ca0-7864-4047-9488-46b08e15c77d owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:48:07.921589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1772aaef-c39c-4bfe-8f15-98640941e07d req-4499162e-e11b-47ea-9336-d54a76587bc6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:07.932986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['47b16ca0-7864-4047-9488-46b08e15c77d'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:48:07.969831 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499162e-e11b-47ea-9336-d54a76587bc6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Pushing event deleted for resources: {'Port': ['ID=47b16ca0-7864-4047-9488-46b08e15c77d,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:08.046969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1772aaef-c39c-4bfe-8f15-98640941e07d req-4499162e-e11b-47ea-9336-d54a76587bc6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] No DVR routers for this DVR port 47b16ca0-7864-4047-9488-46b08e15c77d on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:48:08.049563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-1772aaef-c39c-4bfe-8f15-98640941e07d req-4499162e-e11b-47ea-9336-d54a76587bc6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:08.052351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334fe5ba-e747-4fd1-a67d-dc1397255046', 'name': 'network-vif-deleted', 'tag': '47b16ca0-7864-4047-9488-46b08e15c77d'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:48:08.072479 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1772aaef-c39c-4bfe-8f15-98640941e07d req-4499162e-e11b-47ea-9336-d54a76587bc6 tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.55 "DELETE /v2.0/ports/47b16ca0-7864-4047-9488-46b08e15c77d HTTP/1.1" status: 204 len: 173 time: 0.7979834 Mar 22 12:48:08.114919 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334fe5ba-e747-4fd1-a67d-dc1397255046', 'name': 'network-vif-deleted', 'tag': '47b16ca0-7864-4047-9488-46b08e15c77d', 'status': 'completed', 'code': 200} Mar 22 12:48:08.320129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-c301926b-17b5-4be5-813e-71e42f568519 req-6e2857cd-21a3-49e6-889e-ddb39c98fb5e tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Synchronizing usage tracker for tenant:4514cded12b446a6b4bdf7313ebbae41 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:48:08.338340 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-c301926b-17b5-4be5-813e-71e42f568519 req-6e2857cd-21a3-49e6-889e-ddb39c98fb5e tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] Unset dirty status for tenant:4514cded12b446a6b4bdf7313ebbae41 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:48:08.339520 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c301926b-17b5-4be5-813e-71e42f568519 req-6e2857cd-21a3-49e6-889e-ddb39c98fb5e tempest-ServersAdminNegativeTestJSON-942340771 tempest-ServersAdminNegativeTestJSON-942340771-project] 10.222.0.62 "GET /v2.0/ports?device_id=334fe5ba-e747-4fd1-a67d-dc1397255046 HTTP/1.1" status: 200 len: 210 time: 0.0600460 Mar 22 12:48:09.755899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49174) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:48:09.935477 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-dd926d68-b2ee-45b7-b47d-6a1465268b4a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4514cded12b446a6b4bdf7313ebbae41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1784897 Mar 22 12:48:09.939462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49180) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:48:09.999831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94824ca2-a06e-49ea-907b-4fa2880d9e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:10.025048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94824ca2-a06e-49ea-907b-4fa2880d9e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:10.079517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94824ca2-a06e-49ea-907b-4fa2880d9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:10.095957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94824ca2-a06e-49ea-907b-4fa2880d9e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017d3839-3eb3-4057-8efd-f3bda36e7cb6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:10.107349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-94824ca2-a06e-49ea-907b-4fa2880d9e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:10.108495 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-94824ca2-a06e-49ea-907b-4fa2880d9e13 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/017d3839-3eb3-4057-8efd-f3bda36e7cb6 HTTP/1.1" status: 204 len: 168 time: 0.1681595 Mar 22 12:48:10.454918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49188) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:48:10.473239 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1c5133b-6715-4d2c-8640-af8493de3c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:10.503859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e1c5133b-6715-4d2c-8640-af8493de3c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:48:10.507562 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1c5133b-6715-4d2c-8640-af8493de3c26 admin admin] Usage tracker for resource:security_group_rule and tenant:7d18c953f8294e1fae1fb558c535edf4 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:48:10.510286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1c5133b-6715-4d2c-8640-af8493de3c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:48:10.515772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e1c5133b-6715-4d2c-8640-af8493de3c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:48:10.578758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1c5133b-6715-4d2c-8640-af8493de3c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:10.583877 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1c5133b-6715-4d2c-8640-af8493de3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:10.626189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5133b-6715-4d2c-8640-af8493de3c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acbbdd7-ae2e-4310-9354-142d475da8dd,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:10.631467 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e1c5133b-6715-4d2c-8640-af8493de3c26 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d18c953f8294e1fae1fb558c535edf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1755297 Mar 22 12:48:10.634515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49192) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:48:10.699624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-13e73bc4-ccb8-46db-9926-a4c5fe236dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:10.723589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-13e73bc4-ccb8-46db-9926-a4c5fe236dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:10.782368 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-13e73bc4-ccb8-46db-9926-a4c5fe236dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:10.796718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e73bc4-ccb8-46db-9926-a4c5fe236dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acbbdd7-ae2e-4310-9354-142d475da8dd,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:10.803368 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-13e73bc4-ccb8-46db-9926-a4c5fe236dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:10.804485 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-13e73bc4-ccb8-46db-9926-a4c5fe236dac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3acbbdd7-ae2e-4310-9354-142d475da8dd HTTP/1.1" status: 204 len: 168 time: 0.1691544 Mar 22 12:48:11.492505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 47b16ca0-7864-4047-9488-46b08e15c77d no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:48:11.524238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 47b16ca0-7864-4047-9488-46b08e15c77d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:48:11.524604 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 47b16ca0-7864-4047-9488-46b08e15c77d not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:48:11.683453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49214) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:48:11.823827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1076168743-network', 'tenant_id': 'cfa57e959a1f4838bc25b55385f6f767'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:48:11.829207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:48:11.833462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Usage tracker for resource:network and tenant:cfa57e959a1f4838bc25b55385f6f767 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:48:11.836498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:48:11.842578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:48:11.855760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Made reservation on behalf of cfa57e959a1f4838bc25b55385f6f767 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:48:11.857953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:11.870017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:11.899724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:48:11.903448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Usage tracker for resource:security_group_rule and tenant:cfa57e959a1f4838bc25b55385f6f767 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:48:11.906128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:48:11.911802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:48:11.973077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:11.980143 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:12.010921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:48:12.018849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e457389f-4022-4d8b-9d7d-92164c017b14,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:12.024177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:12.024517 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Added segment 5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1 of type vlan for network 139added-6fe1-4888-9f6a-aba459937b34 Mar 22 12:48:12.050431 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:12.081268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:12.082163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:12.082738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:12.183428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] Pushing event updated for resources: {'Network': ['ID=139added-6fe1-4888-9f6a-aba459937b34,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:12.190203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49220) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:48:12.190689 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b9c9d17-1953-467e-b587-7cf4d6c3feae admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5057001 Mar 22 12:48:12.194534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 139added-6fe1-4888-9f6a-aba459937b34 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:48:12.197677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Request body: {'subnet': {'network_id': '139added-6fe1-4888-9f6a-aba459937b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1076168743-subnet', 'tenant_id': 'cfa57e959a1f4838bc25b55385f6f767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:48:12.203009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:48:12.207554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Usage tracker for resource:subnet and tenant:cfa57e959a1f4838bc25b55385f6f767 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:48:12.210686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:48:12.217686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:48:12.229656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Made reservation on behalf of cfa57e959a1f4838bc25b55385f6f767 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:48:12.231969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:12.442622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:12.509248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a466760-7eb1-4541-beeb-2524eee35b08,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:12.525777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Checking segment: {'id': '5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '139added-6fe1-4888-9f6a-aba459937b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:48:12.526224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Network hostable DHCP agents. Network: 139added-6fe1-4888-9f6a-aba459937b34, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:48:12.550655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Network 139added-6fe1-4888-9f6a-aba459937b34 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:48:12.561856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 139added-6fe1-4888-9f6a-aba459937b34) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:48:12.566807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:12.568704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:12.569794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c1f627-6581-4074-8fa0-56905a9be6d4 None None] Network 139added-6fe1-4888-9f6a-aba459937b34 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:48:12.589151 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b083d89d-cc2d-4656-ad4d-57fb8b6169ca admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3970635 Mar 22 12:48:12.776398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3be08ad-90a2-42dd-84bb-1b593278ec0d None None] Network 139added-6fe1-4888-9f6a-aba459937b34 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:48:13.130187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-b6379c1e-4b23-4df9-a5f8-a41a88a5d183 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:13.130775 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-b6379c1e-4b23-4df9-a5f8-a41a88a5d183 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Synchronizing usage tracker for tenant:cfa57e959a1f4838bc25b55385f6f767 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:48:13.149723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-b6379c1e-4b23-4df9-a5f8-a41a88a5d183 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Unset dirty status for tenant:cfa57e959a1f4838bc25b55385f6f767 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:48:13.150824 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-b6379c1e-4b23-4df9-a5f8-a41a88a5d183 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/networks?id=139added-6fe1-4888-9f6a-aba459937b34 HTTP/1.1" status: 200 len: 812 time: 0.1635323 Mar 22 12:48:13.166814 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-9c96de4d-92d4-4d3a-8cfb-004cbc249e9f tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/quotas/cfa57e959a1f4838bc25b55385f6f767 HTTP/1.1" status: 200 len: 375 time: 0.0104113 Mar 22 12:48:13.211206 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-c36b01d7-9e85-44d1-9a6a-5ed8b1c042f2 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cfa57e959a1f4838bc25b55385f6f767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394583 Mar 22 12:48:13.344530 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-cc7811eb-263a-4888-8c76-4f13f8c65f84 service neutron] 10.222.0.62 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264210 Mar 22 12:48:13.413873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:13.477381 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-4c382aac-4904-40b9-b95c-adbf03631d99 service neutron] 10.222.0.62 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270015 Mar 22 12:48:13.663992 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-353b350f-43c3-4c3f-89de-f57ced861485 req-aeb79047-f7de-4d8a-ab8c-8b82dcf3299f tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 210 time: 0.0458963 Mar 22 12:48:14.752477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-f127ff90-51c1-4230-9645-23a32e032d9e tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:14.753916 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-f127ff90-51c1-4230-9645-23a32e032d9e tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.55 "GET /v2.0/networks?id=139added-6fe1-4888-9f6a-aba459937b34 HTTP/1.1" status: 200 len: 812 time: 0.1469548 Mar 22 12:48:14.769795 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Request body: {'port': {'device_id': 'a3eccaaf-4d5e-409e-b183-e089992dda31', 'network_id': '139added-6fe1-4888-9f6a-aba459937b34', 'admin_state_up': True, 'tenant_id': 'cfa57e959a1f4838bc25b55385f6f767'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:48:14.967881 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0a2bb498-5c2f-42da-a067-390a718b9360 req-6e466dc7-a359-410b-a030-3d678fbaafc0 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 210 time: 0.1814134 Mar 22 12:48:15.033385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:48:15.037181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Usage tracker for resource:port and tenant:cfa57e959a1f4838bc25b55385f6f767 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:48:15.039972 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:48:15.045657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:48:15.055626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Made reservation on behalf of cfa57e959a1f4838bc25b55385f6f767 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:48:15.058782 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:15.219777 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Allocated IP 172.20.0.4 (139added-6fe1-4888-9f6a-aba459937b34/5a466760-7eb1-4541-beeb-2524eee35b08/d09072ed-fa45-4340-8352-1f1b733b9408) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:48:15.422055 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:15.455324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:15.525284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Network 139added-6fe1-4888-9f6a-aba459937b34 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:48:15.528450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:48:15.532799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:48:15.556884 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Pushing event updated for resources: {'Port': ['ID=d09072ed-fa45-4340-8352-1f1b733b9408,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:15.593350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:15.593960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:15.617378 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-8e37e07d-f47c-4bbf-bd37-8b232c56bbe5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8515174 Mar 22 12:48:15.700328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Request body: {'port': {'device_id': 'a3eccaaf-4d5e-409e-b183-e089992dda31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:48:15.811670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:16.156069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09072ed-fa45-4340-8352-1f1b733b9408 {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:48:16.160702 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd6ba6-3812-4319-8c6d-6a7770897744 req-855abd0f-34b3-41e8-a064-0c9e5a05c599 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:16.162177 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3dfd6ba6-3812-4319-8c6d-6a7770897744 req-855abd0f-34b3-41e8-a064-0c9e5a05c599 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 931 time: 0.0752246 Mar 22 12:48:16.163051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:16.177799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Transition to ACTIVE for port object d09072ed-fa45-4340-8352-1f1b733b9408 will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:48:16.183834 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:16.211111 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3dfd6ba6-3812-4319-8c6d-6a7770897744 req-1c1389cc-d585-4149-9367-a44fe9f4428e tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420616 Mar 22 12:48:16.298396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Pushing event updated for resources: {'Port': ['ID=d09072ed-fa45-4340-8352-1f1b733b9408,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:16.409987 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Attempting to bind port d09072ed-fa45-4340-8352-1f1b733b9408 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:48:16.410195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Attempting to bind port d09072ed-fa45-4340-8352-1f1b733b9408 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '139added-6fe1-4888-9f6a-aba459937b34'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:48:16.410499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Attempting to bind port d09072ed-fa45-4340-8352-1f1b733b9408 on network 139added-6fe1-4888-9f6a-aba459937b34 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:48:16.416287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Port d09072ed-fa45-4340-8352-1f1b733b9408 on network 139added-6fe1-4888-9f6a-aba459937b34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:48:16.416589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Attempting to bind port d09072ed-fa45-4340-8352-1f1b733b9408 on network 139added-6fe1-4888-9f6a-aba459937b34 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:48:16.422651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:48:16.422998 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Checking segment: {'id': '5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '139added-6fe1-4888-9f6a-aba459937b34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:48:16.423341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Bound using segment: {'id': '5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '139added-6fe1-4888-9f6a-aba459937b34'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:48:16.423751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Bound port: d09072ed-fa45-4340-8352-1f1b733b9408, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '139added-6fe1-4888-9f6a-aba459937b34'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:48:16.424082 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:16.516921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] For port d09072ed-fa45-4340-8352-1f1b733b9408, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:48:16.520051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] For port d09072ed-fa45-4340-8352-1f1b733b9408, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d09072ed-fa45-4340-8352-1f1b733b9408,segment=NetworkSegment(5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1),segment_id=5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:48:16.526559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:16.585478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:16.586816 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] 10.222.0.55 "PUT /v2.0/ports/d09072ed-fa45-4340-8352-1f1b733b9408 HTTP/1.1" status: 200 len: 1093 time: 0.9627979 Mar 22 12:48:16.587227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3eccaaf-4d5e-409e-b183-e089992dda31', 'tag': 'd09072ed-fa45-4340-8352-1f1b733b9408'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:48:16.605052 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90435e-0f34-4de7-aaf0-560fb0f466ea service neutron] Pushing event updated for resources: {'Port': ['ID=d09072ed-fa45-4340-8352-1f1b733b9408,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:16.656822 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3eccaaf-4d5e-409e-b183-e089992dda31', 'tag': 'd09072ed-fa45-4340-8352-1f1b733b9408', 'status': 'completed', 'code': 200} Mar 22 12:48:16.699043 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-980cc3a0-7333-46af-baf9-cdf5d74cd1e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfa57e959a1f4838bc25b55385f6f767&device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 1096 time: 0.0719910 Mar 22 12:48:16.767335 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-904c09fe-9dd0-4cd0-ab56-0edc55a9c61d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d09072ed-fa45-4340-8352-1f1b733b9408 HTTP/1.1" status: 200 len: 217 time: 0.0621717 Mar 22 12:48:16.827260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-21a51365-ff0c-4679-83c7-e50c7d8928d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:16.828578 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-21a51365-ff0c-4679-83c7-e50c7d8928d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a466760-7eb1-4541-beeb-2524eee35b08 HTTP/1.1" status: 200 len: 852 time: 0.0552919 Mar 22 12:48:16.875784 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-1c7143a0-c66d-49e7-a017-13df365eafc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=139added-6fe1-4888-9f6a-aba459937b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405385 Mar 22 12:48:17.088316 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-571c7d1b-3b62-4ecb-92f8-de7de1b0ef13 service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050476 Mar 22 12:48:17.221991 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ca6f87ab-5e76-4cf5-a78b-d08016f1b000 req-919f2062-62aa-4265-bbee-62622c7ef924 service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278019 Mar 22 12:48:17.337771 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-597ce796-888f-4296-a44a-9c82c13f20d5 req-3bfe979f-8972-48c1-a4d5-b0fbac8b668c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfa57e959a1f4838bc25b55385f6f767&device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 1096 time: 0.0701115 Mar 22 12:48:17.415412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bdc22-40aa-442b-853a-973e44c6f06e req-40ba9cc6-57eb-4896-8ce2-59487e3d59a9 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:17.416758 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b2bdc22-40aa-442b-853a-973e44c6f06e req-40ba9cc6-57eb-4896-8ce2-59487e3d59a9 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 943 time: 0.0802987 Mar 22 12:48:17.463282 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b2bdc22-40aa-442b-853a-973e44c6f06e req-5e0620aa-17be-41cd-b634-a6c6071a4a5b tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Mar 22 12:48:17.465992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ce796-888f-4296-a44a-9c82c13f20d5 req-2b2d9922-7c12-4199-8075-0a76a85a2b06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:17.467403 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-597ce796-888f-4296-a44a-9c82c13f20d5 req-2b2d9922-7c12-4199-8075-0a76a85a2b06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=139added-6fe1-4888-9f6a-aba459937b34 HTTP/1.1" status: 200 len: 913 time: 0.1235065 Mar 22 12:48:17.537212 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-597ce796-888f-4296-a44a-9c82c13f20d5 req-dff76347-e114-4765-86d2-de97d0d87d4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d09072ed-fa45-4340-8352-1f1b733b9408 HTTP/1.1" status: 200 len: 217 time: 0.0626512 Mar 22 12:48:17.597593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ce796-888f-4296-a44a-9c82c13f20d5 req-621c6e8f-5380-43f1-825f-59d1cb8b6e69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:17.598918 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-597ce796-888f-4296-a44a-9c82c13f20d5 req-621c6e8f-5380-43f1-825f-59d1cb8b6e69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a466760-7eb1-4541-beeb-2524eee35b08 HTTP/1.1" status: 200 len: 852 time: 0.0561471 Mar 22 12:48:17.643275 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-597ce796-888f-4296-a44a-9c82c13f20d5 req-11b1e366-f418-4cb0-8373-7a305f654c16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=139added-6fe1-4888-9f6a-aba459937b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390298 Mar 22 12:48:17.772432 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-597ce796-888f-4296-a44a-9c82c13f20d5 req-cae44430-f116-4c1e-af1b-47c3f21db31e service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224217 Mar 22 12:48:17.901094 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-597ce796-888f-4296-a44a-9c82c13f20d5 req-09c9ce71-a00c-4ca0-b595-934ba9302f53 service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227005 Mar 22 12:48:18.677867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4e8e7-5a71-4a1a-abe8-3cd2d6054601 req-4582bc46-b938-4e8e-8854-61a22dea69e4 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:18.678547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e1a4e8e7-5a71-4a1a-abe8-3cd2d6054601 req-4582bc46-b938-4e8e-8854-61a22dea69e4 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Synchronizing usage tracker for tenant:cfa57e959a1f4838bc25b55385f6f767 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:48:18.699466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e1a4e8e7-5a71-4a1a-abe8-3cd2d6054601 req-4582bc46-b938-4e8e-8854-61a22dea69e4 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Unset dirty status for tenant:cfa57e959a1f4838bc25b55385f6f767 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:48:18.700790 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e1a4e8e7-5a71-4a1a-abe8-3cd2d6054601 req-4582bc46-b938-4e8e-8854-61a22dea69e4 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 943 time: 0.1174207 Mar 22 12:48:18.749756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e1a4e8e7-5a71-4a1a-abe8-3cd2d6054601 req-56fe3b3d-f790-4f1b-9d28-c3c296951078 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Synchronizing usage tracker for tenant:cfa57e959a1f4838bc25b55385f6f767 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:48:18.771104 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-e1a4e8e7-5a71-4a1a-abe8-3cd2d6054601 req-56fe3b3d-f790-4f1b-9d28-c3c296951078 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Unset dirty status for tenant:cfa57e959a1f4838bc25b55385f6f767 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:48:18.772196 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e1a4e8e7-5a71-4a1a-abe8-3cd2d6054601 req-56fe3b3d-f790-4f1b-9d28-c3c296951078 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633097 Mar 22 12:48:19.494186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device d09072ed-fa45-4340-8352-1f1b733b9408 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:48:19.646942 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port d09072ed-fa45-4340-8352-1f1b733b9408, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d09072ed-fa45-4340-8352-1f1b733b9408,segment=NetworkSegment(5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1),segment_id=5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:48:19.663336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'd09072ed-fa45-4340-8352-1f1b733b9408', 'network_id': '139added-6fe1-4888-9f6a-aba459937b34', 'port_id': 'd09072ed-fa45-4340-8352-1f1b733b9408', 'mac_address': 'fa:16:3e:a7:11:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a466760-7eb1-4541-beeb-2524eee35b08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:48:19.715220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:19.732403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09072ed-fa45-4340-8352-1f1b733b9408 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:48:19.748297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port d09072ed-fa45-4340-8352-1f1b733b9408, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d09072ed-fa45-4340-8352-1f1b733b9408,segment=NetworkSegment(5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1),segment_id=5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:48:19.755637 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:19.831116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=d09072ed-fa45-4340-8352-1f1b733b9408,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:19.976049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1393a-a6fc-43e5-be33-55447f57f897 req-602a0403-adb1-4739-82c8-b6ca31767b57 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:19.977482 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7c1393a-a6fc-43e5-be33-55447f57f897 req-602a0403-adb1-4739-82c8-b6ca31767b57 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 944 time: 0.0792668 Mar 22 12:48:20.023178 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7c1393a-a6fc-43e5-be33-55447f57f897 req-85d8533e-bf9d-4f77-9c58-f1c6d39d8f26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396707 Mar 22 12:48:20.058392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['d09072ed-fa45-4340-8352-1f1b733b9408'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:48:21.227732 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cfa8f-3953-4262-8deb-ed74053aeb09 req-395465d5-708c-42f8-aea5-f7235f8a11a2 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:21.229192 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-563cfa8f-3953-4262-8deb-ed74053aeb09 req-395465d5-708c-42f8-aea5-f7235f8a11a2 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 944 time: 0.0807526 Mar 22 12:48:21.274122 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-563cfa8f-3953-4262-8deb-ed74053aeb09 req-60a81772-886e-43d0-bc29-c9a9fb98312a tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391073 Mar 22 12:48:21.510105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device d09072ed-fa45-4340-8352-1f1b733b9408 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:48:21.587478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port d09072ed-fa45-4340-8352-1f1b733b9408 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:48:21.592534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port d09072ed-fa45-4340-8352-1f1b733b9408 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:48:21.592901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:21.706795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:21.735765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eccaaf-4d5e-409e-b183-e089992dda31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09072ed-fa45-4340-8352-1f1b733b9408'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:48:21.747693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port d09072ed-fa45-4340-8352-1f1b733b9408, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d09072ed-fa45-4340-8352-1f1b733b9408,segment=NetworkSegment(5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1),segment_id=5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:48:21.753192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:21.796262 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eccaaf-4d5e-409e-b183-e089992dda31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09072ed-fa45-4340-8352-1f1b733b9408', 'code': 200} Mar 22 12:48:21.821167 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=d09072ed-fa45-4340-8352-1f1b733b9408,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:21.829691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:48:21.830027 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:48:21.830354 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:48:21.830680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:48:21.831002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:48:21.831321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:48:21.831632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:48:21.831947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:48:21.832258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:48:21.832566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:48:21.832880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:48:21.978661 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-e9b29ff0-9cbd-4a3a-9e5a-12611c661598 req-fd6dda85-02a4-40db-af69-02a24fa7e43d service neutron] (83793) timed out ('10.222.0.55', 49868) {{(pid=83793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 22 12:48:22.018610 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f85157d7-2d1f-4843-a482-56d8a2393714 req-b5eb66d9-cd25-4327-9f65-fb026f66b58e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 1098 time: 0.0681350 Mar 22 12:48:22.059890 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f85157d7-2d1f-4843-a482-56d8a2393714 req-bb76218c-2b9f-4e66-b0b6-e06486017dbc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357225 Mar 22 12:48:22.491215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333abda-0b4a-47c1-9dd1-d193a995b211 req-6a664dab-f673-439f-b4d4-ca92b09bdf51 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:22.492631 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0333abda-0b4a-47c1-9dd1-d193a995b211 req-6a664dab-f673-439f-b4d4-ca92b09bdf51 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0810430 Mar 22 12:48:22.540491 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0333abda-0b4a-47c1-9dd1-d193a995b211 req-1f7ace8f-c052-405a-956e-3033e5d3aff0 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407140 Mar 22 12:48:23.763310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c6e4c-1b80-4a1e-aee8-3a96ee57ccd1 req-bb4a9973-a03e-4417-8c58-bbc668656a08 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:23.764777 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe7c6e4c-1b80-4a1e-aee8-3a96ee57ccd1 req-bb4a9973-a03e-4417-8c58-bbc668656a08 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0837450 Mar 22 12:48:23.809724 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe7c6e4c-1b80-4a1e-aee8-3a96ee57ccd1 req-b4f271b5-b83d-4ada-8243-8bf597130127 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392697 Mar 22 12:48:24.010097 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1cda6f7a-9b07-4212-a852-bae4477870ce req-21f4df78-4a28-4499-9ba4-8ea7e22ab0b6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0755801 Mar 22 12:48:24.285916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49276) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:48:24.328208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76a2e1-d0e3-4816-abc4-b1bbaa382ec1 req-bde10524-ee4c-429c-99c0-f330770c17df tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:24.329671 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c76a2e1-d0e3-4816-abc4-b1bbaa382ec1 req-bde10524-ee4c-429c-99c0-f330770c17df tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0847373 Mar 22 12:48:24.414993 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c76a2e1-d0e3-4816-abc4-b1bbaa382ec1 req-59e95542-2cc6-4e48-965f-a2025522e9db tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794599 Mar 22 12:48:24.446046 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-7b4fbff7-0df5-4a4f-a0f7-a6e8d584967a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1587143 Mar 22 12:48:25.623258 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d1ec1-839f-4fad-b32c-1e8188764699 req-a7765887-3671-4746-853d-da0541ab72d5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:25.624616 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-882d1ec1-839f-4fad-b32c-1e8188764699 req-a7765887-3671-4746-853d-da0541ab72d5 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0869572 Mar 22 12:48:25.717371 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-882d1ec1-839f-4fad-b32c-1e8188764699 req-d3980bba-0549-490b-9ba7-781bd8190d0b tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Mar 22 12:48:25.733337 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-6a11df64-355e-489b-a9de-d06c6ad8ed8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfa57e959a1f4838bc25b55385f6f767&device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 1098 time: 0.0878253 Mar 22 12:48:25.874197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-912f493d-1d97-421a-82a5-83c70cacd29c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:25.875525 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-912f493d-1d97-421a-82a5-83c70cacd29c service neutron] 10.222.0.55 "GET /v2.0/networks?id=139added-6fe1-4888-9f6a-aba459937b34 HTTP/1.1" status: 200 len: 913 time: 0.1360209 Mar 22 12:48:26.022838 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-2da027ce-bbb9-43ea-b77c-bf2a3050e26c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d09072ed-fa45-4340-8352-1f1b733b9408 HTTP/1.1" status: 200 len: 217 time: 0.1404221 Mar 22 12:48:26.086200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-ddbd23f4-4bc7-45e6-8b4a-fafb8744a423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:26.087576 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-ddbd23f4-4bc7-45e6-8b4a-fafb8744a423 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a466760-7eb1-4541-beeb-2524eee35b08 HTTP/1.1" status: 200 len: 852 time: 0.0588913 Mar 22 12:48:26.130624 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-ea444554-dacf-4b1e-9370-14516942b853 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=139added-6fe1-4888-9f6a-aba459937b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370760 Mar 22 12:48:26.259987 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-dc2c1b4a-238d-43c0-b341-1066b13adfef service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234689 Mar 22 12:48:26.391855 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-445b9cff-6d3c-4d89-a88c-6c2efb42d57c service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254363 Mar 22 12:48:26.916319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1430f0-1377-4309-a58a-7f932fcaa234 req-10017f78-1cda-4302-b30d-2704ec284c16 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:26.917753 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4b1430f0-1377-4309-a58a-7f932fcaa234 req-10017f78-1cda-4302-b30d-2704ec284c16 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0766737 Mar 22 12:48:26.969526 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4b1430f0-1377-4309-a58a-7f932fcaa234 req-dceaf0aa-7b30-48a9-9db5-d8ba4e12508e tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Mar 22 12:48:28.171642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416385a-2924-4cb0-bd80-a39160756b31 req-77002344-2f86-4b76-a49e-f952d7efeb31 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:28.173080 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2416385a-2924-4cb0-bd80-a39160756b31 req-77002344-2f86-4b76-a49e-f952d7efeb31 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0746586 Mar 22 12:48:28.218263 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2416385a-2924-4cb0-bd80-a39160756b31 req-903a2bdd-eae8-48fa-8736-45aca29f8789 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Mar 22 12:48:28.730546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d5d0baff-0e89-4c57-945d-c23f2df87f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:29.419236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448c321-ea2f-447a-9ab5-bbaa4d1b4816 req-7ffb360b-d1f5-47d7-bbc8-cb75d6778876 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:29.420659 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5448c321-ea2f-447a-9ab5-bbaa4d1b4816 req-7ffb360b-d1f5-47d7-bbc8-cb75d6778876 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0830553 Mar 22 12:48:29.465905 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5448c321-ea2f-447a-9ab5-bbaa4d1b4816 req-6812f248-410a-4e34-8306-c1a74290c165 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 Mar 22 12:48:30.675569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5239f58-413d-4c49-91ff-089ade9440a7 req-64494169-b2dd-40ab-ba9d-0a1b3b1a9034 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:30.676996 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5239f58-413d-4c49-91ff-089ade9440a7 req-64494169-b2dd-40ab-ba9d-0a1b3b1a9034 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0791402 Mar 22 12:48:30.724575 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5239f58-413d-4c49-91ff-089ade9440a7 req-86230359-a28a-4bf8-a4f9-30d6c083b64a tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393331 Mar 22 12:48:31.704644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0459ca08-d815-4d41-bb6f-04300d1c4f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:31.933651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434ec48-a608-479d-ad57-aad19a47c1d9 req-e46ad5bb-42dd-4c1a-afbc-113e611c6f19 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:31.935063 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0434ec48-a608-479d-ad57-aad19a47c1d9 req-e46ad5bb-42dd-4c1a-afbc-113e611c6f19 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0812626 Mar 22 12:48:32.038439 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:32.058843 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0434ec48-a608-479d-ad57-aad19a47c1d9 req-766155ec-5abf-4321-a219-08df83dd4a29 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177645 Mar 22 12:48:32.096192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:33.276095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286bdfd-8471-4fbc-b907-2bd7971384d4 req-e6a93ed2-ee00-4498-ba10-4e8e5483b554 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:33.277506 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2286bdfd-8471-4fbc-b907-2bd7971384d4 req-e6a93ed2-ee00-4498-ba10-4e8e5483b554 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0823388 Mar 22 12:48:33.329046 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2286bdfd-8471-4fbc-b907-2bd7971384d4 req-45388c71-6e4f-408d-b3e0-f9d4211724ab tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435603 Mar 22 12:48:33.351292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:34.558201 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7eaec-e3cf-4ba1-b81b-a7406c578407 req-b40b7c12-9232-4fa2-b72b-2e256afad5d7 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:34.559633 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-88d7eaec-e3cf-4ba1-b81b-a7406c578407 req-b40b7c12-9232-4fa2-b72b-2e256afad5d7 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0925879 Mar 22 12:48:34.606967 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-88d7eaec-e3cf-4ba1-b81b-a7406c578407 req-8011875f-d8e4-4a51-9566-823a871ede2a tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386908 Mar 22 12:48:35.820232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cc064-544c-4be9-8376-69b4a75e4fe1 req-9e905cff-580a-4937-8840-2b3ef8c651b0 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:35.821690 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e83cc064-544c-4be9-8376-69b4a75e4fe1 req-9e905cff-580a-4937-8840-2b3ef8c651b0 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0786490 Mar 22 12:48:35.867580 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e83cc064-544c-4be9-8376-69b4a75e4fe1 req-5ee1c122-93fe-4cc4-9b5e-f5c41e433a3c tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 Mar 22 12:48:37.089573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c38bd-a86b-4d97-82ec-99c1cecfd666 req-26bdef0f-55a8-46a3-89f9-02fef389942c tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:37.091025 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a32c38bd-a86b-4d97-82ec-99c1cecfd666 req-26bdef0f-55a8-46a3-89f9-02fef389942c tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0883105 Mar 22 12:48:37.135517 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a32c38bd-a86b-4d97-82ec-99c1cecfd666 req-944d5edc-efb9-4bda-b8aa-98435f72761c tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388491 Mar 22 12:48:37.145152 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:48:37.182361 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ecc32a9e-9c05-4651-b1a7-f93fc1b92cb0 req-18e0386a-ea01-4400-9c18-4bfaf142c73d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfa57e959a1f4838bc25b55385f6f767&device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 1098 time: 0.0744874 Mar 22 12:48:37.326356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc32a9e-9c05-4651-b1a7-f93fc1b92cb0 req-6b796034-ed21-4a33-9e84-c19b61abb178 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:37.327776 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ecc32a9e-9c05-4651-b1a7-f93fc1b92cb0 req-6b796034-ed21-4a33-9e84-c19b61abb178 service neutron] 10.222.0.55 "GET /v2.0/networks?id=139added-6fe1-4888-9f6a-aba459937b34 HTTP/1.1" status: 200 len: 913 time: 0.1274397 Mar 22 12:48:37.397539 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ecc32a9e-9c05-4651-b1a7-f93fc1b92cb0 req-9f81e5a2-6587-4128-aee8-13c79aa7846d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d09072ed-fa45-4340-8352-1f1b733b9408 HTTP/1.1" status: 200 len: 217 time: 0.0637476 Mar 22 12:48:37.463798 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc32a9e-9c05-4651-b1a7-f93fc1b92cb0 req-04f17a70-4c60-45bc-ab61-4b206bb98775 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:37.465155 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ecc32a9e-9c05-4651-b1a7-f93fc1b92cb0 req-04f17a70-4c60-45bc-ab61-4b206bb98775 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a466760-7eb1-4541-beeb-2524eee35b08 HTTP/1.1" status: 200 len: 852 time: 0.0621874 Mar 22 12:48:37.507537 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ecc32a9e-9c05-4651-b1a7-f93fc1b92cb0 req-a04968ad-7adc-471d-b3ba-1eca2bba9a7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=139added-6fe1-4888-9f6a-aba459937b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369766 Mar 22 12:48:37.633265 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ecc32a9e-9c05-4651-b1a7-f93fc1b92cb0 req-8fdd88fd-cfb8-44ae-a359-ff141e7daab2 service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198382 Mar 22 12:48:37.758735 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ecc32a9e-9c05-4651-b1a7-f93fc1b92cb0 req-cab965b6-2889-488c-85e0-f20ac66cee54 service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200883 Mar 22 12:48:38.339559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11b55-27f5-487e-8dc4-6ac42e0e13aa req-98bcda94-0a66-42cc-9285-7d2834f326be tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:38.340987 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-12e11b55-27f5-487e-8dc4-6ac42e0e13aa req-98bcda94-0a66-42cc-9285-7d2834f326be tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0811753 Mar 22 12:48:38.469070 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-12e11b55-27f5-487e-8dc4-6ac42e0e13aa req-bdb908a2-edcc-4012-a03c-fe8e75afe295 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225350 Mar 22 12:48:39.684720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8def5f4-365f-4d42-91bd-0784d46361b2 req-a635f8a4-14e3-4dde-b81d-3cdcd15f3de8 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:39.686468 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8def5f4-365f-4d42-91bd-0784d46361b2 req-a635f8a4-14e3-4dde-b81d-3cdcd15f3de8 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0832140 Mar 22 12:48:39.733738 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8def5f4-365f-4d42-91bd-0784d46361b2 req-ec934344-3141-4e33-b3bc-2a414d37d86f tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Mar 22 12:48:40.943849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478067d-3466-4ea7-9bd2-490950dd97c0 req-dada94e8-60e6-4bcf-8f43-572abd35cd42 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:40.945292 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8478067d-3466-4ea7-9bd2-490950dd97c0 req-dada94e8-60e6-4bcf-8f43-572abd35cd42 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0836022 Mar 22 12:48:40.991403 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8478067d-3466-4ea7-9bd2-490950dd97c0 req-13ea3897-ec23-4607-a54a-ad3e010b0405 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Mar 22 12:48:42.209400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe0f2-2f62-4122-a6d7-c8819c8074ea req-712fc561-48ef-480d-8b6e-87bb3d1173e2 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:42.210865 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-201fe0f2-2f62-4122-a6d7-c8819c8074ea req-712fc561-48ef-480d-8b6e-87bb3d1173e2 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0848370 Mar 22 12:48:42.256216 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-201fe0f2-2f62-4122-a6d7-c8819c8074ea req-a9bc1cf7-fa84-4f75-bb7b-c5d09f8409c2 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 Mar 22 12:48:43.414434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:43.475365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe3e04-8f57-45d9-a07a-f8b58c60ae13 req-59ecd9da-5516-4871-9772-12a79e2088ce tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:43.476750 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0dfe3e04-8f57-45d9-a07a-f8b58c60ae13 req-59ecd9da-5516-4871-9772-12a79e2088ce tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0806100 Mar 22 12:48:43.534817 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0dfe3e04-8f57-45d9-a07a-f8b58c60ae13 req-07065b93-6d69-4e77-8b9c-e3a811f962ab tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495899 Mar 22 12:48:44.748919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e0d72-be35-4678-89ec-a7cfec7ab0fb req-f1fe6e15-0f74-4075-b6c9-1a0451f56f19 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:44.750379 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0d5e0d72-be35-4678-89ec-a7cfec7ab0fb req-f1fe6e15-0f74-4075-b6c9-1a0451f56f19 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0889251 Mar 22 12:48:44.798422 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0d5e0d72-be35-4678-89ec-a7cfec7ab0fb req-c2280b53-5973-415e-88f8-8a5d5c165b55 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395920 Mar 22 12:48:46.011152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd07b9b-26ce-40da-87d8-79405376aac9 req-bb82815f-39a5-4c9f-a3c2-337ca2e8d1e7 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:46.012622 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7bd07b9b-26ce-40da-87d8-79405376aac9 req-bb82815f-39a5-4c9f-a3c2-337ca2e8d1e7 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0796351 Mar 22 12:48:46.062011 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7bd07b9b-26ce-40da-87d8-79405376aac9 req-fd0cab5d-ffe6-4ebe-8fac-992fba83d458 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Mar 22 12:48:47.264393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48112b-1b9f-4e7d-9312-88112b16a1c2 req-43dfab6e-b527-4315-837a-bf6e48339704 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:47.265884 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9a48112b-1b9f-4e7d-9312-88112b16a1c2 req-43dfab6e-b527-4315-837a-bf6e48339704 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0791559 Mar 22 12:48:47.312308 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9a48112b-1b9f-4e7d-9312-88112b16a1c2 req-115a8d12-5850-4066-bf50-dc8301770666 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Mar 22 12:48:48.540855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61399bb-b9f9-45af-a4af-fae22bf8470b req-3f8ca8c8-e108-47cd-88c3-b8673b8d3942 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:48.542316 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a61399bb-b9f9-45af-a4af-fae22bf8470b req-3f8ca8c8-e108-47cd-88c3-b8673b8d3942 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0895081 Mar 22 12:48:48.590539 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a61399bb-b9f9-45af-a4af-fae22bf8470b req-77d4998e-9c7c-4b43-9328-ab35b5422a1b tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Mar 22 12:48:49.820439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae85ce2-cb6a-47e4-b33c-1fedc0743ed0 req-6456e8f8-55d5-4db4-b0b2-771cf32fecd7 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:49.821886 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fae85ce2-cb6a-47e4-b33c-1fedc0743ed0 req-6456e8f8-55d5-4db4-b0b2-771cf32fecd7 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0917168 Mar 22 12:48:49.867969 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fae85ce2-cb6a-47e4-b33c-1fedc0743ed0 req-16fdc83f-57ab-4bcd-82c0-04e39ec8c931 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Mar 22 12:48:51.071970 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83661b1d-4487-4ee8-83c4-9bb6d46f8fa3 req-93ad4335-20d2-4f78-a8bd-3dd6e6fd2967 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:51.073386 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-83661b1d-4487-4ee8-83c4-9bb6d46f8fa3 req-93ad4335-20d2-4f78-a8bd-3dd6e6fd2967 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0807977 Mar 22 12:48:51.122250 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-83661b1d-4487-4ee8-83c4-9bb6d46f8fa3 req-f60c981b-4a65-4732-bbc2-ad5f8712d21f tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407958 Mar 22 12:48:52.323978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3311cb-d44d-44be-95c8-3f1e5fae4196 req-7e44cf00-4dcf-4237-a1ea-06db4fc21b7e tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:52.325399 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cc3311cb-d44d-44be-95c8-3f1e5fae4196 req-7e44cf00-4dcf-4237-a1ea-06db4fc21b7e tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0764387 Mar 22 12:48:52.374980 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cc3311cb-d44d-44be-95c8-3f1e5fae4196 req-a6db8c4b-7815-4594-bb74-14ac1fd5bf86 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439768 Mar 22 12:48:53.169625 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-3fc40a1d-e4ac-43d2-ab5f-89b04d5a89be service neutron] 10.222.0.55 "GET /v2.0/ports/d09072ed-fa45-4340-8352-1f1b733b9408/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0775828 Mar 22 12:48:53.439346 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-adfed317-f503-4ab8-9b6f-1e8433b0dd84 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31&tenant_id=cfa57e959a1f4838bc25b55385f6f767 HTTP/1.1" status: 200 len: 1098 time: 0.0736656 Mar 22 12:48:53.583124 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-ab98b8a5-f45a-4567-bac9-25f91a3e55db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfa57e959a1f4838bc25b55385f6f767&device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 1098 time: 0.1234367 Mar 22 12:48:53.592378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d8148-316b-4544-8f0e-72aca4195525 req-4f89e8c7-02e5-4b91-9630-a3e8e4bf794e tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:53.593700 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c34d8148-316b-4544-8f0e-72aca4195525 req-4f89e8c7-02e5-4b91-9630-a3e8e4bf794e tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0968561 Mar 22 12:48:53.725328 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c34d8148-316b-4544-8f0e-72aca4195525 req-64c28880-3f27-4f29-aed5-1426112a98e9 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138201 Mar 22 12:48:53.746437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-ebd09540-c37c-4e94-8ffb-2e31deba3805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:53.747844 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-ebd09540-c37c-4e94-8ffb-2e31deba3805 service neutron] 10.222.0.55 "GET /v2.0/networks?id=139added-6fe1-4888-9f6a-aba459937b34 HTTP/1.1" status: 200 len: 913 time: 0.1533473 Mar 22 12:48:53.816633 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-e7658b36-d7e2-46f0-9829-6c65b99b0c22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d09072ed-fa45-4340-8352-1f1b733b9408 HTTP/1.1" status: 200 len: 217 time: 0.0624688 Mar 22 12:48:53.876638 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-b2c547a3-1db3-4dde-98f6-5120bfae7a55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:53.878023 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-b2c547a3-1db3-4dde-98f6-5120bfae7a55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a466760-7eb1-4541-beeb-2524eee35b08 HTTP/1.1" status: 200 len: 852 time: 0.0562489 Mar 22 12:48:53.920677 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-bc31426f-2edb-43dd-a0f9-4150fe459147 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=139added-6fe1-4888-9f6a-aba459937b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367901 Mar 22 12:48:54.048617 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-a8c8e9e8-7cd2-4836-9bba-e6fbfd82bb47 service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216738 Mar 22 12:48:54.180711 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-70dceeb6-9c36-4774-a264-b8f87841a66c req-561f5981-d1c5-4a52-8f50-75491fa9dc3f service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262033 Mar 22 12:48:54.932173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1c217-438e-4082-a536-aecbde48545b req-1b17696d-fa7c-4cc8-8df2-551d788b29df tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:54.933642 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66a1c217-438e-4082-a536-aecbde48545b req-1b17696d-fa7c-4cc8-8df2-551d788b29df tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0795903 Mar 22 12:48:54.984335 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66a1c217-438e-4082-a536-aecbde48545b req-12065013-6598-4666-8f31-b6edf290ca3d tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424631 Mar 22 12:48:55.633841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device d09072ed-fa45-4340-8352-1f1b733b9408 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:48:55.776313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port d09072ed-fa45-4340-8352-1f1b733b9408, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d09072ed-fa45-4340-8352-1f1b733b9408,segment=NetworkSegment(5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1),segment_id=5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:48:55.789187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'd09072ed-fa45-4340-8352-1f1b733b9408', 'network_id': '139added-6fe1-4888-9f6a-aba459937b34', 'port_id': 'd09072ed-fa45-4340-8352-1f1b733b9408', 'mac_address': 'fa:16:3e:a7:11:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a466760-7eb1-4541-beeb-2524eee35b08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:48:55.845653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:55.862445 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d09072ed-fa45-4340-8352-1f1b733b9408 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:48:55.877173 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port d09072ed-fa45-4340-8352-1f1b733b9408, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d09072ed-fa45-4340-8352-1f1b733b9408,segment=NetworkSegment(5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1),segment_id=5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:48:55.883562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:55.950558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=d09072ed-fa45-4340-8352-1f1b733b9408,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:55.977295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['d09072ed-fa45-4340-8352-1f1b733b9408'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:48:56.189419 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b681f71-9ea9-4667-9638-cdb6e8528660 req-b32fa96a-c1ee-4f69-9096-d82c664148fc tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:56.190908 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9b681f71-9ea9-4667-9638-cdb6e8528660 req-b32fa96a-c1ee-4f69-9096-d82c664148fc tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 944 time: 0.0792546 Mar 22 12:48:56.236583 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9b681f71-9ea9-4667-9638-cdb6e8528660 req-791bb3f7-001e-466a-a3fa-0d91363c98f9 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398242 Mar 22 12:48:57.449685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e2b0a-4b5c-4dc7-97cf-c5ec05fed4ac req-558c68eb-60ce-41f9-b304-d75e3c2263c6 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:57.451101 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da3e2b0a-4b5c-4dc7-97cf-c5ec05fed4ac req-558c68eb-60ce-41f9-b304-d75e3c2263c6 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 944 time: 0.0874341 Mar 22 12:48:57.503337 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-da3e2b0a-4b5c-4dc7-97cf-c5ec05fed4ac req-8db1517a-c25b-4bfb-963d-94c069e96787 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463746 Mar 22 12:48:57.647350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device d09072ed-fa45-4340-8352-1f1b733b9408 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:48:57.718321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port d09072ed-fa45-4340-8352-1f1b733b9408 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:48:57.718686 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:57.830604 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:57.856437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eccaaf-4d5e-409e-b183-e089992dda31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09072ed-fa45-4340-8352-1f1b733b9408'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:48:57.865850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port d09072ed-fa45-4340-8352-1f1b733b9408, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d09072ed-fa45-4340-8352-1f1b733b9408,segment=NetworkSegment(5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1),segment_id=5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:48:57.871807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:57.905241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-90a08036-2e81-427f-8e9e-4e1fb2a0d3f9 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:57.908832 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-90a08036-2e81-427f-8e9e-4e1fb2a0d3f9 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31&tenant_id=cfa57e959a1f4838bc25b55385f6f767&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.0970871 Mar 22 12:48:57.927117 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eccaaf-4d5e-409e-b183-e089992dda31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09072ed-fa45-4340-8352-1f1b733b9408', 'code': 200} Mar 22 12:48:57.944311 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=d09072ed-fa45-4340-8352-1f1b733b9408,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:48:58.126147 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-7b6f1c67-0a61-43a7-adec-dbbc052155c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cfa57e959a1f4838bc25b55385f6f767&device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 1098 time: 0.1493506 Mar 22 12:48:58.267088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-babbd433-3110-4d87-917c-cadf33ed62b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:58.268599 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-babbd433-3110-4d87-917c-cadf33ed62b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=139added-6fe1-4888-9f6a-aba459937b34 HTTP/1.1" status: 200 len: 913 time: 0.1366980 Mar 22 12:48:58.338204 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-45331039-40a8-4f11-9849-5960f3c64811 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d09072ed-fa45-4340-8352-1f1b733b9408 HTTP/1.1" status: 200 len: 217 time: 0.0637474 Mar 22 12:48:58.398386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-dcdb3c26-5d38-4470-9e9b-14cfb574d84c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:58.399759 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-dcdb3c26-5d38-4470-9e9b-14cfb574d84c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a466760-7eb1-4541-beeb-2524eee35b08 HTTP/1.1" status: 200 len: 852 time: 0.0561602 Mar 22 12:48:58.443548 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-488916d1-1ce8-4c20-b4f5-a5c3f565d9c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=139added-6fe1-4888-9f6a-aba459937b34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382180 Mar 22 12:48:58.586484 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-5f30c214-320d-4095-a9a8-4666bf0cb1ce service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369724 Mar 22 12:48:58.724130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4b354df3-32a8-40f8-8345-3f9ee0c65f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:48:58.728324 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-3d5807dc-3c74-4a8b-ad43-777ee971c62a service neutron] 10.222.0.55 "GET /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360824 Mar 22 12:48:59.559412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a46d0c-5249-4b81-abee-2afba10e6e41 req-e0d0ba5e-ac45-419c-8140-f9ff090f6a6d tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:48:59.561152 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-84a46d0c-5249-4b81-abee-2afba10e6e41 req-e0d0ba5e-ac45-419c-8140-f9ff090f6a6d tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0776970 Mar 22 12:48:59.605856 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-84a46d0c-5249-4b81-abee-2afba10e6e41 req-7029a045-5fa3-4db8-a54b-ba1638f91b61 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390835 Mar 22 12:49:00.828103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9811b-918f-46f1-acd9-91d6bb72689d req-00a820f7-be81-40ef-b432-c12e422e4134 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:00.829424 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5c9811b-918f-46f1-acd9-91d6bb72689d req-00a820f7-be81-40ef-b432-c12e422e4134 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0819771 Mar 22 12:49:00.875292 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5c9811b-918f-46f1-acd9-91d6bb72689d req-bd455640-1a98-4f03-ac7c-0c67eb563045 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/security-groups?id=e457389f-4022-4d8b-9d7d-92164c017b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 Mar 22 12:49:01.226499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-a5de1f1b-44f2-4661-a295-8f3442f98344 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:01.227917 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-a5de1f1b-44f2-4661-a295-8f3442f98344 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 945 time: 0.0870602 Mar 22 12:49:01.300904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Deleting port d09072ed-fa45-4340-8352-1f1b733b9408 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:49:01.301266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:01.544046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] For port d09072ed-fa45-4340-8352-1f1b733b9408, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d09072ed-fa45-4340-8352-1f1b733b9408,segment=NetworkSegment(5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1),segment_id=5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:49:01.544270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:01.662654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Calling delete_port for d09072ed-fa45-4340-8352-1f1b733b9408 owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:49:01.700611 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-14aa6c7b-48f7-412b-a098-eb34e6356c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:01.819583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:01.830993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['d09072ed-fa45-4340-8352-1f1b733b9408'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:49:01.866784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Pushing event deleted for resources: {'Port': ['ID=d09072ed-fa45-4340-8352-1f1b733b9408,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:01.905424 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:01.905792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:01.906129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:01.906460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:01.906785 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:01.907114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:01.907435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:01.907757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:01.908074 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:01.908389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:01.908701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:01.947576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] No DVR routers for this DVR port d09072ed-fa45-4340-8352-1f1b733b9408 on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:49:01.950093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:01.952608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3eccaaf-4d5e-409e-b183-e089992dda31', 'name': 'network-vif-deleted', 'tag': 'd09072ed-fa45-4340-8352-1f1b733b9408'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:49:01.969239 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b4a0440d-58ca-4b4e-b718-32c4eac661fb req-c3059921-feb8-46ec-bd1a-e0afaa336a26 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.55 "DELETE /v2.0/ports/d09072ed-fa45-4340-8352-1f1b733b9408 HTTP/1.1" status: 204 len: 173 time: 0.7354748 Mar 22 12:49:02.015054 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3eccaaf-4d5e-409e-b183-e089992dda31', 'name': 'network-vif-deleted', 'tag': 'd09072ed-fa45-4340-8352-1f1b733b9408', 'status': 'completed', 'code': 200} Mar 22 12:49:02.040833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:02.069114 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d52aa61-0555-4a9a-8fa4-5231f3d6f47a req-9f2ed535-2bc3-406d-a5ac-4633bb2746f8 tempest-DeleteServersTestJSON-1710586950 tempest-DeleteServersTestJSON-1710586950-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3eccaaf-4d5e-409e-b183-e089992dda31 HTTP/1.1" status: 200 len: 210 time: 0.0462561 Mar 22 12:49:02.106231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:03.343054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49376) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:49:03.348777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:03.483273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea59474-4a28-41cb-91dd-13cd48c4dd09 admin admin] Deleting subnet 5a466760-7eb1-4541-beeb-2524eee35b08 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:49:03.486293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ea59474-4a28-41cb-91dd-13cd48c4dd09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:03.541239 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ea59474-4a28-41cb-91dd-13cd48c4dd09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:03.598796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ea59474-4a28-41cb-91dd-13cd48c4dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:03.666264 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ea59474-4a28-41cb-91dd-13cd48c4dd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:03.701470 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea59474-4a28-41cb-91dd-13cd48c4dd09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a466760-7eb1-4541-beeb-2524eee35b08,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:03.707736 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ea59474-4a28-41cb-91dd-13cd48c4dd09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:03.713548 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6ea59474-4a28-41cb-91dd-13cd48c4dd09 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5a466760-7eb1-4541-beeb-2524eee35b08 HTTP/1.1" status: 204 len: 168 time: 0.3694060 Mar 22 12:49:03.716194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49380) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:49:03.820712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:03.942514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:03.967635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139added-6fe1-4888-9f6a-aba459937b34']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:49:03.979649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:49:03.979963 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a74ab4b-c4e8-45b8-b8ac-e5eca3001df1') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:49:03.991401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:04.013161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:04.019535 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:49:04.019901 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:49:04.032553 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:49:04.106262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:04.121997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:04.132933 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] Pushing event deleted for resources: {'Network': ['ID=139added-6fe1-4888-9f6a-aba459937b34,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:04.140929 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-12f33b1c-5818-4d31-9f4d-a1d9a87d724c admin admin] 10.222.0.62 "DELETE /v2.0/networks/139added-6fe1-4888-9f6a-aba459937b34 HTTP/1.1" status: 204 len: 168 time: 0.4237251 Mar 22 12:49:04.278942 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49386) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:49:04.333935 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9f5fafc7-dacc-4365-86d5-b3d963665444 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cfa57e959a1f4838bc25b55385f6f767&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538161 Mar 22 12:49:04.336366 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49390) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:49:04.394214 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018286c1-3149-4655-928a-721b62e4bb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:04.419599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018286c1-3149-4655-928a-721b62e4bb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:04.474317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018286c1-3149-4655-928a-721b62e4bb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:04.490553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018286c1-3149-4655-928a-721b62e4bb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e457389f-4022-4d8b-9d7d-92164c017b14,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:04.501504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-018286c1-3149-4655-928a-721b62e4bb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:04.504968 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-018286c1-3149-4655-928a-721b62e4bb33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e457389f-4022-4d8b-9d7d-92164c017b14 HTTP/1.1" status: 204 len: 168 time: 0.1654191 Mar 22 12:49:05.370035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49412) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:49:05.505582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-596068450-network', 'tenant_id': '2eeebc0e64cc4bef807154ba4cab4620'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:49:05.510478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:49:05.514990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Usage tracker for resource:network and tenant:2eeebc0e64cc4bef807154ba4cab4620 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:49:05.517910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:49:05.524054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:49:05.535320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Made reservation on behalf of 2eeebc0e64cc4bef807154ba4cab4620 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:49:05.537858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:05.551380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:05.584045 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:49:05.587763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Usage tracker for resource:security_group_rule and tenant:2eeebc0e64cc4bef807154ba4cab4620 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:49:05.590635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:49:05.598725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:49:05.666796 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:05.672418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:05.693735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device d09072ed-fa45-4340-8352-1f1b733b9408 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:49:05.702402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:49:05.711132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:05.717043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:05.717374 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Added segment 612fb296-e58b-4923-9d22-9434ec51b0c6 of type vlan for network 12bd9ff2-c619-4ab8-af41-83450e9d9eab Mar 22 12:49:05.726255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: d09072ed-fa45-4340-8352-1f1b733b9408 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:49:05.726497 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device d09072ed-fa45-4340-8352-1f1b733b9408 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:49:05.743533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:05.773989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:05.775136 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:05.775960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:05.881804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] Pushing event updated for resources: {'Network': ['ID=12bd9ff2-c619-4ab8-af41-83450e9d9eab,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:05.884719 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f63411af-6281-41be-95e9-cb669e6154d2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5134816 Mar 22 12:49:05.887726 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49418) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:49:05.892360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 12bd9ff2-c619-4ab8-af41-83450e9d9eab details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:49:05.893170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Request body: {'subnet': {'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-596068450-subnet', 'tenant_id': '2eeebc0e64cc4bef807154ba4cab4620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:49:05.898392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:49:05.902725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Usage tracker for resource:subnet and tenant:2eeebc0e64cc4bef807154ba4cab4620 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:49:05.905903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:49:05.911881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:49:05.923865 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Made reservation on behalf of 2eeebc0e64cc4bef807154ba4cab4620 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:49:05.926140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:06.123107 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:06.192776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c070a8bf-bd33-4197-8d51-93d103a2a975,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:06.210336 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Checking segment: {'id': '612fb296-e58b-4923-9d22-9434ec51b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:49:06.210685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Network hostable DHCP agents. Network: 12bd9ff2-c619-4ab8-af41-83450e9d9eab, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:49:06.232407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Network 12bd9ff2-c619-4ab8-af41-83450e9d9eab is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:49:06.243271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 12bd9ff2-c619-4ab8-af41-83450e9d9eab) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:49:06.247415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:06.247996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:06.252667 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668362ad-494b-4867-984c-9c918429af4b None None] Network 12bd9ff2-c619-4ab8-af41-83450e9d9eab requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:49:06.268582 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9bba7164-fedf-4316-925c-9860e8c3935c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3798764 Mar 22 12:49:06.459004 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3ecc60-f0b6-40b7-a354-3430b35a1159 None None] Network 12bd9ff2-c619-4ab8-af41-83450e9d9eab requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:49:06.796614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-d7d8f984-2786-4cae-9637-c2d4a74888a7 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:06.797950 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-d7d8f984-2786-4cae-9637-c2d4a74888a7 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 814 time: 0.1425393 Mar 22 12:49:06.816711 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-c2a4f22a-6277-4a60-9bcc-2ef07f87a8b6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/quotas/2eeebc0e64cc4bef807154ba4cab4620 HTTP/1.1" status: 200 len: 375 time: 0.0109129 Mar 22 12:49:06.860071 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1ee3a29f-b606-420a-9ac6-acb708bbca00 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387573 Mar 22 12:49:06.998897 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-87a5c3e7-9c56-4b38-983d-bff2c8cec5dd service neutron] 10.222.0.62 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324532 Mar 22 12:49:07.145134 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-5b83287b-eaa9-4c3a-b0fd-bcccf446b76a service neutron] 10.222.0.62 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404495 Mar 22 12:49:07.332572 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-15ed6106-f368-452e-a463-cdcedb3ae7c1 req-b70af6ee-8a17-4e60-b0bc-43d35c16b2fd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 210 time: 0.0417225 Mar 22 12:49:08.369546 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-493fd88b-17de-4183-9eb5-dc25fb952720 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:08.370284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-493fd88b-17de-4183-9eb5-dc25fb952720 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Synchronizing usage tracker for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:49:08.390388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-493fd88b-17de-4183-9eb5-dc25fb952720 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Unset dirty status for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:49:08.391840 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-493fd88b-17de-4183-9eb5-dc25fb952720 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 814 time: 0.1681306 Mar 22 12:49:08.407052 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Request body: {'port': {'device_id': '59afcd39-fb26-44e3-ab84-1a934e01a7cb', 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab', 'admin_state_up': True, 'tenant_id': '2eeebc0e64cc4bef807154ba4cab4620'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:49:08.495876 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8e2849a-94ea-4b5b-8576-9352698161fb req-e86f0fc8-dc09-406f-a3aa-87e37a2124d6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 210 time: 0.0409424 Mar 22 12:49:08.628400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:49:08.632239 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Usage tracker for resource:port and tenant:2eeebc0e64cc4bef807154ba4cab4620 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:49:08.635101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:49:08.640852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:49:08.652864 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Made reservation on behalf of 2eeebc0e64cc4bef807154ba4cab4620 for: {'port': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:49:08.655881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:08.822654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Allocated IP 172.20.0.14 (12bd9ff2-c619-4ab8-af41-83450e9d9eab/c070a8bf-bd33-4197-8d51-93d103a2a975/78d31056-8c0c-40ad-af14-c63af76b023c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:49:09.056708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:09.089499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:09.173106 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Network 12bd9ff2-c619-4ab8-af41-83450e9d9eab is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:49:09.176167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:49:09.180481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:49:09.207958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Pushing event updated for resources: {'Port': ['ID=78d31056-8c0c-40ad-af14-c63af76b023c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:09.242108 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:09.242700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:09.264559 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-b6bb9b6d-336e-4ceb-b248-fa367e49b324 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8615294 Mar 22 12:49:09.275954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Request body: {'port': {'device_id': '59afcd39-fb26-44e3-ab84-1a934e01a7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:49:09.383766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:09.774980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcd3ac-0cdd-4360-aeb1-a2aaa933a75f req-b4f0326c-738e-456b-b1a2-92fc90da4e28 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:09.775659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-72bcd3ac-0cdd-4360-aeb1-a2aaa933a75f req-b4f0326c-738e-456b-b1a2-92fc90da4e28 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Synchronizing usage tracker for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:49:09.789417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d31056-8c0c-40ad-af14-c63af76b023c {{(pid=83793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:49:09.799623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:09.814009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-72bcd3ac-0cdd-4360-aeb1-a2aaa933a75f req-b4f0326c-738e-456b-b1a2-92fc90da4e28 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Unset dirty status for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:49:09.815116 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-72bcd3ac-0cdd-4360-aeb1-a2aaa933a75f req-b4f0326c-738e-456b-b1a2-92fc90da4e28 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 932 time: 0.1970987 Mar 22 12:49:09.817302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Transition to ACTIVE for port object 78d31056-8c0c-40ad-af14-c63af76b023c will not be triggered until provisioned by entity L2. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:49:09.836472 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:09.980116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-72bcd3ac-0cdd-4360-aeb1-a2aaa933a75f req-ac7d6322-0018-4ea4-9c65-85e8cebc6f01 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Synchronizing usage tracker for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:49:09.984033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Pushing event updated for resources: {'Port': ['ID=78d31056-8c0c-40ad-af14-c63af76b023c,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:10.058730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-72bcd3ac-0cdd-4360-aeb1-a2aaa933a75f req-ac7d6322-0018-4ea4-9c65-85e8cebc6f01 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Unset dirty status for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:49:10.059771 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-72bcd3ac-0cdd-4360-aeb1-a2aaa933a75f req-ac7d6322-0018-4ea4-9c65-85e8cebc6f01 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370822 Mar 22 12:49:10.103588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Attempting to bind port 78d31056-8c0c-40ad-af14-c63af76b023c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:49:10.103945 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Attempting to bind port 78d31056-8c0c-40ad-af14-c63af76b023c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '612fb296-e58b-4923-9d22-9434ec51b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab'}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:49:10.104262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Attempting to bind port 78d31056-8c0c-40ad-af14-c63af76b023c on network 12bd9ff2-c619-4ab8-af41-83450e9d9eab {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:49:10.110030 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Port 78d31056-8c0c-40ad-af14-c63af76b023c on network 12bd9ff2-c619-4ab8-af41-83450e9d9eab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:49:10.110339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Attempting to bind port 78d31056-8c0c-40ad-af14-c63af76b023c on network 12bd9ff2-c619-4ab8-af41-83450e9d9eab {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:49:10.116396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:49:10.116724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Checking segment: {'id': '612fb296-e58b-4923-9d22-9434ec51b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:49:10.117090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Bound using segment: {'id': '612fb296-e58b-4923-9d22-9434ec51b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab'} {{(pid=83793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:49:10.117546 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.managers [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Bound port: 78d31056-8c0c-40ad-af14-c63af76b023c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612fb296-e58b-4923-9d22-9434ec51b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab'}}] {{(pid=83793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:49:10.117861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:10.203060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] For port 78d31056-8c0c-40ad-af14-c63af76b023c, host hv-neutron-8346, cleared binding levels {{(pid=83793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:49:10.206399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] For port 78d31056-8c0c-40ad-af14-c63af76b023c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=78d31056-8c0c-40ad-af14-c63af76b023c,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:49:10.211903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:10.276075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:10.278164 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] 10.222.0.55 "PUT /v2.0/ports/78d31056-8c0c-40ad-af14-c63af76b023c HTTP/1.1" status: 200 len: 1094 time: 1.0058706 Mar 22 12:49:10.278751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59afcd39-fb26-44e3-ab84-1a934e01a7cb', 'tag': '78d31056-8c0c-40ad-af14-c63af76b023c'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:49:10.305060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047ac3-7b89-4c49-8605-c327e61c5c4f service neutron] Pushing event updated for resources: {'Port': ['ID=78d31056-8c0c-40ad-af14-c63af76b023c,revision_number=3']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:10.347936 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59afcd39-fb26-44e3-ab84-1a934e01a7cb', 'tag': '78d31056-8c0c-40ad-af14-c63af76b023c', 'status': 'completed', 'code': 200} Mar 22 12:49:10.384405 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-17341f48-965d-4521-bc4c-fdb15f58d74d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 1097 time: 0.0702186 Mar 22 12:49:10.529188 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-563fd9be-09f2-440d-9fab-d19e1666c11c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d31056-8c0c-40ad-af14-c63af76b023c HTTP/1.1" status: 200 len: 217 time: 0.1388450 Mar 22 12:49:10.592249 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-2aa5e75b-9621-42b5-a317-1d6b11ee1e9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:10.593628 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-2aa5e75b-9621-42b5-a317-1d6b11ee1e9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.0582085 Mar 22 12:49:10.639888 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-8e19c2f2-3148-49dd-9b59-c23fd6b95df9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407796 Mar 22 12:49:10.771100 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-0f0ff0ce-d337-42b8-a4cc-6471d179bcc8 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250064 Mar 22 12:49:10.904099 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-277f7b34-8128-4ef2-8735-c5294f68f9a2 req-a8171a85-1a32-4220-9ac7-bedbe67ab970 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272619 Mar 22 12:49:11.030521 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-21e08a3a-0148-4a66-991e-555d7ef2d8ee req-ea05ab8d-a9ce-45f2-bdbb-f3e7092da790 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 1097 time: 0.0791197 Mar 22 12:49:11.163127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e08a3a-0148-4a66-991e-555d7ef2d8ee req-e63d7dfe-c929-4dba-9bb2-5a1a5102fb2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:11.164504 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-21e08a3a-0148-4a66-991e-555d7ef2d8ee req-e63d7dfe-c929-4dba-9bb2-5a1a5102fb2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 915 time: 0.1275008 Mar 22 12:49:11.284443 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-21e08a3a-0148-4a66-991e-555d7ef2d8ee req-7e7820b3-77d1-4698-bf41-c9f16541d9c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d31056-8c0c-40ad-af14-c63af76b023c HTTP/1.1" status: 200 len: 217 time: 0.1140118 Mar 22 12:49:11.361527 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e08a3a-0148-4a66-991e-555d7ef2d8ee req-1c24b5e3-4030-4a5a-b5b2-76021b94fecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:11.362913 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-21e08a3a-0148-4a66-991e-555d7ef2d8ee req-1c24b5e3-4030-4a5a-b5b2-76021b94fecd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.0711641 Mar 22 12:49:11.406928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fd07c-2ed7-4252-8265-33ece983d126 req-48ec9583-6688-46d8-a83f-fa274fff6d53 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:11.408350 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ec5fd07c-2ed7-4252-8265-33ece983d126 req-48ec9583-6688-46d8-a83f-fa274fff6d53 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 944 time: 0.1715455 Mar 22 12:49:11.432237 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-21e08a3a-0148-4a66-991e-555d7ef2d8ee req-14d71559-338f-4f98-90c8-67beea886d91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615351 Mar 22 12:49:11.535893 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ec5fd07c-2ed7-4252-8265-33ece983d126 req-b23cc3e8-b91a-43f0-b9e1-1f591315b4e3 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221285 Mar 22 12:49:11.579260 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-21e08a3a-0148-4a66-991e-555d7ef2d8ee req-9a496614-2830-473a-9869-98cf1aab3302 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414642 Mar 22 12:49:11.709185 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-21e08a3a-0148-4a66-991e-555d7ef2d8ee req-fc871691-c4a2-4893-b17d-d6b951c1bca6 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235006 Mar 22 12:49:12.841323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5f975-ab83-4f77-8526-e784e7744ec8 req-429f4c1b-366d-4272-b928-364563d6727e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:12.842749 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06d5f975-ab83-4f77-8526-e784e7744ec8 req-429f4c1b-366d-4272-b928-364563d6727e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 944 time: 0.1737492 Mar 22 12:49:12.887721 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06d5f975-ab83-4f77-8526-e784e7744ec8 req-4e2c92ee-1504-4648-a7bf-2421c6c1f7e2 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Mar 22 12:49:13.440601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:13.740529 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 78d31056-8c0c-40ad-af14-c63af76b023c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:49:13.876261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 78d31056-8c0c-40ad-af14-c63af76b023c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=78d31056-8c0c-40ad-af14-c63af76b023c,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:49:13.889609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '78d31056-8c0c-40ad-af14-c63af76b023c', 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab', 'port_id': '78d31056-8c0c-40ad-af14-c63af76b023c', 'mac_address': 'fa:16:3e:7f:b7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c070a8bf-bd33-4197-8d51-93d103a2a975', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:49:13.942104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:13.959218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d31056-8c0c-40ad-af14-c63af76b023c {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:49:13.974638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 78d31056-8c0c-40ad-af14-c63af76b023c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=78d31056-8c0c-40ad-af14-c63af76b023c,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:49:13.979596 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:14.044711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=78d31056-8c0c-40ad-af14-c63af76b023c,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:14.085375 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd36ab7-bf35-4510-8417-ed3e01877038 req-9951f085-99a0-47cc-8b71-7d87d8c7e3aa tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:14.086857 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7dd36ab7-bf35-4510-8417-ed3e01877038 req-9951f085-99a0-47cc-8b71-7d87d8c7e3aa tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 945 time: 0.0807917 Mar 22 12:49:14.131924 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7dd36ab7-bf35-4510-8417-ed3e01877038 req-7a5cfe96-00e5-43fb-93e6-6e0a516156fb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393209 Mar 22 12:49:14.145279 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:49:14.304453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['78d31056-8c0c-40ad-af14-c63af76b023c'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:49:15.332711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad994252-fc99-4475-aea4-ed340bcdeb75 req-84cddc43-0dc3-4d54-b5d2-3aeb37246b87 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:15.334159 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad994252-fc99-4475-aea4-ed340bcdeb75 req-84cddc43-0dc3-4d54-b5d2-3aeb37246b87 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 945 time: 0.0838068 Mar 22 12:49:15.384935 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad994252-fc99-4475-aea4-ed340bcdeb75 req-9e3cf14d-a0bf-4294-ac65-5a491fb5c8c0 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433147 Mar 22 12:49:15.756614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 78d31056-8c0c-40ad-af14-c63af76b023c up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:49:15.841074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 78d31056-8c0c-40ad-af14-c63af76b023c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:49:15.845970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 78d31056-8c0c-40ad-af14-c63af76b023c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:49:15.846337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:15.955202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:15.991402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59afcd39-fb26-44e3-ab84-1a934e01a7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d31056-8c0c-40ad-af14-c63af76b023c'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:49:16.002850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 78d31056-8c0c-40ad-af14-c63af76b023c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=78d31056-8c0c-40ad-af14-c63af76b023c,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:49:16.007888 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:16.048496 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59afcd39-fb26-44e3-ab84-1a934e01a7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d31056-8c0c-40ad-af14-c63af76b023c', 'code': 200} Mar 22 12:49:16.074561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=78d31056-8c0c-40ad-af14-c63af76b023c,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:16.266223 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fae554b6-c88e-4246-b41a-14e7fee31d88 req-0cbdd48d-57c3-4b6e-af81-874147c6e739 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 1099 time: 0.0665257 Mar 22 12:49:16.307814 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fae554b6-c88e-4246-b41a-14e7fee31d88 req-7f7b4ac0-87b3-45b3-8852-f21bbf8feb58 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362217 Mar 22 12:49:16.589512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97990a8-4c3b-449c-92f2-8ef65dfbe53a req-02b70e03-19ba-4383-98d5-542347468903 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:16.590816 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e97990a8-4c3b-449c-92f2-8ef65dfbe53a req-02b70e03-19ba-4383-98d5-542347468903 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0868478 Mar 22 12:49:16.635397 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e97990a8-4c3b-449c-92f2-8ef65dfbe53a req-55f2e5ed-c67e-440b-b307-efb99f9bd2d3 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Mar 22 12:49:17.850159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9086df-edcb-4a2b-85e6-85a72f974aa1 req-0c95862a-b98d-4929-a02e-6b1b0811c70b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:17.851576 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3b9086df-edcb-4a2b-85e6-85a72f974aa1 req-0c95862a-b98d-4929-a02e-6b1b0811c70b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0883105 Mar 22 12:49:17.898180 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3b9086df-edcb-4a2b-85e6-85a72f974aa1 req-1a4d5a3d-51ac-4a84-af33-645d95204398 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400360 Mar 22 12:49:18.103851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264909e3-8052-470e-8d71-00aaff863e49 req-6aaff7a3-7ee5-4d8d-be03-b74a328d03fa tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:18.105319 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-264909e3-8052-470e-8d71-00aaff863e49 req-6aaff7a3-7ee5-4d8d-be03-b74a328d03fa tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0837591 Mar 22 12:49:18.153420 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-264909e3-8052-470e-8d71-00aaff863e49 req-a02199d3-49c2-4fb1-b3db-69025dd356a5 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 Mar 22 12:49:18.539565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f88a3-b81d-487e-8604-664f07c73a7d req-236705ce-8b04-414e-a3a3-9eac643c5564 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:18.540948 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec4f88a3-b81d-487e-8604-664f07c73a7d req-236705ce-8b04-414e-a3a3-9eac643c5564 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0916567 Mar 22 12:49:18.586079 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec4f88a3-b81d-487e-8604-664f07c73a7d req-7e2aff34-5fd3-44d7-ac3e-a5c9330104be tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394568 Mar 22 12:49:18.786101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3cf4a-4666-417b-8f99-51288ea0afb2 req-4f339508-21f4-42c5-b097-6955178b18ab tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:18.787516 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-01c3cf4a-4666-417b-8f99-51288ea0afb2 req-4f339508-21f4-42c5-b097-6955178b18ab tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0807011 Mar 22 12:49:18.918597 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-01c3cf4a-4666-417b-8f99-51288ea0afb2 req-af653579-5201-4fa3-9085-e2fbc35fa953 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232617 Mar 22 12:49:19.131876 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a848a7e-8e55-47b5-8832-3f8ef556af94 req-21587a1e-06b7-4f99-a02c-eabf3e97ca70 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0829577 Mar 22 12:49:19.389297 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-2e5e645a-6f16-4a4e-804f-4076f8543216 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0671322 Mar 22 12:49:19.449266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81468436-86aa-477e-928b-23fe802e2d20 req-a0c925b1-b23d-4084-99e9-5bd3ecc3c3a1 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:19.450748 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-81468436-86aa-477e-928b-23fe802e2d20 req-a0c925b1-b23d-4084-99e9-5bd3ecc3c3a1 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0764873 Mar 22 12:49:19.496571 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-81468436-86aa-477e-928b-23fe802e2d20 req-6fcafee4-8cf3-4947-bb17-cc45371ac9f3 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 Mar 22 12:49:20.602058 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-22b85d75-e1ad-47cb-9801-38afea71c127 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 1099 time: 0.0724280 Mar 22 12:49:20.696783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd011d90-2e5f-4937-9ad3-c5714edefa79 req-ea9e6969-f5f4-495e-af3e-cba4dda7c804 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:20.698301 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd011d90-2e5f-4937-9ad3-c5714edefa79 req-ea9e6969-f5f4-495e-af3e-cba4dda7c804 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0774374 Mar 22 12:49:20.732483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-9e929333-2dc1-4908-aed6-47127e82814d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:20.734044 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-9e929333-2dc1-4908-aed6-47127e82814d service neutron] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 915 time: 0.1264679 Mar 22 12:49:20.743207 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd011d90-2e5f-4937-9ad3-c5714edefa79 req-4bae6f41-cf06-4707-b510-18ef6ded9312 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389502 Mar 22 12:49:20.799565 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-de275258-8f5c-4c2d-b3ba-1ab011a58d0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d31056-8c0c-40ad-af14-c63af76b023c HTTP/1.1" status: 200 len: 217 time: 0.0596473 Mar 22 12:49:20.864386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-f6c9f768-1211-435e-a830-88fad474252c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:20.865747 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-f6c9f768-1211-435e-a830-88fad474252c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.0606585 Mar 22 12:49:20.908772 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-70b030c5-94b5-4b13-9bc9-406a167b2b3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376103 Mar 22 12:49:21.049225 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-2660a6ad-5900-4f05-a54c-869a12d414a7 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340189 Mar 22 12:49:21.181051 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-febae3b2-8bff-4e84-bbb3-fc5e79810481 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255941 Mar 22 12:49:21.962493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73565cd5-5429-4aee-bf8c-55457e4e8f2f req-a8e5f799-2f4e-4777-9ef7-8faf6272bfed tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:21.963955 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-73565cd5-5429-4aee-bf8c-55457e4e8f2f req-a8e5f799-2f4e-4777-9ef7-8faf6272bfed tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0882277 Mar 22 12:49:22.007845 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-73565cd5-5429-4aee-bf8c-55457e4e8f2f req-ec933da1-6f63-4ad3-b571-15cc5ea7c952 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Mar 22 12:49:23.219485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1a48a-c46a-4835-98e1-7eefc7707320 req-f403503b-eaf9-4656-bbd1-65ec9cc4330a tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:23.220906 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-69c1a48a-c46a-4835-98e1-7eefc7707320 req-f403503b-eaf9-4656-bbd1-65ec9cc4330a tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0774550 Mar 22 12:49:23.265875 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-69c1a48a-c46a-4835-98e1-7eefc7707320 req-c61f6dda-7f90-45aa-abfc-612ab387c944 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391881 Mar 22 12:49:24.484646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a2c98-b939-4358-8334-ca61646faeb9 req-09fb052c-7c12-425c-ae20-a05413dcdd1d tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:24.486101 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a6a2c98-b939-4358-8334-ca61646faeb9 req-09fb052c-7c12-425c-ae20-a05413dcdd1d tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0881670 Mar 22 12:49:24.530460 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a6a2c98-b939-4358-8334-ca61646faeb9 req-8c13352e-f103-4c50-ae01-949f9bbf6895 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387926 Mar 22 12:49:25.747153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22973130-c286-427d-9065-d8bf58a92e9f req-396be64f-e888-41fd-ba98-21eb7d0447b9 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:25.748522 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22973130-c286-427d-9065-d8bf58a92e9f req-396be64f-e888-41fd-ba98-21eb7d0447b9 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0810487 Mar 22 12:49:25.796799 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22973130-c286-427d-9065-d8bf58a92e9f req-5573f797-e393-448b-b572-291000b1b3bc tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Mar 22 12:49:27.008985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e71ca-8359-4c8c-91fe-a1623dcf9bd3 req-372cc541-65bb-48fc-98fc-c396c9b47fce tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:27.010477 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-751e71ca-8359-4c8c-91fe-a1623dcf9bd3 req-372cc541-65bb-48fc-98fc-c396c9b47fce tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0835910 Mar 22 12:49:27.055310 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-751e71ca-8359-4c8c-91fe-a1623dcf9bd3 req-2d92deff-854d-4c55-af9a-bbb98b704c09 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390773 Mar 22 12:49:28.260328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999ab9b-3eb8-43fb-a15e-27de04aa4e50 req-f6ec13cb-d1d1-479e-8b5c-4a70ed003465 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:28.261776 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e999ab9b-3eb8-43fb-a15e-27de04aa4e50 req-f6ec13cb-d1d1-479e-8b5c-4a70ed003465 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0746784 Mar 22 12:49:28.309300 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e999ab9b-3eb8-43fb-a15e-27de04aa4e50 req-d01fe38c-fbc3-4060-8645-dc56d7017b35 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Mar 22 12:49:28.740162 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cdec9f01-278c-4222-b031-a4366722c3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:29.518047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52d0b9-93d5-4771-ae3e-7795c5089ad1 req-4716c08c-fb32-407d-854f-b54dce082e44 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:29.519371 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b52d0b9-93d5-4771-ae3e-7795c5089ad1 req-4716c08c-fb32-407d-854f-b54dce082e44 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0778332 Mar 22 12:49:29.572132 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b52d0b9-93d5-4771-ae3e-7795c5089ad1 req-8d94282a-5464-44cb-861e-8be2fcc30a0a tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447710 Mar 22 12:49:30.789382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889a6d5-b899-4714-9caa-e2c3f9393323 req-79eea9a1-e38d-4a58-822f-25dba44352c4 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:30.790800 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1889a6d5-b899-4714-9caa-e2c3f9393323 req-79eea9a1-e38d-4a58-822f-25dba44352c4 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0947118 Mar 22 12:49:30.835186 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1889a6d5-b899-4714-9caa-e2c3f9393323 req-31df0e0c-6f1b-49ee-8dbf-645f0fbb63e9 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 Mar 22 12:49:31.706881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-53796872-cc18-4293-bc46-bbacefe2d14d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:32.043615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442177-9737-4e2d-a6e0-3fda441a6e8b req-b9a7508f-5ce9-45a2-8af5-b4a87d25a663 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:32.044933 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8a442177-9737-4e2d-a6e0-3fda441a6e8b req-b9a7508f-5ce9-45a2-8af5-b4a87d25a663 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0806231 Mar 22 12:49:32.045043 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:32.091634 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8a442177-9737-4e2d-a6e0-3fda441a6e8b req-f19ed2eb-e476-4b39-83e7-c9accbb7fa7d tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Mar 22 12:49:32.100704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:33.315812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e97b70-a358-47b4-a07f-440d7325e725 req-1be169ec-87ad-4d7d-b1af-97dfd5367c8d tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:33.317278 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-65e97b70-a358-47b4-a07f-440d7325e725 req-1be169ec-87ad-4d7d-b1af-97dfd5367c8d tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0906043 Mar 22 12:49:33.349953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:33.364171 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-65e97b70-a358-47b4-a07f-440d7325e725 req-17e76d49-5297-4483-a87f-f34b774d3871 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394230 Mar 22 12:49:34.570929 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e3495-29b8-4bde-8c0c-0bd22467e4fc req-aefaca5e-7a3d-438e-902a-eea3a4e31e08 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:34.572388 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-906e3495-29b8-4bde-8c0c-0bd22467e4fc req-aefaca5e-7a3d-438e-902a-eea3a4e31e08 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0844767 Mar 22 12:49:34.619499 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-906e3495-29b8-4bde-8c0c-0bd22467e4fc req-5cce679b-81f9-4698-9f0b-58f987ef090a tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390000 Mar 22 12:49:35.831687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3013f3e-d4de-445d-bde2-4da9af027b38 req-dfd9c30e-9ff7-4b47-b994-48b26ce2aa35 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:35.833111 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3013f3e-d4de-445d-bde2-4da9af027b38 req-dfd9c30e-9ff7-4b47-b994-48b26ce2aa35 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0878818 Mar 22 12:49:35.880150 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d3013f3e-d4de-445d-bde2-4da9af027b38 req-01407f3f-5c48-4eef-add9-34ddb27decda tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389886 Mar 22 12:49:37.090061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef9e77-bb3a-4448-b9bb-37d137704f34 req-3c603596-8fe2-4e87-b0d6-bc945014ae8f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:37.091473 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-91ef9e77-bb3a-4448-b9bb-37d137704f34 req-3c603596-8fe2-4e87-b0d6-bc945014ae8f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0831728 Mar 22 12:49:37.135820 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-91ef9e77-bb3a-4448-b9bb-37d137704f34 req-6533bd10-e9b6-4ad7-abb3-417e56f40a3b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388913 Mar 22 12:49:38.185752 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8def2967-f4b5-45c9-a655-45a779be9324 req-5d305f92-62ae-4e0c-b1a1-4420b03e31dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 1099 time: 0.0813956 Mar 22 12:49:38.337659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e22f3e-757a-44b5-a7d5-e784103b0e4e req-e77295d4-10f4-4cbb-8cf1-9f96a63059b2 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:38.339163 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8e22f3e-757a-44b5-a7d5-e784103b0e4e req-e77295d4-10f4-4cbb-8cf1-9f96a63059b2 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0821087 Mar 22 12:49:38.387627 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d8e22f3e-757a-44b5-a7d5-e784103b0e4e req-48a9476b-bea7-4b9d-9ed9-64b7ff50b4b7 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Mar 22 12:49:38.416499 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def2967-f4b5-45c9-a655-45a779be9324 req-602bd6b4-d181-43d5-8379-ca9f63727e99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:38.417972 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8def2967-f4b5-45c9-a655-45a779be9324 req-602bd6b4-d181-43d5-8379-ca9f63727e99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 915 time: 0.2135303 Mar 22 12:49:38.486990 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8def2967-f4b5-45c9-a655-45a779be9324 req-b2df2971-d9c4-4151-99e4-ff1be8563594 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d31056-8c0c-40ad-af14-c63af76b023c HTTP/1.1" status: 200 len: 217 time: 0.0624444 Mar 22 12:49:38.553993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def2967-f4b5-45c9-a655-45a779be9324 req-18dd85dc-68c4-4234-a07a-3c01f5b2b6e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:38.555379 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8def2967-f4b5-45c9-a655-45a779be9324 req-18dd85dc-68c4-4234-a07a-3c01f5b2b6e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.0624738 Mar 22 12:49:38.598744 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8def2967-f4b5-45c9-a655-45a779be9324 req-2a5e6d9c-6769-44f1-95b9-2e29932858e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374501 Mar 22 12:49:38.733583 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8def2967-f4b5-45c9-a655-45a779be9324 req-f81e53da-f1a1-4c7b-a45a-2d392ac2e7ca service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277981 Mar 22 12:49:38.877885 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8def2967-f4b5-45c9-a655-45a779be9324 req-08e50373-5fe4-40f7-8eb5-d0aadca6c97a service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375599 Mar 22 12:49:39.605329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b09c5a-1782-4298-8609-ba78d162e954 req-5887adc6-ab95-49a7-b028-b97a2fb21dca tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:39.606680 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e4b09c5a-1782-4298-8609-ba78d162e954 req-5887adc6-ab95-49a7-b028-b97a2fb21dca tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0820694 Mar 22 12:49:39.651875 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e4b09c5a-1782-4298-8609-ba78d162e954 req-7be48c5b-0656-41cf-aab9-397b8ddfafd0 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Mar 22 12:49:40.866996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042bb69-0bdf-492e-be0a-4c9a669fa9a4 req-83411a7d-5e69-40f3-bef2-d6a1c7274a51 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:40.868395 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6042bb69-0bdf-492e-be0a-4c9a669fa9a4 req-83411a7d-5e69-40f3-bef2-d6a1c7274a51 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0810709 Mar 22 12:49:40.916730 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6042bb69-0bdf-492e-be0a-4c9a669fa9a4 req-ae51d97a-a555-4dfa-aa22-3ddc779cad34 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Mar 22 12:49:42.135186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670e401-0a9a-49ca-834b-1209baf1ef9a req-d128dc3e-7adf-497d-b11e-9069cb92c2b2 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:42.136607 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f670e401-0a9a-49ca-834b-1209baf1ef9a req-d128dc3e-7adf-497d-b11e-9069cb92c2b2 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0905554 Mar 22 12:49:42.181717 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f670e401-0a9a-49ca-834b-1209baf1ef9a req-23bf6901-1fd5-4683-b797-4db12f66b40c tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392625 Mar 22 12:49:43.392031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af7e59-d203-4859-a4a4-bff427323928 req-04c5e2ce-2101-4db8-9d83-6e797c15da33 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:43.393534 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89af7e59-d203-4859-a4a4-bff427323928 req-04c5e2ce-2101-4db8-9d83-6e797c15da33 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0888021 Mar 22 12:49:43.429337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:43.442828 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89af7e59-d203-4859-a4a4-bff427323928 req-35c6f414-976f-43dc-b6aa-3c0ae6335596 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Mar 22 12:49:44.648866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53663892-fd67-4b70-acd2-6a0a71e3a2d0 req-3c3b330a-7912-4da7-bbe9-474abcdecab6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:44.650304 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-53663892-fd67-4b70-acd2-6a0a71e3a2d0 req-3c3b330a-7912-4da7-bbe9-474abcdecab6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0819178 Mar 22 12:49:44.694805 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-53663892-fd67-4b70-acd2-6a0a71e3a2d0 req-ded481de-c106-4358-843e-4e1b7906370b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389137 Mar 22 12:49:45.913831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22571f-60ea-4ef3-a818-5b4da0362a2b req-e10e47ec-0e1e-4444-a0da-718082d7d6b2 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:45.915261 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc22571f-60ea-4ef3-a818-5b4da0362a2b req-e10e47ec-0e1e-4444-a0da-718082d7d6b2 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0802009 Mar 22 12:49:45.964161 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc22571f-60ea-4ef3-a818-5b4da0362a2b req-58226a27-2e23-4b2c-aa59-a4e97c163df3 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Mar 22 12:49:47.185535 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16ab2a-fe26-418c-be39-378cd1ebabd1 req-3336ee94-b3ef-4d6d-b6ff-3a9eb5e9164d tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:47.186997 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f16ab2a-fe26-418c-be39-378cd1ebabd1 req-3336ee94-b3ef-4d6d-b6ff-3a9eb5e9164d tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0904713 Mar 22 12:49:47.238033 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f16ab2a-fe26-418c-be39-378cd1ebabd1 req-ee2f144d-44d8-4509-9689-097c0629f595 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452142 Mar 22 12:49:47.852907 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-49b364e0-3014-438d-b380-8ff618640350 service neutron] 10.222.0.55 "GET /v2.0/ports/78d31056-8c0c-40ad-af14-c63af76b023c/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0847528 Mar 22 12:49:48.140288 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-8a3845fa-38cc-4f71-8c55-4978e58434db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb&tenant_id=2eeebc0e64cc4bef807154ba4cab4620 HTTP/1.1" status: 200 len: 1099 time: 0.0731215 Mar 22 12:49:48.236296 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-506ec286-0622-4756-8706-bb387fd327d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 1099 time: 0.0742846 Mar 22 12:49:48.375130 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-cd580793-5942-461f-8729-ca6f57458446 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:48.377918 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-cd580793-5942-461f-8729-ca6f57458446 service neutron] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 915 time: 0.1346774 Mar 22 12:49:48.440547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbf961-6f63-4dcf-9520-2d1152e7be81 req-28475ff7-b345-4abd-bf2c-72cc046e511f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:48.442006 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a3fbf961-6f63-4dcf-9520-2d1152e7be81 req-28475ff7-b345-4abd-bf2c-72cc046e511f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0758100 Mar 22 12:49:48.446873 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-a050b506-4b99-4605-84e9-ed6181544026 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d31056-8c0c-40ad-af14-c63af76b023c HTTP/1.1" status: 200 len: 217 time: 0.0635574 Mar 22 12:49:48.487151 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a3fbf961-6f63-4dcf-9520-2d1152e7be81 req-8173ab07-2e3d-45d4-a457-105295910aee tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395360 Mar 22 12:49:48.508730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-e2f654f9-6ad4-4a83-bb3c-a95bb647960d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:48.510182 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-e2f654f9-6ad4-4a83-bb3c-a95bb647960d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.0568402 Mar 22 12:49:48.555063 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-8b2cb3fb-e5d6-469d-bb8f-54ac84c86d64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383565 Mar 22 12:49:48.694346 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-29cf6ce4-8ab5-46d5-a741-9cef7c86259f service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318891 Mar 22 12:49:48.906438 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d77b75d5-367d-437e-b3ac-77054fd104c9 req-a12d04c7-52aa-4c3e-b5cf-d0bc76607676 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056112 Mar 22 12:49:49.699792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59281794-fda2-4c26-a8ad-487e251feb11 req-9595aacd-ac79-4ccf-b57a-b1f5fd91daa5 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:49.701290 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-59281794-fda2-4c26-a8ad-487e251feb11 req-9595aacd-ac79-4ccf-b57a-b1f5fd91daa5 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.0877295 Mar 22 12:49:49.749010 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-59281794-fda2-4c26-a8ad-487e251feb11 req-75936b96-77a9-4fe3-8294-93ff47da1695 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Mar 22 12:49:50.975153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb68bbd-230d-4741-bdd3-55c9ad7ab2a4 req-291bd4a0-1d61-49bc-b535-7c1e9dee42fb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:50.976574 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6eb68bbd-230d-4741-bdd3-55c9ad7ab2a4 req-291bd4a0-1d61-49bc-b535-7c1e9dee42fb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 946 time: 0.1017520 Mar 22 12:49:51.022078 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6eb68bbd-230d-4741-bdd3-55c9ad7ab2a4 req-198ab8da-c2cd-40e4-98c8-aea935341841 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398774 Mar 22 12:49:51.155410 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:49:51.910710 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 78d31056-8c0c-40ad-af14-c63af76b023c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:49:52.051158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:52.077883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59afcd39-fb26-44e3-ab84-1a934e01a7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d31056-8c0c-40ad-af14-c63af76b023c'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:49:52.087190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 78d31056-8c0c-40ad-af14-c63af76b023c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=78d31056-8c0c-40ad-af14-c63af76b023c,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:49:52.092433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:52.147254 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59afcd39-fb26-44e3-ab84-1a934e01a7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78d31056-8c0c-40ad-af14-c63af76b023c', 'code': 200} Mar 22 12:49:52.163037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=78d31056-8c0c-40ad-af14-c63af76b023c,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:52.171134 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:52.171471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:52.171801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:52.172125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:52.172449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:52.172766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:52.173084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:52.173401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:52.173744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:52.174057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:52.174364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:52.218854 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29406b3-53cf-4a4e-9103-7d58cca9c7f3 req-6c7182bd-e1d3-48bf-abc8-503e5d16e8c7 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:52.220286 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b29406b3-53cf-4a4e-9103-7d58cca9c7f3 req-6c7182bd-e1d3-48bf-abc8-503e5d16e8c7 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 944 time: 0.0742996 Mar 22 12:49:52.269077 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b29406b3-53cf-4a4e-9103-7d58cca9c7f3 req-58f77337-f957-49c4-b581-0ee6f93e4f3e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Mar 22 12:49:52.659737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcd3cf-7432-421e-ba95-1c0be8eb8027 req-c3ee5bcb-3954-4d89-b2ee-e592fdfbc3fb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:52.661156 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-12dcd3cf-7432-421e-ba95-1c0be8eb8027 req-c3ee5bcb-3954-4d89-b2ee-e592fdfbc3fb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 944 time: 0.1342111 Mar 22 12:49:52.669947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-77c1ed1c-3879-4304-a572-e667144d479c tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:52.671256 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-77c1ed1c-3879-4304-a572-e667144d479c tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.55 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb&tenant_id=2eeebc0e64cc4bef807154ba4cab4620&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.1147549 Mar 22 12:49:52.690658 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-0539d17b-8dd8-409f-955c-2f5f1481651b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:49:52.691502 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-0539d17b-8dd8-409f-955c-2f5f1481651b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0060716 Mar 22 12:49:52.717406 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-12dcd3cf-7432-421e-ba95-1c0be8eb8027 req-aca1f498-4ac6-4405-834f-53a217cf517f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Mar 22 12:49:52.843571 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-55688de0-49c1-4ed1-9560-c7727c94c385 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 1097 time: 0.0791593 Mar 22 12:49:52.973696 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-1f44b333-60aa-4c66-a966-a3c4479a6150 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:52.975113 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-1f44b333-60aa-4c66-a966-a3c4479a6150 service neutron] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 915 time: 0.1260469 Mar 22 12:49:53.044675 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-a9fdf921-213c-409b-a7ab-d0bbd184fb16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78d31056-8c0c-40ad-af14-c63af76b023c HTTP/1.1" status: 200 len: 217 time: 0.0634196 Mar 22 12:49:53.104772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-a81877a6-4971-410f-a848-ac6d37e10730 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:53.106166 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-a81877a6-4971-410f-a848-ac6d37e10730 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.0564611 Mar 22 12:49:53.152441 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-ea03ab57-cc5d-40eb-8748-e119931e659c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401089 Mar 22 12:49:53.284019 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-7f0aefe4-c7de-466e-b8f7-ddabcb0c6dfe service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255536 Mar 22 12:49:53.427478 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7134030c-7946-4711-87dd-713ce0b0ac16 req-4930899f-c365-419d-8c53-2f1a6e2ca816 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378767 Mar 22 12:49:53.927512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed648ef6-8717-43c6-a959-bc2eb885cf88 req-7f5af534-3eec-4703-b823-a0d386bb3a9b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:53.929219 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed648ef6-8717-43c6-a959-bc2eb885cf88 req-7f5af534-3eec-4703-b823-a0d386bb3a9b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 944 time: 0.0837901 Mar 22 12:49:53.975220 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ed648ef6-8717-43c6-a959-bc2eb885cf88 req-dc0e78aa-1968-4b34-a400-55edf30a3891 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Mar 22 12:49:55.319724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e9489-4dd4-4abd-a5f6-5316f3fe3498 req-4b7ec073-82fc-40c7-aec6-596b86d96eea tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:55.321040 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b14e9489-4dd4-4abd-a5f6-5316f3fe3498 req-4b7ec073-82fc-40c7-aec6-596b86d96eea tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 944 time: 0.0862169 Mar 22 12:49:55.367668 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b14e9489-4dd4-4abd-a5f6-5316f3fe3498 req-a3ebe90b-7e57-4f13-9959-9b2dc30c5e10 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Mar 22 12:49:55.575490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f09cd-cfab-4a23-8e00-a724e4e0ce2a req-3e8dedc0-f5f0-4f35-a9db-d71beea5e163 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:55.576805 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-467f09cd-cfab-4a23-8e00-a724e4e0ce2a req-3e8dedc0-f5f0-4f35-a9db-d71beea5e163 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 944 time: 0.0806310 Mar 22 12:49:55.623926 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-467f09cd-cfab-4a23-8e00-a724e4e0ce2a req-82b69bb3-5ab8-4ac3-adce-a221ef113d66 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415423 Mar 22 12:49:55.836495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbb65b-d760-4b65-87e3-a2e54cba8f3e req-bbcfb01a-cab3-4a2b-925b-1a8b93fb71cd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:55.837841 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-afbbb65b-d760-4b65-87e3-a2e54cba8f3e req-bbcfb01a-cab3-4a2b-925b-1a8b93fb71cd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 944 time: 0.0865452 Mar 22 12:49:55.891387 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-afbbb65b-d760-4b65-87e3-a2e54cba8f3e req-f0b7e5e6-0776-4578-b743-a7de80a49b53 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480189 Mar 22 12:49:56.412299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9d8b56b1-267f-42f5-975b-8520b54f778f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:56.413770 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9d8b56b1-267f-42f5-975b-8520b54f778f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 814 time: 0.1463857 Mar 22 12:49:56.429980 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-c4e46972-d4b9-4157-9e99-1196b62ca401 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/quotas/2eeebc0e64cc4bef807154ba4cab4620 HTTP/1.1" status: 200 len: 375 time: 0.0105605 Mar 22 12:49:56.509113 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-260215f3-4928-4b8b-a7e6-de32d38e308a tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739291 Mar 22 12:49:56.721639 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9d694e90-0027-4fb7-95fe-7b9f421d5b32 service neutron] 10.222.0.62 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047007 Mar 22 12:49:56.851117 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-a06cb045-7ef1-417e-9b39-6f69c9a7341a service neutron] 10.222.0.62 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237984 Mar 22 12:49:57.043697 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c374f4b-7457-4056-8a26-dd1d547103a3 req-8c665b18-ebef-4814-9593-ed95583b3b32 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 210 time: 0.0398350 Mar 22 12:49:58.099013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.55', 50085) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:49:58.215345 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c4069129-bd4a-4ef4-ad0a-1577f3f7260f req-e35bce9b-e7e8-4960-a0db-2f9d2cac267c tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 210 time: 0.0467055 Mar 22 12:49:58.255263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-94c38659-f8a8-4ccb-9302-d4fefad579bb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:58.256868 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-94c38659-f8a8-4ccb-9302-d4fefad579bb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.55 "GET /v2.0/ports?device_id=59afcd39-fb26-44e3-ab84-1a934e01a7cb HTTP/1.1" status: 200 len: 944 time: 0.1594088 Mar 22 12:49:58.329949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-cf20a082-86b9-4f71-86a4-1a219b065f1e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Deleting port 78d31056-8c0c-40ad-af14-c63af76b023c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:49:58.330285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-cf20a082-86b9-4f71-86a4-1a219b065f1e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:58.364337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-4a315237-8079-4013-bf7d-198d3b661c19 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:58.365748 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-4a315237-8079-4013-bf7d-198d3b661c19 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 814 time: 0.2645259 Mar 22 12:49:58.381090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Request body: {'port': {'device_id': '845fa676-d796-4922-b397-b90288c3d14a', 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab', 'admin_state_up': True, 'tenant_id': '2eeebc0e64cc4bef807154ba4cab4620'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:49:58.511908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:49:58.522291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:49:58.534291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Made reservation on behalf of 2eeebc0e64cc4bef807154ba4cab4620 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:49:58.537270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:58.567051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-cf20a082-86b9-4f71-86a4-1a219b065f1e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] For port 78d31056-8c0c-40ad-af14-c63af76b023c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=78d31056-8c0c-40ad-af14-c63af76b023c,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:49:58.567401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-cf20a082-86b9-4f71-86a4-1a219b065f1e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:58.690619 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-cf20a082-86b9-4f71-86a4-1a219b065f1e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Calling delete_port for 78d31056-8c0c-40ad-af14-c63af76b023c owned by compute:nova {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:49:58.700455 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Allocated IP 172.20.0.12 (12bd9ff2-c619-4ab8-af41-83450e9d9eab/c070a8bf-bd33-4197-8d51-93d103a2a975/cfe43369-d3f8-46e7-946a-55533e985547) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:49:58.727551 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-572e4d99-3b48-4a7c-b9dd-a41db5153422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:58.832757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-cf20a082-86b9-4f71-86a4-1a219b065f1e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:58.883507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20a082-86b9-4f71-86a4-1a219b065f1e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Pushing event deleted for resources: {'Port': ['ID=78d31056-8c0c-40ad-af14-c63af76b023c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:58.897270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:58.924764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:58.955973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-cf20a082-86b9-4f71-86a4-1a219b065f1e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] No DVR routers for this DVR port 78d31056-8c0c-40ad-af14-c63af76b023c on host hv-neutron-8346 {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:49:58.958531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-cf20a082-86b9-4f71-86a4-1a219b065f1e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:58.961057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59afcd39-fb26-44e3-ab84-1a934e01a7cb', 'name': 'network-vif-deleted', 'tag': '78d31056-8c0c-40ad-af14-c63af76b023c'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:49:58.978235 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-cf20a082-86b9-4f71-86a4-1a219b065f1e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.55 "DELETE /v2.0/ports/78d31056-8c0c-40ad-af14-c63af76b023c HTTP/1.1" status: 204 len: 173 time: 0.7160821 Mar 22 12:49:58.997348 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Network 12bd9ff2-c619-4ab8-af41-83450e9d9eab is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:49:59.000533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:49:59.004278 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:49:59.025366 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59afcd39-fb26-44e3-ab84-1a934e01a7cb', 'name': 'network-vif-deleted', 'tag': '78d31056-8c0c-40ad-af14-c63af76b023c', 'status': 'completed', 'code': 200} Mar 22 12:49:59.045921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Pushing event updated for resources: {'Port': ['ID=cfe43369-d3f8-46e7-946a-55533e985547,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:59.063715 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:59.064046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:59.064372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:59.064688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:59.065003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:59.065318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:59.065659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:59.065967 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:59.066272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:59.066578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:59.066884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:49:59.083085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:59.083688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:59.108612 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-9e7f7bd2-f8bf-4ee9-9514-475bd734fe52 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7309809 Mar 22 12:49:59.124686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Request body: {'port': {'device_id': '845fa676-d796-4922-b397-b90288c3d14a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:49:59.229643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:59.418292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a980f-0a45-4c32-b165-ce6e496f8fde req-ac92dea0-dfa0-4e7d-a943-3c71cffdeae6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:49:59.419261 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9f1a980f-0a45-4c32-b165-ce6e496f8fde req-ac92dea0-dfa0-4e7d-a943-3c71cffdeae6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Synchronizing usage tracker for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:49:59.435700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9f1a980f-0a45-4c32-b165-ce6e496f8fde req-ac92dea0-dfa0-4e7d-a943-3c71cffdeae6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Unset dirty status for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:49:59.436835 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9f1a980f-0a45-4c32-b165-ce6e496f8fde req-ac92dea0-dfa0-4e7d-a943-3c71cffdeae6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 932 time: 0.1005726 Mar 22 12:49:59.483540 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9f1a980f-0a45-4c32-b165-ce6e496f8fde req-9f0b21a9-520f-45b1-823b-dba90fe909f1 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Mar 22 12:49:59.585793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe43369-d3f8-46e7-946a-55533e985547 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:49:59.592799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:59.607059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Transition to ACTIVE for port object cfe43369-d3f8-46e7-946a-55533e985547 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:49:59.611699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:59.734940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe43369-d3f8-46e7-946a-55533e985547,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:49:59.838590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Attempting to bind port cfe43369-d3f8-46e7-946a-55533e985547 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:49:59.838908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Attempting to bind port cfe43369-d3f8-46e7-946a-55533e985547 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '612fb296-e58b-4923-9d22-9434ec51b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:49:59.839228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Attempting to bind port cfe43369-d3f8-46e7-946a-55533e985547 on network 12bd9ff2-c619-4ab8-af41-83450e9d9eab {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:49:59.845430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Port cfe43369-d3f8-46e7-946a-55533e985547 on network 12bd9ff2-c619-4ab8-af41-83450e9d9eab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:49:59.845762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Attempting to bind port cfe43369-d3f8-46e7-946a-55533e985547 on network 12bd9ff2-c619-4ab8-af41-83450e9d9eab {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:49:59.852537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:49:59.852857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Checking segment: {'id': '612fb296-e58b-4923-9d22-9434ec51b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:49:59.853230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Bound using segment: {'id': '612fb296-e58b-4923-9d22-9434ec51b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:49:59.853676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Bound port: cfe43369-d3f8-46e7-946a-55533e985547, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612fb296-e58b-4923-9d22-9434ec51b0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:49:59.853993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:49:59.942021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] For port cfe43369-d3f8-46e7-946a-55533e985547, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:49:59.944927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] For port cfe43369-d3f8-46e7-946a-55533e985547, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cfe43369-d3f8-46e7-946a-55533e985547,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:49:59.952445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:00.011336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:00.012689 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] 10.222.0.55 "PUT /v2.0/ports/cfe43369-d3f8-46e7-946a-55533e985547 HTTP/1.1" status: 200 len: 1094 time: 0.8920543 Mar 22 12:50:00.013101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845fa676-d796-4922-b397-b90288c3d14a', 'tag': 'cfe43369-d3f8-46e7-946a-55533e985547'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:50:00.034451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724e303-d785-4c5f-a507-7818873dce39 service neutron] Pushing event updated for resources: {'Port': ['ID=cfe43369-d3f8-46e7-946a-55533e985547,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:00.085045 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845fa676-d796-4922-b397-b90288c3d14a', 'tag': 'cfe43369-d3f8-46e7-946a-55533e985547', 'status': 'completed', 'code': 200} Mar 22 12:50:00.128812 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-6e80e06d-8088-40c1-8d04-ffd0da17cf18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 1097 time: 0.0778348 Mar 22 12:50:00.196031 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-836f697d-4268-4a48-a29f-8bc90435fa6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe43369-d3f8-46e7-946a-55533e985547 HTTP/1.1" status: 200 len: 217 time: 0.0607920 Mar 22 12:50:00.341320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-fe9a6669-d214-46af-9b6a-650bcf4b7077 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:00.342696 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-fe9a6669-d214-46af-9b6a-650bcf4b7077 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.1404910 Mar 22 12:50:00.385315 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-ea49f35f-4560-4f72-b960-449f58546966 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371606 Mar 22 12:50:00.514552 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-fca14312-d14d-4d5c-b3a3-f5f9756d0acd service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236632 Mar 22 12:50:00.642681 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c21c9dc5-f9e3-4089-beb6-d04aeed01af7 req-7d6dea16-c2ef-423a-90e1-b061bb22d90c service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222060 Mar 22 12:50:00.682201 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d43ab-6b7c-44fc-8eb0-6fa1b70840f5 req-97c6972f-58da-48be-a06a-aab92b1ef29f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:00.683915 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6a2d43ab-6b7c-44fc-8eb0-6fa1b70840f5 req-97c6972f-58da-48be-a06a-aab92b1ef29f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 944 time: 0.0761485 Mar 22 12:50:00.729041 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6a2d43ab-6b7c-44fc-8eb0-6fa1b70840f5 req-cee7d2c3-5f60-4f73-b5b2-7479e99292ad tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Mar 22 12:50:00.755212 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c0c7682-b37a-4b1d-80cb-3e68b82f1bd0 req-e32f5181-e1b2-433b-a5a4-2f015b4d742f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 1097 time: 0.0718870 Mar 22 12:50:00.883637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c7682-b37a-4b1d-80cb-3e68b82f1bd0 req-73234d1c-3fd4-4974-b0af-d7b0ebf561e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:00.885033 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c0c7682-b37a-4b1d-80cb-3e68b82f1bd0 req-73234d1c-3fd4-4974-b0af-d7b0ebf561e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 915 time: 0.1237307 Mar 22 12:50:00.950983 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c0c7682-b37a-4b1d-80cb-3e68b82f1bd0 req-7a0d21f7-d9b4-48c3-b770-7bb6c1d1a46f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe43369-d3f8-46e7-946a-55533e985547 HTTP/1.1" status: 200 len: 217 time: 0.0597537 Mar 22 12:50:01.014914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c7682-b37a-4b1d-80cb-3e68b82f1bd0 req-925d3c01-f0bc-4713-8a71-5e541c07fa8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:01.016273 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c0c7682-b37a-4b1d-80cb-3e68b82f1bd0 req-925d3c01-f0bc-4713-8a71-5e541c07fa8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.0595808 Mar 22 12:50:01.060118 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c0c7682-b37a-4b1d-80cb-3e68b82f1bd0 req-8b61ad47-666e-4661-8aa8-65404d575f79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379105 Mar 22 12:50:01.188816 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c0c7682-b37a-4b1d-80cb-3e68b82f1bd0 req-8e473a25-2db8-4e34-9529-d83b9d2f93da service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231232 Mar 22 12:50:01.323563 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c0c7682-b37a-4b1d-80cb-3e68b82f1bd0 req-57570b8c-b0db-4ace-8942-259f0e73de05 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284349 Mar 22 12:50:01.704765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6905bff8-b7c1-4290-a427-5a9821cf869a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:01.929250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191b5e8-2b3c-4669-b5c8-f7884071864f req-16e70a43-6ef7-499c-9914-4de0aafe1840 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:01.929952 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5191b5e8-2b3c-4669-b5c8-f7884071864f req-16e70a43-6ef7-499c-9914-4de0aafe1840 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Synchronizing usage tracker for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:50:01.939572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 78d31056-8c0c-40ad-af14-c63af76b023c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:50:01.943102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5191b5e8-2b3c-4669-b5c8-f7884071864f req-16e70a43-6ef7-499c-9914-4de0aafe1840 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Unset dirty status for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:50:01.944212 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5191b5e8-2b3c-4669-b5c8-f7884071864f req-16e70a43-6ef7-499c-9914-4de0aafe1840 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 944 time: 0.0936022 Mar 22 12:50:01.972617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 78d31056-8c0c-40ad-af14-c63af76b023c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:50:01.972833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 78d31056-8c0c-40ad-af14-c63af76b023c not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:50:01.993339 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5191b5e8-2b3c-4669-b5c8-f7884071864f req-2e110bd2-7b43-4bba-ab36-dcc9bce73d45 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Mar 22 12:50:02.053191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:02.104979 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:03.211970 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f0c07-6650-4793-81d8-2002ca46ea44 req-25c6d463-6531-48f4-962a-bf353d9cb0eb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:03.213392 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f36f0c07-6650-4793-81d8-2002ca46ea44 req-25c6d463-6531-48f4-962a-bf353d9cb0eb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 944 time: 0.0826223 Mar 22 12:50:03.258038 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f36f0c07-6650-4793-81d8-2002ca46ea44 req-ef553170-1393-4d4c-960e-026c86ec533a tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390813 Mar 22 12:50:03.360194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:03.954124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device cfe43369-d3f8-46e7-946a-55533e985547 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:50:04.098908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port cfe43369-d3f8-46e7-946a-55533e985547, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cfe43369-d3f8-46e7-946a-55533e985547,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:50:04.114561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'cfe43369-d3f8-46e7-946a-55533e985547', 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab', 'port_id': 'cfe43369-d3f8-46e7-946a-55533e985547', 'mac_address': 'fa:16:3e:b9:fa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c070a8bf-bd33-4197-8d51-93d103a2a975', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:50:04.168641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:04.189141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe43369-d3f8-46e7-946a-55533e985547 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:50:04.203823 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port cfe43369-d3f8-46e7-946a-55533e985547, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cfe43369-d3f8-46e7-946a-55533e985547,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:50:04.208606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:04.270680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=cfe43369-d3f8-46e7-946a-55533e985547,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:04.469224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0634ba-fb30-4365-b845-95b60c02dfd3 req-7629183d-a077-4018-9d99-6d9d703cc0eb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:04.470596 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1b0634ba-fb30-4365-b845-95b60c02dfd3 req-7629183d-a077-4018-9d99-6d9d703cc0eb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 945 time: 0.0855663 Mar 22 12:50:04.510552 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['cfe43369-d3f8-46e7-946a-55533e985547'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:50:04.516328 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1b0634ba-fb30-4365-b845-95b60c02dfd3 req-fb0a001e-9cb1-48d4-96a6-feb9511f7376 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 Mar 22 12:50:05.728276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94196-e827-417a-a5ec-1717e047a966 req-252e5c70-0b37-45db-b9eb-b38b46325895 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:05.729773 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6cc94196-e827-417a-a5ec-1717e047a966 req-252e5c70-0b37-45db-b9eb-b38b46325895 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 945 time: 0.0863013 Mar 22 12:50:05.776259 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6cc94196-e827-417a-a5ec-1717e047a966 req-4b80f183-7635-459c-8e1b-1d162cddf668 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409234 Mar 22 12:50:05.969798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device cfe43369-d3f8-46e7-946a-55533e985547 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:50:06.049831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port cfe43369-d3f8-46e7-946a-55533e985547 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:50:06.056811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port cfe43369-d3f8-46e7-946a-55533e985547 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:50:06.057312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:06.176716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:06.202940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845fa676-d796-4922-b397-b90288c3d14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe43369-d3f8-46e7-946a-55533e985547'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:50:06.212784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port cfe43369-d3f8-46e7-946a-55533e985547, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cfe43369-d3f8-46e7-946a-55533e985547,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:50:06.217987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:06.261040 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845fa676-d796-4922-b397-b90288c3d14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe43369-d3f8-46e7-946a-55533e985547', 'code': 200} Mar 22 12:50:06.284930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=cfe43369-d3f8-46e7-946a-55533e985547,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:06.498605 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf7931b0-05d6-4a78-be47-dbe61a1810c4 req-71136e58-7c98-45a5-9898-ab02707eebce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 1099 time: 0.0807736 Mar 22 12:50:06.539626 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bf7931b0-05d6-4a78-be47-dbe61a1810c4 req-f2f7192b-a10c-4557-8867-14bda22b035b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358744 Mar 22 12:50:06.993200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c9928-b5b6-45ec-b01a-4164bcd0ccaf req-dcb8ae2e-358b-414a-9f5e-6dc00641e806 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:06.994630 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-732c9928-b5b6-45ec-b01a-4164bcd0ccaf req-dcb8ae2e-358b-414a-9f5e-6dc00641e806 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0843606 Mar 22 12:50:07.042925 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-732c9928-b5b6-45ec-b01a-4164bcd0ccaf req-f5787ea4-ee32-4eed-87ab-c261ed960b1c tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403097 Mar 22 12:50:08.259363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860af076-1afb-4159-93e1-7f30d5dce527 req-151df2a9-5c9c-4f9f-8adc-a4f2e46ec140 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:08.260795 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-860af076-1afb-4159-93e1-7f30d5dce527 req-151df2a9-5c9c-4f9f-8adc-a4f2e46ec140 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0755043 Mar 22 12:50:08.306274 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-860af076-1afb-4159-93e1-7f30d5dce527 req-56ecb6d1-cb85-42ec-baa5-9c27b4c2d1f7 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397897 Mar 22 12:50:08.511724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb8055-9c46-46b1-903c-dfd7fd469f38 req-8e31eaab-8820-4667-979c-0cb49cff0b88 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:08.513257 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-23cb8055-9c46-46b1-903c-dfd7fd469f38 req-8e31eaab-8820-4667-979c-0cb49cff0b88 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0858884 Mar 22 12:50:08.637974 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-23cb8055-9c46-46b1-903c-dfd7fd469f38 req-e39c0e37-6ab8-444b-add1-5338e7d481ca tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166375 Mar 22 12:50:08.844219 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06162b36-6263-47fe-b0df-bd21f8b55c16 req-677ba12f-c3dd-45a9-99a3-46ba46e41bd8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0726666 Mar 22 12:50:09.099283 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-82a6ee41-b66f-4772-ad9a-58ffcceac611 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0661328 Mar 22 12:50:09.158170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680700-fb24-473c-baab-34e2c96ffd17 req-709e3b81-f443-4670-9446-94fbbb8998be tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:09.159638 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-45680700-fb24-473c-baab-34e2c96ffd17 req-709e3b81-f443-4670-9446-94fbbb8998be tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0751979 Mar 22 12:50:09.205334 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-45680700-fb24-473c-baab-34e2c96ffd17 req-d5039b1c-b755-4fcd-9e63-0e01ed9d9d8e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399060 Mar 22 12:50:10.269890 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-d9b8f3da-f401-45df-a5cc-fa68ff923003 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 1099 time: 0.0709267 Mar 22 12:50:10.530989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-29acc9b4-50e8-4bdc-a2e1-848ffe02131f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:10.532413 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-29acc9b4-50e8-4bdc-a2e1-848ffe02131f service neutron] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 915 time: 0.2569180 Mar 22 12:50:10.598552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c1d36-f4a2-424c-8654-06d0fbe1920f req-b4b6639d-78e9-4488-8df2-b6a2ed419a58 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:10.599973 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b45c1d36-f4a2-424c-8654-06d0fbe1920f req-b4b6639d-78e9-4488-8df2-b6a2ed419a58 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.2192669 Mar 22 12:50:10.621485 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-ffdcbf37-d631-449f-9bd7-31c496b39287 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe43369-d3f8-46e7-946a-55533e985547 HTTP/1.1" status: 200 len: 217 time: 0.0828347 Mar 22 12:50:10.699754 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b45c1d36-f4a2-424c-8654-06d0fbe1920f req-837a40bd-cae9-4765-9645-1a7d0ab49838 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924900 Mar 22 12:50:10.701110 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-aafb22ea-0589-4ad0-82dc-bd2b0ab6d3f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:10.702425 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-aafb22ea-0589-4ad0-82dc-bd2b0ab6d3f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.0757596 Mar 22 12:50:10.746808 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-1fdeb4b7-3db8-44b7-8a60-556494e6b154 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379834 Mar 22 12:50:10.878201 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-fcd672ae-77fe-4de4-aae8-422034cbdc05 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257133 Mar 22 12:50:11.008525 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-d138a361-3c05-450f-8351-8e86d0e79439 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245458 Mar 22 12:50:11.919183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc478d-3df9-4539-972e-af49287a341b req-028ab5dd-3099-4745-9f79-69730fae1a47 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:11.920620 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-84dc478d-3df9-4539-972e-af49287a341b req-028ab5dd-3099-4745-9f79-69730fae1a47 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0870917 Mar 22 12:50:11.966100 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-84dc478d-3df9-4539-972e-af49287a341b req-08d266b7-94e5-4307-8439-289e50507bb5 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397608 Mar 22 12:50:13.194797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d5b3b-3a4e-434f-a9be-faa4d1934ccc req-9e2b3a18-c908-49fc-856e-647e1eb3d67e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:13.196236 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-029d5b3b-3a4e-434f-a9be-faa4d1934ccc req-9e2b3a18-c908-49fc-856e-647e1eb3d67e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0911088 Mar 22 12:50:13.243201 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-029d5b3b-3a4e-434f-a9be-faa4d1934ccc req-2dac48c3-d888-488d-be04-f31c96fa567f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Mar 22 12:50:13.447467 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:14.474234 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c143c8e-2b39-4b1d-a830-cb254b1c389d req-550108f5-9e04-4e0b-abb4-21ead6d65ade tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:14.475760 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8c143c8e-2b39-4b1d-a830-cb254b1c389d req-550108f5-9e04-4e0b-abb4-21ead6d65ade tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0881681 Mar 22 12:50:14.524874 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8c143c8e-2b39-4b1d-a830-cb254b1c389d req-5799bbd4-bc51-46e8-9981-6c2497a52a08 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Mar 22 12:50:15.730477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b0256-5f65-43fa-91df-43e61cc3398f req-f080179e-7db6-4946-98d0-12fd8db12bb6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:15.731898 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-415b0256-5f65-43fa-91df-43e61cc3398f req-f080179e-7db6-4946-98d0-12fd8db12bb6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0868640 Mar 22 12:50:15.778062 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-415b0256-5f65-43fa-91df-43e61cc3398f req-8f71de62-357e-4032-a85e-dc1ccdcdc0fa tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Mar 22 12:50:16.988953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19db9e-499c-430b-885c-f715a70e7ab3 req-68743307-afe2-48d9-a332-7acd8142e3b2 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:16.990377 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d19db9e-499c-430b-885c-f715a70e7ab3 req-68743307-afe2-48d9-a332-7acd8142e3b2 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0869489 Mar 22 12:50:17.034503 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d19db9e-499c-430b-885c-f715a70e7ab3 req-dc2d5488-06be-4b15-ade5-27a7f33db634 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385225 Mar 22 12:50:18.244533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dd01b-a8c1-4762-8ce7-a062d453de52 req-3cce75b3-21e0-4be2-80cd-38f328d7799b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:18.246049 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c61dd01b-a8c1-4762-8ce7-a062d453de52 req-3cce75b3-21e0-4be2-80cd-38f328d7799b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0813284 Mar 22 12:50:18.300659 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c61dd01b-a8c1-4762-8ce7-a062d453de52 req-20f48c53-1db7-481e-a5c6-e2cf7445497a tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489869 Mar 22 12:50:19.518794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274857a1-b429-417f-bbe3-3c817036568a req-a27980fa-d974-47cc-a6c2-82cd93948964 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:19.520138 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-274857a1-b429-417f-bbe3-3c817036568a req-a27980fa-d974-47cc-a6c2-82cd93948964 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0821297 Mar 22 12:50:19.569243 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-274857a1-b429-417f-bbe3-3c817036568a req-b1490ad3-f701-4968-bc8d-46ebfdc5ff32 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Mar 22 12:50:20.778155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8bf0a-3929-48b0-b31f-1c371bf203ce req-e5a8c11d-fd81-4c5b-8034-5a50925fdac7 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:20.779990 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-87a8bf0a-3929-48b0-b31f-1c371bf203ce req-e5a8c11d-fd81-4c5b-8034-5a50925fdac7 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0841632 Mar 22 12:50:20.838729 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-87a8bf0a-3929-48b0-b31f-1c371bf203ce req-fe44ac73-bd4d-47b1-9482-a15ecbb082b6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528135 Mar 22 12:50:22.052430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d096d6-6089-4faa-b53d-3bb0d8874138 req-4f4caac0-eb27-4258-b2dd-61c161cb89c6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:22.053843 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-39d096d6-6089-4faa-b53d-3bb0d8874138 req-4f4caac0-eb27-4258-b2dd-61c161cb89c6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0788276 Mar 22 12:50:22.100433 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-39d096d6-6089-4faa-b53d-3bb0d8874138 req-6be9fa66-3f78-40fe-ab8c-c58a69262ec9 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382385 Mar 22 12:50:23.459663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd9da6-14f5-4342-bf13-9e914606f450 req-8452b93e-53f9-46de-a1ac-c7553bb26016 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:23.461078 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dacd9da6-14f5-4342-bf13-9e914606f450 req-8452b93e-53f9-46de-a1ac-c7553bb26016 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0794747 Mar 22 12:50:23.505597 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dacd9da6-14f5-4342-bf13-9e914606f450 req-a1b038d4-17c3-4b7b-a123-456f74a8c2f7 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388236 Mar 22 12:50:24.852457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504974d3-90aa-4727-8603-edbc17b12848 req-7543d0a3-6405-4c05-aea9-44c57ee6975b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:24.853782 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-504974d3-90aa-4727-8603-edbc17b12848 req-7543d0a3-6405-4c05-aea9-44c57ee6975b tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.1985884 Mar 22 12:50:24.900297 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-504974d3-90aa-4727-8603-edbc17b12848 req-215f0a53-5a61-4589-8884-eb31301c337e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383563 Mar 22 12:50:26.183634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb427726-87a6-41dc-af6f-5960db69248d req-d82c1d87-cee6-404c-a0ab-f68c57b4c6fe tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:26.185128 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fb427726-87a6-41dc-af6f-5960db69248d req-d82c1d87-cee6-404c-a0ab-f68c57b4c6fe tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.1563315 Mar 22 12:50:26.230077 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fb427726-87a6-41dc-af6f-5960db69248d req-cca8a2b0-82f9-4b9a-83c1-5f9e62a00bae tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393195 Mar 22 12:50:27.447955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7e6e1-436a-484d-b7e4-2f26b8861622 req-eccfdb5c-48dc-4aaa-b75e-30a9637509ca tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:27.449429 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d8e7e6e1-436a-484d-b7e4-2f26b8861622 req-eccfdb5c-48dc-4aaa-b75e-30a9637509ca tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0851128 Mar 22 12:50:27.498931 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d8e7e6e1-436a-484d-b7e4-2f26b8861622 req-c7caee94-fe0c-4e43-837b-c024ab07df9a tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Mar 22 12:50:28.151912 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:50:28.714880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1ad73-8c34-40cf-aed9-c309eaab9742 req-5570a9fb-b68d-4fd1-9421-012aed6e97d8 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:28.716323 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-69e1ad73-8c34-40cf-aed9-c309eaab9742 req-5570a9fb-b68d-4fd1-9421-012aed6e97d8 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0911071 Mar 22 12:50:28.722009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a31d1e20-674d-45da-bc8c-aedd070200b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:28.769004 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-69e1ad73-8c34-40cf-aed9-c309eaab9742 req-b6873175-4662-48f7-9f61-5b91f28a9cc9 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469697 Mar 22 12:50:29.975630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c64c45-53b7-41e5-aba0-49bbf575de8d req-4d020446-df1b-432f-8b67-3592187c98f8 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:29.977041 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1c64c45-53b7-41e5-aba0-49bbf575de8d req-4d020446-df1b-432f-8b67-3592187c98f8 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0829470 Mar 22 12:50:30.021694 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d1c64c45-53b7-41e5-aba0-49bbf575de8d req-30191fff-a262-4135-be5b-c2a31915652a tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389292 Mar 22 12:50:31.231457 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8eb2b-fb96-485c-be98-c3217cbba1a6 req-ad534592-ae8a-4d97-afc1-ea95bdc7c5fe tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:31.232919 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ece8eb2b-fb96-485c-be98-c3217cbba1a6 req-ad534592-ae8a-4d97-afc1-ea95bdc7c5fe tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0793600 Mar 22 12:50:31.280716 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ece8eb2b-fb96-485c-be98-c3217cbba1a6 req-c4063d55-c492-4828-9001-1ff9ba3e31de tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420966 Mar 22 12:50:31.700766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d5107bbc-4bfb-4474-96ca-8df49fbf7181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:32.059615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:32.109762 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:32.495899 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773430a7-1cfe-4fe9-b1df-777ca6ecb3bc req-3d2f256d-4b27-4375-9c10-a262d5dfe18e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:32.497351 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-773430a7-1cfe-4fe9-b1df-777ca6ecb3bc req-3d2f256d-4b27-4375-9c10-a262d5dfe18e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0808814 Mar 22 12:50:32.548440 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-773430a7-1cfe-4fe9-b1df-777ca6ecb3bc req-e6fd6923-3249-4c22-a5f1-9f5edc64298e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 Mar 22 12:50:33.364397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:33.754463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439af5a-c157-4707-98c6-8d0f8da6e744 req-4f821ae4-f71e-4001-8c47-af3faf004343 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:33.755883 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c439af5a-c157-4707-98c6-8d0f8da6e744 req-4f821ae4-f71e-4001-8c47-af3faf004343 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0826342 Mar 22 12:50:33.802597 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c439af5a-c157-4707-98c6-8d0f8da6e744 req-60f9807a-0dd4-45d8-b6d9-2d4f847bc8b6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412130 Mar 22 12:50:35.012254 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28bf84-da07-4343-b78d-a6b0c7d92805 req-8b2fc2d8-7491-4425-878e-853bd2002f6a tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:35.013713 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8b28bf84-da07-4343-b78d-a6b0c7d92805 req-8b2fc2d8-7491-4425-878e-853bd2002f6a tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0795920 Mar 22 12:50:35.059104 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8b28bf84-da07-4343-b78d-a6b0c7d92805 req-ad996730-9174-4b4f-8aa0-214464cae801 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Mar 22 12:50:36.277707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a695b1-0a3d-4034-9c59-656e502b0a50 req-138c9f16-967f-4cb3-8837-24fdb57d7e5f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:36.279365 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7a695b1-0a3d-4034-9c59-656e502b0a50 req-138c9f16-967f-4cb3-8837-24fdb57d7e5f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0848413 Mar 22 12:50:36.426373 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7a695b1-0a3d-4034-9c59-656e502b0a50 req-853e1e23-2992-4b2f-96e5-d9903d4905e8 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384218 Mar 22 12:50:37.641621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d728c7-9854-463d-b904-add80ffc9f08 req-cd84102c-5fe6-465b-bf94-ee1f8d4888af tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:37.643124 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e1d728c7-9854-463d-b904-add80ffc9f08 req-cd84102c-5fe6-465b-bf94-ee1f8d4888af tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0865743 Mar 22 12:50:37.687997 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-54edc9bd-2b79-4856-a377-f4704e8a9fb8 service neutron] 10.222.0.55 "GET /v2.0/ports/cfe43369-d3f8-46e7-946a-55533e985547/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0727293 Mar 22 12:50:37.690140 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e1d728c7-9854-463d-b904-add80ffc9f08 req-a3342e9d-cad1-4018-90f0-2f0270f3f4b5 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 Mar 22 12:50:37.967473 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-162c42c2-1a8f-40ec-9407-ed479d78097c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a&tenant_id=2eeebc0e64cc4bef807154ba4cab4620 HTTP/1.1" status: 200 len: 1099 time: 0.0761006 Mar 22 12:50:38.062423 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-d8262fcd-21c1-40b0-83ca-5fe807c1e7c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 1099 time: 0.0742052 Mar 22 12:50:38.190965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-27b7bc8e-36a9-4c02-b809-2fed8d8d2052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:38.192391 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-27b7bc8e-36a9-4c02-b809-2fed8d8d2052 service neutron] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 915 time: 0.1247983 Mar 22 12:50:38.260867 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-cec94771-1a10-4d91-a7b1-0c434fe3767a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe43369-d3f8-46e7-946a-55533e985547 HTTP/1.1" status: 200 len: 217 time: 0.0629778 Mar 22 12:50:38.321371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-672e628a-44bb-43d5-afff-def84fb3d674 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:38.322764 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-672e628a-44bb-43d5-afff-def84fb3d674 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.0564520 Mar 22 12:50:38.368642 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-518a77cf-d7f8-472b-a6a8-daa011d24380 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401380 Mar 22 12:50:38.496782 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-f5aeba2b-92b1-4e3b-a695-a54d26d85129 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217008 Mar 22 12:50:38.623865 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c43d058-d4c0-4569-a3b4-66d36ce6da0c req-4aa5817b-2e23-406e-bc64-c0863368b30c service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210947 Mar 22 12:50:38.905428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6ef03-7f06-4e65-8766-75be74edff74 req-d55057aa-c5bd-4c16-94d7-c5f3176f52cc tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:38.906818 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aad6ef03-7f06-4e65-8766-75be74edff74 req-d55057aa-c5bd-4c16-94d7-c5f3176f52cc tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0870588 Mar 22 12:50:38.955003 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-aad6ef03-7f06-4e65-8766-75be74edff74 req-0fbb319c-6d89-4545-846e-92307b9e98ea tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395319 Mar 22 12:50:39.183819 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97cc3332-114b-4947-bfee-0a5781667a79 req-205e5d95-44b9-42c9-a42a-3cd5f16e51f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 1099 time: 0.0738108 Mar 22 12:50:39.336348 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc3332-114b-4947-bfee-0a5781667a79 req-5b399509-2442-41f2-ab7b-db7c193df8d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:39.337846 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97cc3332-114b-4947-bfee-0a5781667a79 req-5b399509-2442-41f2-ab7b-db7c193df8d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 915 time: 0.1342804 Mar 22 12:50:39.403754 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97cc3332-114b-4947-bfee-0a5781667a79 req-9b7bab14-b062-4d27-8ba2-6d9359e0cc25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe43369-d3f8-46e7-946a-55533e985547 HTTP/1.1" status: 200 len: 217 time: 0.0600779 Mar 22 12:50:39.471037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc3332-114b-4947-bfee-0a5781667a79 req-9b8387e0-c945-42ce-9aa5-1e9303f96f53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:39.472464 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97cc3332-114b-4947-bfee-0a5781667a79 req-9b8387e0-c945-42ce-9aa5-1e9303f96f53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.0623519 Mar 22 12:50:39.516801 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97cc3332-114b-4947-bfee-0a5781667a79 req-243c06d5-2b78-440c-83fe-b6a9babb5bdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383084 Mar 22 12:50:39.648324 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97cc3332-114b-4947-bfee-0a5781667a79 req-6753e31d-2602-46d3-bf46-3ef78bfa5a11 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256833 Mar 22 12:50:39.868721 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97cc3332-114b-4947-bfee-0a5781667a79 req-6d55492c-9b39-4201-b8f1-378390117fd3 service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139561 Mar 22 12:50:40.093787 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device cfe43369-d3f8-46e7-946a-55533e985547 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:50:40.096691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device cfe43369-d3f8-46e7-946a-55533e985547 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:50:40.167645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911edbbf-9810-4f06-a269-d333fc603435 req-86f4583b-c87f-4ac5-ab2a-66836519c840 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:40.169150 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-911edbbf-9810-4f06-a269-d333fc603435 req-86f4583b-c87f-4ac5-ab2a-66836519c840 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0762732 Mar 22 12:50:40.217634 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-911edbbf-9810-4f06-a269-d333fc603435 req-18402255-d75e-42af-8cd7-4e049fd16322 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Mar 22 12:50:40.313232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:40.330931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port cfe43369-d3f8-46e7-946a-55533e985547, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cfe43369-d3f8-46e7-946a-55533e985547,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:50:40.351295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'cfe43369-d3f8-46e7-946a-55533e985547', 'network_id': '12bd9ff2-c619-4ab8-af41-83450e9d9eab', 'port_id': 'cfe43369-d3f8-46e7-946a-55533e985547', 'mac_address': 'fa:16:3e:b9:fa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c070a8bf-bd33-4197-8d51-93d103a2a975', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:50:40.357479 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845fa676-d796-4922-b397-b90288c3d14a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe43369-d3f8-46e7-946a-55533e985547'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:50:40.392347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port cfe43369-d3f8-46e7-946a-55533e985547, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cfe43369-d3f8-46e7-946a-55533e985547,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:50:40.399567 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:40.430583 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845fa676-d796-4922-b397-b90288c3d14a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfe43369-d3f8-46e7-946a-55533e985547', 'code': 200} Mar 22 12:50:40.472097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:40.494565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=cfe43369-d3f8-46e7-946a-55533e985547,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:40.497908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cfe43369-d3f8-46e7-946a-55533e985547 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:50:40.559113 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:50:40.559536 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:50:41.133177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:41.154199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe43369-d3f8-46e7-946a-55533e985547 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:50:41.170088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port cfe43369-d3f8-46e7-946a-55533e985547, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cfe43369-d3f8-46e7-946a-55533e985547,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:50:41.175219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:41.246868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['cfe43369-d3f8-46e7-946a-55533e985547'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:50:41.287886 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=cfe43369-d3f8-46e7-946a-55533e985547,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:41.430294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314abcc6-4fad-4585-8af7-e36945ce911d req-8478601a-df46-4f4e-a446-ec38d56c3ef6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:41.431681 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-314abcc6-4fad-4585-8af7-e36945ce911d req-8478601a-df46-4f4e-a446-ec38d56c3ef6 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 945 time: 0.0817215 Mar 22 12:50:41.478736 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-314abcc6-4fad-4585-8af7-e36945ce911d req-fa34eecc-af12-4cc2-ba6c-c4341fa4ede1 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407495 Mar 22 12:50:41.801012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621af1e-4cb4-4a30-b616-4a3883a6e9ed req-2f7454fc-37ba-4fd5-ab92-f35c2a5f4ed3 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:41.802441 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2621af1e-4cb4-4a30-b616-4a3883a6e9ed req-2f7454fc-37ba-4fd5-ab92-f35c2a5f4ed3 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.55 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a&tenant_id=2eeebc0e64cc4bef807154ba4cab4620&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0800407 Mar 22 12:50:41.811954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbc6b1-8e47-4f48-bb8e-8125260f8252 req-25c8b62d-1f97-4224-979c-c31c03c718cb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:41.813425 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0acbc6b1-8e47-4f48-bb8e-8125260f8252 req-25c8b62d-1f97-4224-979c-c31c03c718cb tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 945 time: 0.0772102 Mar 22 12:50:41.864131 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0acbc6b1-8e47-4f48-bb8e-8125260f8252 req-00e1a7d0-8de6-4f11-ad3d-aa9daf784806 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448050 Mar 22 12:50:41.944811 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2621af1e-4cb4-4a30-b616-4a3883a6e9ed req-69596818-1326-4797-97b8-1a0442c918eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 1098 time: 0.0755370 Mar 22 12:50:42.080255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621af1e-4cb4-4a30-b616-4a3883a6e9ed req-9c4ac1ed-710f-45f8-aedd-0a7af9da7340 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:42.081655 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2621af1e-4cb4-4a30-b616-4a3883a6e9ed req-9c4ac1ed-710f-45f8-aedd-0a7af9da7340 service neutron] 10.222.0.55 "GET /v2.0/networks?id=12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 200 len: 915 time: 0.1306112 Mar 22 12:50:42.093734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device cfe43369-d3f8-46e7-946a-55533e985547 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:50:42.146573 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2621af1e-4cb4-4a30-b616-4a3883a6e9ed req-3c3b5b78-7153-434f-ac22-107c5da94a23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cfe43369-d3f8-46e7-946a-55533e985547 HTTP/1.1" status: 200 len: 217 time: 0.0590162 Mar 22 12:50:42.160881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port cfe43369-d3f8-46e7-946a-55533e985547 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:50:42.161470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:42.213698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621af1e-4cb4-4a30-b616-4a3883a6e9ed req-a481990e-ec04-44d2-94bb-9c416ad9fd78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:42.215146 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2621af1e-4cb4-4a30-b616-4a3883a6e9ed req-a481990e-ec04-44d2-94bb-9c416ad9fd78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 200 len: 854 time: 0.0630391 Mar 22 12:50:42.258554 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2621af1e-4cb4-4a30-b616-4a3883a6e9ed req-7c06f5b3-4a5c-4702-b1cb-65d9f547a045 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=12bd9ff2-c619-4ab8-af41-83450e9d9eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380661 Mar 22 12:50:42.275004 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:42.307040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port cfe43369-d3f8-46e7-946a-55533e985547, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cfe43369-d3f8-46e7-946a-55533e985547,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:50:42.312214 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:42.381023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=cfe43369-d3f8-46e7-946a-55533e985547,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:42.395116 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2621af1e-4cb4-4a30-b616-4a3883a6e9ed req-f91f66ad-fed4-4a21-bec7-91c3b9fd22ca service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301703 Mar 22 12:50:42.431207 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845fa676-d796-4922-b397-b90288c3d14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe43369-d3f8-46e7-946a-55533e985547'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:50:42.506625 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845fa676-d796-4922-b397-b90288c3d14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe43369-d3f8-46e7-946a-55533e985547', 'code': 200} Mar 22 12:50:42.531936 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2621af1e-4cb4-4a30-b616-4a3883a6e9ed req-8e7994f6-ef2f-42af-abe9-71ff9af71e3d service neutron] 10.222.0.55 "GET /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311419 Mar 22 12:50:43.067652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d42818-b4ca-4d56-a0b5-fa87074dbca6 req-ec64bfa9-9d96-4fa3-8e1b-6714d06f55fd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:43.069362 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-61d42818-b4ca-4d56-a0b5-fa87074dbca6 req-ec64bfa9-9d96-4fa3-8e1b-6714d06f55fd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0791676 Mar 22 12:50:43.115971 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-61d42818-b4ca-4d56-a0b5-fa87074dbca6 req-de369dba-a1b2-4ebe-b279-649c2cd63584 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 Mar 22 12:50:43.445141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:44.338068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c97a0-00ea-4141-8ef3-795dccd6971f req-c258f7c5-d398-4cf3-ba13-d915c81e4517 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:44.339497 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-657c97a0-00ea-4141-8ef3-795dccd6971f req-c258f7c5-d398-4cf3-ba13-d915c81e4517 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0957863 Mar 22 12:50:44.396648 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-657c97a0-00ea-4141-8ef3-795dccd6971f req-20749b46-4869-423b-9406-827881046210 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515072 Mar 22 12:50:44.622244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402155b1-e533-49a0-818b-2fc08d94555b req-7a0433fa-780d-49fc-9917-daf8c3a874b8 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:44.623721 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-402155b1-e533-49a0-818b-2fc08d94555b req-7a0433fa-780d-49fc-9917-daf8c3a874b8 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0984721 Mar 22 12:50:44.670872 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-402155b1-e533-49a0-818b-2fc08d94555b req-9e469b66-2a76-4d99-80d1-400d2a5a315d tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Mar 22 12:50:44.880067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fd1d3-f5f2-46a0-8b84-1f67e04c6a7b req-079b9aa3-1877-4f60-a72e-78169f9883af tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:44.881576 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec8fd1d3-f5f2-46a0-8b84-1f67e04c6a7b req-079b9aa3-1877-4f60-a72e-78169f9883af tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0910401 Mar 22 12:50:44.926983 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec8fd1d3-f5f2-46a0-8b84-1f67e04c6a7b req-ed2c6599-0597-4b9a-825a-ed50256e4712 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Mar 22 12:50:45.532916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60eebe-073a-4e65-b3d5-57913dc36fdb req-d27a39a8-ad49-4725-adda-80e9adf61818 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:45.534412 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3a60eebe-073a-4e65-b3d5-57913dc36fdb req-d27a39a8-ad49-4725-adda-80e9adf61818 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0825284 Mar 22 12:50:45.579999 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3a60eebe-073a-4e65-b3d5-57913dc36fdb req-a08a10d2-79cc-4310-9194-9fc811b6579f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399258 Mar 22 12:50:46.802198 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccf8a5-f7bc-4f4d-9b74-6b65178c1b02 req-db14361e-32c0-4c53-932f-b158e9ddc7a3 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:46.803610 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-daccf8a5-f7bc-4f4d-9b74-6b65178c1b02 req-db14361e-32c0-4c53-932f-b158e9ddc7a3 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0779512 Mar 22 12:50:46.850340 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-daccf8a5-f7bc-4f4d-9b74-6b65178c1b02 req-148c6d72-e574-46a1-bd26-30be168e0728 tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/security-groups?id=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Mar 22 12:50:47.075533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d78393-7cac-4161-b17c-0156823741b8 req-f725a933-5f42-4a24-bf02-fb054649851f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:47.076927 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76d78393-7cac-4161-b17c-0156823741b8 req-f725a933-5f42-4a24-bf02-fb054649851f tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.55 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 946 time: 0.0974100 Mar 22 12:50:47.146989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-76d78393-7cac-4161-b17c-0156823741b8 req-89312a8c-157f-44fe-a9ef-65c388501fcd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Deleting port cfe43369-d3f8-46e7-946a-55533e985547 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:50:47.147315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-76d78393-7cac-4161-b17c-0156823741b8 req-89312a8c-157f-44fe-a9ef-65c388501fcd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:47.388095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-76d78393-7cac-4161-b17c-0156823741b8 req-89312a8c-157f-44fe-a9ef-65c388501fcd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] For port cfe43369-d3f8-46e7-946a-55533e985547, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=cfe43369-d3f8-46e7-946a-55533e985547,segment=NetworkSegment(612fb296-e58b-4923-9d22-9434ec51b0c6),segment_id=612fb296-e58b-4923-9d22-9434ec51b0c6)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:50:47.388365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-76d78393-7cac-4161-b17c-0156823741b8 req-89312a8c-157f-44fe-a9ef-65c388501fcd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:47.590584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-76d78393-7cac-4161-b17c-0156823741b8 req-89312a8c-157f-44fe-a9ef-65c388501fcd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Calling delete_port for cfe43369-d3f8-46e7-946a-55533e985547 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:50:47.731309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-76d78393-7cac-4161-b17c-0156823741b8 req-89312a8c-157f-44fe-a9ef-65c388501fcd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:47.742359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['cfe43369-d3f8-46e7-946a-55533e985547'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:50:47.777575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89312a8c-157f-44fe-a9ef-65c388501fcd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Pushing event deleted for resources: {'Port': ['ID=cfe43369-d3f8-46e7-946a-55533e985547,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:47.848232 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d78393-7cac-4161-b17c-0156823741b8 req-89312a8c-157f-44fe-a9ef-65c388501fcd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] No DVR routers for this DVR port cfe43369-d3f8-46e7-946a-55533e985547 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:50:47.850780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-76d78393-7cac-4161-b17c-0156823741b8 req-89312a8c-157f-44fe-a9ef-65c388501fcd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:47.853197 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845fa676-d796-4922-b397-b90288c3d14a', 'name': 'network-vif-deleted', 'tag': 'cfe43369-d3f8-46e7-946a-55533e985547'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:50:47.870789 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-76d78393-7cac-4161-b17c-0156823741b8 req-89312a8c-157f-44fe-a9ef-65c388501fcd tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.55 "DELETE /v2.0/ports/cfe43369-d3f8-46e7-946a-55533e985547 HTTP/1.1" status: 204 len: 173 time: 0.7887514 Mar 22 12:50:48.017967 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845fa676-d796-4922-b397-b90288c3d14a', 'name': 'network-vif-deleted', 'tag': 'cfe43369-d3f8-46e7-946a-55533e985547', 'status': 'completed', 'code': 200} Mar 22 12:50:48.023671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8c8caccf-f9d9-4d1b-98f5-a7caa4001c9c req-8f681198-2511-41d9-9c6a-b13c9792ab5d tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Synchronizing usage tracker for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:50:48.039706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8c8caccf-f9d9-4d1b-98f5-a7caa4001c9c req-8f681198-2511-41d9-9c6a-b13c9792ab5d tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] Unset dirty status for tenant:2eeebc0e64cc4bef807154ba4cab4620 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:50:48.040830 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8c8caccf-f9d9-4d1b-98f5-a7caa4001c9c req-8f681198-2511-41d9-9c6a-b13c9792ab5d tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] 10.222.0.62 "GET /v2.0/ports?device_id=845fa676-d796-4922-b397-b90288c3d14a HTTP/1.1" status: 200 len: 210 time: 0.0682857 Mar 22 12:50:49.303419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49734) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:49.362373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-103b6ae2-ed21-4285-87ed-7fc94a99bc56 admin admin] Deleting subnet c070a8bf-bd33-4197-8d51-93d103a2a975 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:50:49.365205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-103b6ae2-ed21-4285-87ed-7fc94a99bc56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:49.417373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-103b6ae2-ed21-4285-87ed-7fc94a99bc56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:49.471696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-103b6ae2-ed21-4285-87ed-7fc94a99bc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:49.543730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-103b6ae2-ed21-4285-87ed-7fc94a99bc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:49.587696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b6ae2-ed21-4285-87ed-7fc94a99bc56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c070a8bf-bd33-4197-8d51-93d103a2a975,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:49.592707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-103b6ae2-ed21-4285-87ed-7fc94a99bc56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:49.598965 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-103b6ae2-ed21-4285-87ed-7fc94a99bc56 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c070a8bf-bd33-4197-8d51-93d103a2a975 HTTP/1.1" status: 204 len: 168 time: 0.2944813 Mar 22 12:50:49.602421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49738) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:49.704304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:49.829719 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:49.854601 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bd9ff2-c619-4ab8-af41-83450e9d9eab']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:50:49.866790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612fb296-e58b-4923-9d22-9434ec51b0c6') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:50:49.867064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612fb296-e58b-4923-9d22-9434ec51b0c6') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:50:49.878585 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:49.894135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:49.900052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:50:49.900414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:50:49.913512 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:50:49.993484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:50.013619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:50.031093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] Pushing event deleted for resources: {'Network': ['ID=12bd9ff2-c619-4ab8-af41-83450e9d9eab,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:50.038027 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b299bafd-63b0-4cdc-bbe3-9cbc82633559 admin admin] 10.222.0.62 "DELETE /v2.0/networks/12bd9ff2-c619-4ab8-af41-83450e9d9eab HTTP/1.1" status: 204 len: 168 time: 0.4345760 Mar 22 12:50:50.108632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device cfe43369-d3f8-46e7-946a-55533e985547 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:50:50.144594 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: cfe43369-d3f8-46e7-946a-55533e985547 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:50:50.144899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device cfe43369-d3f8-46e7-946a-55533e985547 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:50:50.188615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49744) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:50.239492 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-815d8da9-1c84-4713-b450-8b299b7478bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2eeebc0e64cc4bef807154ba4cab4620&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497434 Mar 22 12:50:50.242198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49748) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:50.302589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:50.327681 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:50.382579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:50.398868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:50.411036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:50.411380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:50.411712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:50.412036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:50.412360 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:50.412680 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:50.412997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:50.413318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:50.413653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:50.413967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:50.414277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:50.418271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:50.419394 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b1366c95-6d07-4951-bc02-2857770f639b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebbc4ec0-f26e-4c5a-8c46-f00c7acbee0a HTTP/1.1" status: 204 len: 168 time: 0.1763206 Mar 22 12:50:51.295802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49770) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:51.436693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1781825534-network', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:50:51.444272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:50:51.448473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Usage tracker for resource:network and tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:50:51.451845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:50:51.458589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:50:51.470104 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Made reservation on behalf of 1e3851e9ecbb4ae6857ac5b207c98ba2 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:50:51.472463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:51.484803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:51.516844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:50:51.520983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Usage tracker for resource:security_group_rule and tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:50:51.523750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:50:51.529228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:50:51.595444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:51.601042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:51.633999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:50:51.642844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ac6689-3c80-468d-9c79-7108144f04f8,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:51.650457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:51.650457 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Added segment d4fab6fc-58d0-418e-9a62-9d7c96967265 of type vlan for network ae934e6d-4d39-4bd5-98ab-c987499938b0 Mar 22 12:50:51.675902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:51.705908 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:51.706782 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:51.707322 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:51.886458 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5894582 Mar 22 12:50:51.887122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31bb35-42b4-41eb-a0ea-22f3446ded2e admin admin] Pushing event updated for resources: {'Network': ['ID=ae934e6d-4d39-4bd5-98ab-c987499938b0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:51.889871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49776) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:51.895600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Request body: {'subnet': {'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1781825534-subnet', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:50:51.898468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:50:51.901062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:50:51.904957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Usage tracker for resource:subnet and tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:50:51.907839 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:50:51.914459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:50:51.925248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Made reservation on behalf of 1e3851e9ecbb4ae6857ac5b207c98ba2 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:50:51.927491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.131891 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.202194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c18ec5f-095b-45d9-ae92-d7755f1ee5be,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:52.220065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Checking segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:50:52.220381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Network hostable DHCP agents. Network: ae934e6d-4d39-4bd5-98ab-c987499938b0, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:50:52.244103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:50:52.254691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, ae934e6d-4d39-4bd5-98ab-c987499938b0) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:50:52.259947 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:52.260688 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.263798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e1d555-d228-426f-8137-8b6cd100fd0e None None] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:50:52.282218 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-85a2fa87-e6a0-4bc3-8dd9-8a62644f1b1f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3913486 Mar 22 12:50:52.285040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49780) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:52.290583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:50:52.295058 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:50:52.298889 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Usage tracker for resource:router and tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:50:52.302097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:50:52.308025 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:50:52.318764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.319840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.339592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.476142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-ae934e6d-4d39-4bd5-98ab-c987499938b0', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:50:52.476975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.485727 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.631134 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Allocated IP 172.20.0.2 (ae934e6d-4d39-4bd5-98ab-c987499938b0/3c18ec5f-095b-45d9-ae92-d7755f1ee5be/c17eed04-009e-4ab1-aae2-f55b87f69b75) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:50:52.679367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.709093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.829374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.839717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Transition to ACTIVE for port object c17eed04-009e-4ab1-aae2-f55b87f69b75 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:50:52.842956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Allocated IP 172.26.0.191 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/0cab0538-9b38-4f5d-9efc-1e226e8cf21a) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:50:52.859072 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Transition to ACTIVE for port object c17eed04-009e-4ab1-aae2-f55b87f69b75 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:50:52.864233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:52.934167 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:50:52.937661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:50:52.939625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Pushing event updated for resources: {'Port': ['ID=c17eed04-009e-4ab1-aae2-f55b87f69b75,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:52.942221 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:50:52.952821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:52.953152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:52.953487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:52.953814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:52.954133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:52.954448 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:52.954761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:52.955080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:52.955387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:52.955696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:52.956004 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:52.992478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:53.020214 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:53.037427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Attempting to bind port c17eed04-009e-4ab1-aae2-f55b87f69b75 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:50:53.037806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Attempting to bind port c17eed04-009e-4ab1-aae2-f55b87f69b75 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:50:53.038195 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Attempting to bind port c17eed04-009e-4ab1-aae2-f55b87f69b75 on network ae934e6d-4d39-4bd5-98ab-c987499938b0 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:50:53.044463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:50:53.044821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Checking segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:50:53.045220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:53.045605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Bound using segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:50:53.046052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Bound port: c17eed04-009e-4ab1-aae2-f55b87f69b75, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:50:53.046411 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:53.086144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:50:53.088889 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:50:53.093403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:50:53.123432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Pushing event updated for resources: {'Port': ['ID=0cab0538-9b38-4f5d-9efc-1e226e8cf21a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:53.138174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] For port c17eed04-009e-4ab1-aae2-f55b87f69b75, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:50:53.141433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] For port c17eed04-009e-4ab1-aae2-f55b87f69b75, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c17eed04-009e-4ab1-aae2-f55b87f69b75,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:50:53.146884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:53.230008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c1ca5-b4fb-4962-8c46-482dc4496d78 None None] Pushing event updated for resources: {'Port': ['ID=c17eed04-009e-4ab1-aae2-f55b87f69b75,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:53.268235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:53.268984 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:53.506779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Router 8cbe9f0a-f2c7-402f-b150-d12145076e27 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:50:53.819094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:50:53.829383 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Sync routers for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:50:53.841564 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:50:53.842363 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:50:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:50:53.845716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:53.850400 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e1322775-cddd-41ae-bb3e-339d9e5fdfb5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5614653 Mar 22 12:50:53.850641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 49784) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:54.020832 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:50:54.096851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64c401c-4b96-4af8-9670-99ad404540e4 None None] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:50:54.204261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-665ca24e-0632-4ca8-8496-25fd14cfbca6 None None] Provisioning for port c17eed04-009e-4ab1-aae2-f55b87f69b75 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:50:54.316090 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:53Z', 'revision_number': 3, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:50:54.321657 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Checking router: 8cbe9f0a-f2c7-402f-b150-d12145076e27 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:50:54.322183 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Updating router 8cbe9f0a-f2c7-402f-b150-d12145076e27 port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:50:54.332153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c17eed04-009e-4ab1-aae2-f55b87f69b75 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:50:54.412981 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:54.494251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port c17eed04-009e-4ab1-aae2-f55b87f69b75 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:50:54.503265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port c17eed04-009e-4ab1-aae2-f55b87f69b75 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:50:54.503407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:54.657251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:54.664728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:54.698457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port c17eed04-009e-4ab1-aae2-f55b87f69b75, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c17eed04-009e-4ab1-aae2-f55b87f69b75,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:50:54.702742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:54.779142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=c17eed04-009e-4ab1-aae2-f55b87f69b75,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:54.781975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1903dfd6-e083-4c1b-bdb8-f31199616672 None None] Provisioning complete for port c17eed04-009e-4ab1-aae2-f55b87f69b75 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:50:54.782420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1903dfd6-e083-4c1b-bdb8-f31199616672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:54.785371 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:54.799806 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Transition to ACTIVE for port object 0cab0538-9b38-4f5d-9efc-1e226e8cf21a will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:50:54.808645 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:54.875048 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Pushing event updated for resources: {'Port': ['ID=0cab0538-9b38-4f5d-9efc-1e226e8cf21a,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:54.885257 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:54.885617 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:54.885943 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:54.886260 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:54.886578 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:54.886896 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:54.887201 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:54.887511 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:54.887812 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:54.888287 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:54.888600 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:54.902109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Allocated IP 172.20.0.1 (ae934e6d-4d39-4bd5-98ab-c987499938b0/3c18ec5f-095b-45d9-ae92-d7755f1ee5be/dc398fcc-18e1-4c88-934a-16d22c110067) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:50:54.915502 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Attempting to bind port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:50:54.915869 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Attempting to bind port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:50:54.916254 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Attempting to bind port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:50:54.923013 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:50:54.923375 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:50:54.923759 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:54.924313 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:50:54.924758 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Bound port: 0cab0538-9b38-4f5d-9efc-1e226e8cf21a, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:50:54.925117 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:54.998567 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] For port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:50:55.001889 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] For port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=0cab0538-9b38-4f5d-9efc-1e226e8cf21a,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:50:55.006773 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:55.050503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:55.067729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Transition to ACTIVE for port object dc398fcc-18e1-4c88-934a-16d22c110067 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:50:55.086330 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef72f16-bb9b-4847-a947-34c2fbaa89b9 None None] Pushing event updated for resources: {'Port': ['ID=0cab0538-9b38-4f5d-9efc-1e226e8cf21a,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:55.091219 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:50:55.091815 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:50:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:50:55.094755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:55.167160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:50:55.170240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:50:55.172866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:50:55.224199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Pushing event updated for resources: {'Port': ['ID=dc398fcc-18e1-4c88-934a-16d22c110067,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:55.231959 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:55.276315 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:50:55.318016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:55.428463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-af3f8457-9b54-474b-91ab-557c200376a1 None None] Provisioning for port dc398fcc-18e1-4c88-934a-16d22c110067 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:50:55.435040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-af3f8457-9b54-474b-91ab-557c200376a1 None None] Provisioning complete for port dc398fcc-18e1-4c88-934a-16d22c110067 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:50:55.435695 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af3f8457-9b54-474b-91ab-557c200376a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:55.494948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af3f8457-9b54-474b-91ab-557c200376a1 None None] Port dc398fcc-18e1-4c88-934a-16d22c110067 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:50:55.573886 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:53Z', 'revision_number': 3, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:50:55.578246 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2c5ec-f4d5-49f9-bf64-45cd4aeac07d None None] The sync data for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv is: [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:53Z', 'revision_number': 3, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:50:55.656114 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:55.661311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:55.771539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Pushing event updated for resources: {'Port': ['ID=dc398fcc-18e1-4c88-934a-16d22c110067,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:55.774073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:55.914943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:50:55.916057 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:50:56.118668 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1b5b7d40-fab0-4571-ae5a-1ddca7068006 None None] Provisioning complete for port dc398fcc-18e1-4c88-934a-16d22c110067 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:50:56.119037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1b5b7d40-fab0-4571-ae5a-1ddca7068006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:56.175271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b7d40-fab0-4571-ae5a-1ddca7068006 None None] Port dc398fcc-18e1-4c88-934a-16d22c110067 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:50:56.299193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c17eed04-009e-4ab1-aae2-f55b87f69b75 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:50:56.329385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Router 8cbe9f0a-f2c7-402f-b150-d12145076e27 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:50:56.369524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port c17eed04-009e-4ab1-aae2-f55b87f69b75 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:50:56.369888 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:56.484989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 0cab0538-9b38-4f5d-9efc-1e226e8cf21a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:50:56.534192 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:50:56.543917 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-672aa3a7-9b55-4dc8-9c4e-80a97d9a187b admin admin] 10.222.0.62 "PUT /v2.0/routers/8cbe9f0a-f2c7-402f-b150-d12145076e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6923079 Mar 22 12:50:56.555543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:50:56.560854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:50:56.561244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:56.673333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:56.689398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=0cab0538-9b38-4f5d-9efc-1e226e8cf21a,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:50:56.694786 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:56.759113 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=0cab0538-9b38-4f5d-9efc-1e226e8cf21a,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:57.448445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49794) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:57.454086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483601117', 'description': 'tempest-description--851953313'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:50:57.460158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:50:57.464024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Usage tracker for resource:security_group and tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:50:57.467183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:50:57.473860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:50:57.485196 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.520734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:50:57.524675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Usage tracker for resource:security_group_rule and tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:50:57.527571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:50:57.533130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:50:57.586801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.592288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.631571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9cc04b-5a80-4832-b106-1129cce7ff8e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:57.636134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.637326 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-06fcc82e-0607-4af0-8513-22079e5283d7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1878984 Mar 22 12:50:57.640561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49798) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:57.646047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ac6009db-f6b4-4afa-97e1-689cc5f7f3a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'security_group_rule': {'security_group_id': '1f9cc04b-5a80-4832-b106-1129cce7ff8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:50:57.652159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ac6009db-f6b4-4afa-97e1-689cc5f7f3a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:50:57.656140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ac6009db-f6b4-4afa-97e1-689cc5f7f3a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Usage tracker for resource:security_group_rule and tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:50:57.659099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ac6009db-f6b4-4afa-97e1-689cc5f7f3a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:50:57.664927 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ac6009db-f6b4-4afa-97e1-689cc5f7f3a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:50:57.684102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac6009db-f6b4-4afa-97e1-689cc5f7f3a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.746048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac6009db-f6b4-4afa-97e1-689cc5f7f3a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.751188 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac6009db-f6b4-4afa-97e1-689cc5f7f3a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.773054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6009db-f6b4-4afa-97e1-689cc5f7f3a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253e0ef9-b266-451e-9129-fa48f152a739,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:57.784447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ac6009db-f6b4-4afa-97e1-689cc5f7f3a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.785698 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ac6009db-f6b4-4afa-97e1-689cc5f7f3a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1441302 Mar 22 12:50:57.789418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49802) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:57.794634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7888811f-f5c4-4311-9c5d-53ef1a5ea385 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'security_group_rule': {'security_group_id': '1f9cc04b-5a80-4832-b106-1129cce7ff8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:50:57.800518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7888811f-f5c4-4311-9c5d-53ef1a5ea385 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:50:57.804581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7888811f-f5c4-4311-9c5d-53ef1a5ea385 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Usage tracker for resource:security_group_rule and tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:50:57.807734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7888811f-f5c4-4311-9c5d-53ef1a5ea385 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:50:57.813236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7888811f-f5c4-4311-9c5d-53ef1a5ea385 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:50:57.830930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7888811f-f5c4-4311-9c5d-53ef1a5ea385 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.890375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7888811f-f5c4-4311-9c5d-53ef1a5ea385 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.895621 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7888811f-f5c4-4311-9c5d-53ef1a5ea385 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.918622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888811f-f5c4-4311-9c5d-53ef1a5ea385 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69085fe1-afb1-425a-86d1-23fba7dab338,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:57.927799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7888811f-f5c4-4311-9c5d-53ef1a5ea385 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:57.928924 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7888811f-f5c4-4311-9c5d-53ef1a5ea385 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1386139 Mar 22 12:50:57.932460 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49806) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:50:57.937512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:50:57.942818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:50:57.946564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Usage tracker for resource:floatingip and tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:50:57.949335 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:50:57.954932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:50:57.968496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:58.108793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:58.225736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 0cab0538-9b38-4f5d-9efc-1e226e8cf21a up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:50:58.254610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Allocated IP 172.26.0.199 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/d4110a4d-0f8b-401c-b259-f3b942be5a56) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:50:58.293638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:50:58.294002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:58.494919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:58.523247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:58.588627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:50:58.591523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:50:58.595857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:50:58.625588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event updated for resources: {'Port': ['ID=d4110a4d-0f8b-401c-b259-f3b942be5a56,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:58.725272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6f25192e-645c-43b2-936f-bb9345155f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:58.758261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:58.816309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:58.977927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Sync routers for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:50:58.989734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:50:58.990343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:50:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:50:59.021376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:59.026759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:59.134345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event updated for resources: {'Port': ['ID=d4110a4d-0f8b-401c-b259-f3b942be5a56,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:50:59.149955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:59.150285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:59.150613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:59.150931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:59.151248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:59.151564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:59.151905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:59.152186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:59.152493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:59.152794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:59.153094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:50:59.156135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:59.168692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:50:59.178014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:59.179477 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-265c6445-63e9-43f0-8643-8fbced1a5c5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2461424 Mar 22 12:50:59.350144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-18bd45fb-b658-4768-8b43-c5520e7a8865 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Synchronizing usage tracker for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:50:59.367100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-18bd45fb-b658-4768-8b43-c5520e7a8865 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Unset dirty status for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:50:59.368290 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-18bd45fb-b658-4768-8b43-c5520e7a8865 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1483601117&fields=id&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 267 time: 0.0579073 Mar 22 12:50:59.512151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 2, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:50:59.516090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Checking router: 8cbe9f0a-f2c7-402f-b150-d12145076e27 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:50:59.516530 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Updating router 8cbe9f0a-f2c7-402f-b150-d12145076e27 port dc398fcc-18e1-4c88-934a-16d22c110067 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:50:59.518740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-58bab542-dae0-4cef-9c10-861f1fa525cc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:50:59.519429 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-58bab542-dae0-4cef-9c10-861f1fa525cc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Synchronizing usage tracker for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:50:59.535552 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-58bab542-dae0-4cef-9c10-861f1fa525cc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Unset dirty status for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:50:59.536849 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-58bab542-dae0-4cef-9c10-861f1fa525cc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 812 time: 0.1619480 Mar 22 12:50:59.552886 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-befbcf2a-4795-4048-9a01-c06b8c994b12 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/quotas/1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 375 time: 0.0103221 Mar 22 12:50:59.566259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:59.630694 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-454a4e0e-e898-49d0-bd36-1e56157907a5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Synchronizing usage tracker for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:50:59.646849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-454a4e0e-e898-49d0-bd36-1e56157907a5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Unset dirty status for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:50:59.648361 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-454a4e0e-e898-49d0-bd36-1e56157907a5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898423 Mar 22 12:50:59.783402 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-350288cc-20d1-44e2-97dc-e80bbfd2c580 service neutron] 10.222.0.62 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229365 Mar 22 12:50:59.902689 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:50:59.915333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Transition to ACTIVE for port object dc398fcc-18e1-4c88-934a-16d22c110067 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:50:59.915541 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-f62c0f80-6037-42d1-bfe0-36fee77421be service neutron] 10.222.0.62 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260240 Mar 22 12:50:59.926586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:00.063190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753ef6c-d4d0-48d7-8f68-4db65bd543c6 None None] Pushing event updated for resources: {'Port': ['ID=dc398fcc-18e1-4c88-934a-16d22c110067,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:00.111955 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d1a01970-ff6a-4007-b28d-3a83de439dff req-f826aef3-a158-426e-8199-4d89b05ff12e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 210 time: 0.0503621 Mar 22 12:51:00.162692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Attempting to bind port dc398fcc-18e1-4c88-934a-16d22c110067 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:51:00.163066 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Attempting to bind port dc398fcc-18e1-4c88-934a-16d22c110067 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:51:00.163958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Attempting to bind port dc398fcc-18e1-4c88-934a-16d22c110067 on network ae934e6d-4d39-4bd5-98ab-c987499938b0 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:51:00.170441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:51:00.170809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Checking segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:51:00.171537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:00.171931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Bound using segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:51:00.172444 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Bound port: dc398fcc-18e1-4c88-934a-16d22c110067, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:51:00.172763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:00.269715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] For port dc398fcc-18e1-4c88-934a-16d22c110067, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:51:00.272669 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] For port dc398fcc-18e1-4c88-934a-16d22c110067, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=dc398fcc-18e1-4c88-934a-16d22c110067,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:51:00.277608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:00.360014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753ef6c-d4d0-48d7-8f68-4db65bd543c6 None None] Pushing event updated for resources: {'Port': ['ID=dc398fcc-18e1-4c88-934a-16d22c110067,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:00.374926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:51:00.375559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:50:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:51:00.576229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:51:00.888747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:00Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:51:00.892763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5d341-aec1-44a4-b199-e5c99bdbfbef None None] The sync data for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv is: [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:00Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:51:01.297477 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-42da7380-f9b0-4488-bbb9-83bda4721be8 req-d5f114c6-1727-4d2c-a636-dd324d1e3384 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 210 time: 0.0515952 Mar 22 12:51:01.447729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-f9043392-a0d4-49f2-8f33-009a2086ec89 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:01.449332 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-f9043392-a0d4-49f2-8f33-009a2086ec89 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 812 time: 0.1589732 Mar 22 12:51:01.507970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-d2ce2ea3-5d15-42b0-8dc3-278507975aec tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Synchronizing usage tracker for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:51:01.519907 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-d2ce2ea3-5d15-42b0-8dc3-278507975aec tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Unset dirty status for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:51:01.521365 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-d2ce2ea3-5d15-42b0-8dc3-278507975aec tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 380 time: 0.0597379 Mar 22 12:51:01.533976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'port': {'device_id': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'admin_state_up': True, 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'security_groups': ['1f9cc04b-5a80-4832-b106-1129cce7ff8e']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:51:01.670872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:51:01.682599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:51:01.685788 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f25d8035-d082-4e94-9a09-687e67a2a93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:01.694911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Made reservation on behalf of 1e3851e9ecbb4ae6857ac5b207c98ba2 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:51:01.698126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:01.860512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Allocated IP 172.20.0.3 (ae934e6d-4d39-4bd5-98ab-c987499938b0/3c18ec5f-095b-45d9-ae92-d7755f1ee5be/2e1420c8-0885-4021-be5a-636577ef37c4) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:51:02.054313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:02.058645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:02.074228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Transition to ACTIVE for port object 2e1420c8-0885-4021-be5a-636577ef37c4 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:51:02.099005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:02.113077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:02.174347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:51:02.177538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:51:02.179926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:51:02.212753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event updated for resources: {'Port': ['ID=2e1420c8-0885-4021-be5a-636577ef37c4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:02.258112 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:02.258913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:02.279755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device dc398fcc-18e1-4c88-934a-16d22c110067 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:51:02.292820 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-9460c0df-ae52-40a6-952d-4bc58ee15608 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7627769 Mar 22 12:51:02.304404 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Request body: {'port': {'device_id': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:51:02.366466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port dc398fcc-18e1-4c88-934a-16d22c110067 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:51:02.375015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port dc398fcc-18e1-4c88-934a-16d22c110067 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:51:02.375379 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:02.425109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:02.538190 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b1e50979-931b-46af-bace-02e91716aead None None] Provisioning for port 2e1420c8-0885-4021-be5a-636577ef37c4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:51:02.551966 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b1e50979-931b-46af-bace-02e91716aead None None] Provisioning complete for port 2e1420c8-0885-4021-be5a-636577ef37c4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:51:02.552380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b1e50979-931b-46af-bace-02e91716aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:02.596334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:02.620961 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b1e50979-931b-46af-bace-02e91716aead None None] Port 2e1420c8-0885-4021-be5a-636577ef37c4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:51:02.639582 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port dc398fcc-18e1-4c88-934a-16d22c110067, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=dc398fcc-18e1-4c88-934a-16d22c110067,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:51:02.644770 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:02.710500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=dc398fcc-18e1-4c88-934a-16d22c110067,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:02.727019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee0130-f6f0-40ff-bdac-79851900b772 req-4bb63c69-73cf-4ffb-be3b-d8a9247545ba tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:02.727699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-47ee0130-f6f0-40ff-bdac-79851900b772 req-4bb63c69-73cf-4ffb-be3b-d8a9247545ba tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Synchronizing usage tracker for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:51:02.807381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-47ee0130-f6f0-40ff-bdac-79851900b772 req-4bb63c69-73cf-4ffb-be3b-d8a9247545ba tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Unset dirty status for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:51:02.808640 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47ee0130-f6f0-40ff-bdac-79851900b772 req-4bb63c69-73cf-4ffb-be3b-d8a9247545ba tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 931 time: 0.3686392 Mar 22 12:51:02.893478 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47ee0130-f6f0-40ff-bdac-79851900b772 req-ffdbaa61-8100-4dab-9102-ec65c58b2668 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747888 Mar 22 12:51:02.974996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1420c8-0885-4021-be5a-636577ef37c4 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:51:02.982131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:02.996742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Transition to ACTIVE for port object 2e1420c8-0885-4021-be5a-636577ef37c4 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:51:03.001761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:03.122852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=2e1420c8-0885-4021-be5a-636577ef37c4,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:03.235128 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Attempting to bind port 2e1420c8-0885-4021-be5a-636577ef37c4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:51:03.235460 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Attempting to bind port 2e1420c8-0885-4021-be5a-636577ef37c4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:51:03.235961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Attempting to bind port 2e1420c8-0885-4021-be5a-636577ef37c4 on network ae934e6d-4d39-4bd5-98ab-c987499938b0 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:51:03.241827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Port 2e1420c8-0885-4021-be5a-636577ef37c4 on network ae934e6d-4d39-4bd5-98ab-c987499938b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:51:03.242132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Attempting to bind port 2e1420c8-0885-4021-be5a-636577ef37c4 on network ae934e6d-4d39-4bd5-98ab-c987499938b0 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:51:03.248281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:51:03.248604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Checking segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:51:03.248976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Bound using segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:51:03.249392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Bound port: 2e1420c8-0885-4021-be5a-636577ef37c4, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:51:03.249755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:03.336392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] For port 2e1420c8-0885-4021-be5a-636577ef37c4, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:51:03.339290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] For port 2e1420c8-0885-4021-be5a-636577ef37c4, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e1420c8-0885-4021-be5a-636577ef37c4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:51:03.343536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:03.360605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:03.406268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:03.407592 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] 10.222.0.55 "PUT /v2.0/ports/2e1420c8-0885-4021-be5a-636577ef37c4 HTTP/1.1" status: 200 len: 1093 time: 1.1074703 Mar 22 12:51:03.408019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'tag': '2e1420c8-0885-4021-be5a-636577ef37c4'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:51:03.424473 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02842837-7a30-4e20-aa4c-f76b4cc4ccdd service neutron] Pushing event updated for resources: {'Port': ['ID=2e1420c8-0885-4021-be5a-636577ef37c4,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:03.484369 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'tag': '2e1420c8-0885-4021-be5a-636577ef37c4', 'status': 'completed', 'code': 200} Mar 22 12:51:03.522130 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-06dfe444-dca7-43e2-899f-ded152172101 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 1096 time: 0.0781469 Mar 22 12:51:03.594365 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-54875004-f685-4359-a0b3-596d85561653 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1420c8-0885-4021-be5a-636577ef37c4 HTTP/1.1" status: 200 len: 217 time: 0.0654721 Mar 22 12:51:03.655493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-082bbcaf-773f-424d-ba53-4915d89c82e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:03.656813 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-082bbcaf-773f-424d-ba53-4915d89c82e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0571220 Mar 22 12:51:03.749236 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-75e8ff66-c9a9-4622-9f5d-63b0e2b26803 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866442 Mar 22 12:51:03.886167 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-93c9823c-708a-421a-86cf-e435bb194e02 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306608 Mar 22 12:51:04.055756 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d36db29-14cf-4ec8-877f-ca82876e5cae req-3e4c9157-53e5-4e42-9a1b-bdbc8567c778 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640894 Mar 22 12:51:04.100269 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c0f96-b9f9-434f-b699-92572c77a34d req-fb9821c9-628e-4950-bc1f-ec5f6812a63b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:04.101684 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-664c0f96-b9f9-434f-b699-92572c77a34d req-fb9821c9-628e-4950-bc1f-ec5f6812a63b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.0888505 Mar 22 12:51:04.210822 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-664c0f96-b9f9-434f-b699-92572c77a34d req-3de6d156-00d6-4bc3-8222-946e231abc31 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032236 Mar 22 12:51:04.225852 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b2d3965-98e8-48a9-b2f9-9a0cc84fb46e req-9eff4717-7832-4339-ab38-f0b899ba74c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 1096 time: 0.1047595 Mar 22 12:51:04.230536 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device dc398fcc-18e1-4c88-934a-16d22c110067 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:51:04.295738 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port dc398fcc-18e1-4c88-934a-16d22c110067 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:51:04.296096 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:04.356096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d3965-98e8-48a9-b2f9-9a0cc84fb46e req-6db361bc-fd8b-4cf5-aeae-510459466810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:04.357482 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b2d3965-98e8-48a9-b2f9-9a0cc84fb46e req-6db361bc-fd8b-4cf5-aeae-510459466810 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1260376 Mar 22 12:51:04.421934 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b2d3965-98e8-48a9-b2f9-9a0cc84fb46e req-31db287a-a3b2-423f-a4bb-2d959d96420e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1420c8-0885-4021-be5a-636577ef37c4 HTTP/1.1" status: 200 len: 217 time: 0.0589211 Mar 22 12:51:04.580220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d3965-98e8-48a9-b2f9-9a0cc84fb46e req-71d1fbeb-5f19-4b65-b179-6f406367bbbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:04.581863 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b2d3965-98e8-48a9-b2f9-9a0cc84fb46e req-71d1fbeb-5f19-4b65-b179-6f406367bbbd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.1548498 Mar 22 12:51:04.655216 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b2d3965-98e8-48a9-b2f9-9a0cc84fb46e req-0f6c41fb-49f3-4ca4-9d73-a2790dc7160e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674052 Mar 22 12:51:04.783381 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b2d3965-98e8-48a9-b2f9-9a0cc84fb46e req-57f840f6-dd10-4be6-ba10-128b772b558d service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213295 Mar 22 12:51:04.913678 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b2d3965-98e8-48a9-b2f9-9a0cc84fb46e req-45f8ee17-de44-4378-af3e-fb388f4c5a75 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245010 Mar 22 12:51:05.142031 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:51:05.522995 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee31d8-ad24-4dea-8ad7-46af914708a5 req-64ad5f20-2439-435a-b648-7b96903a4e23 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:05.524421 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4bee31d8-ad24-4dea-8ad7-46af914708a5 req-64ad5f20-2439-435a-b648-7b96903a4e23 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.1915617 Mar 22 12:51:05.570318 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4bee31d8-ad24-4dea-8ad7-46af914708a5 req-8e60dab8-2c04-48c8-b215-1332469a453f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398483 Mar 22 12:51:06.264341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2e1420c8-0885-4021-be5a-636577ef37c4 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:51:06.408787 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2e1420c8-0885-4021-be5a-636577ef37c4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e1420c8-0885-4021-be5a-636577ef37c4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:51:06.423372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '2e1420c8-0885-4021-be5a-636577ef37c4', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'port_id': '2e1420c8-0885-4021-be5a-636577ef37c4', 'mac_address': 'fa:16:3e:24:f5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:51:06.477709 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:06.510358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1420c8-0885-4021-be5a-636577ef37c4 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:51:06.526232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2e1420c8-0885-4021-be5a-636577ef37c4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e1420c8-0885-4021-be5a-636577ef37c4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:51:06.531919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:06.597346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=2e1420c8-0885-4021-be5a-636577ef37c4,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:06.774251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81678b2e-a17f-486a-9696-c16bd583f226 req-ceb071ae-a085-4222-995e-963f153393e6 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:06.775699 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81678b2e-a17f-486a-9696-c16bd583f226 req-ceb071ae-a085-4222-995e-963f153393e6 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 944 time: 0.0840268 Mar 22 12:51:06.825599 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81678b2e-a17f-486a-9696-c16bd583f226 req-ba1ae410-e1bb-41fd-ac6a-8e6c8e014fb8 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Mar 22 12:51:06.839176 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['2e1420c8-0885-4021-be5a-636577ef37c4'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:51:08.043815 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efeda1-0829-400f-899a-cf9dc6927e3e req-b80bdc94-07a7-4276-9309-5719ef843c80 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:08.045272 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c7efeda1-0829-400f-899a-cf9dc6927e3e req-b80bdc94-07a7-4276-9309-5719ef843c80 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 944 time: 0.0885661 Mar 22 12:51:08.101326 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c7efeda1-0829-400f-899a-cf9dc6927e3e req-b1d29ad7-4dfe-426b-b2fd-7371f12e2131 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504639 Mar 22 12:51:08.281192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2e1420c8-0885-4021-be5a-636577ef37c4 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:51:08.359200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 2e1420c8-0885-4021-be5a-636577ef37c4 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:51:08.363591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 2e1420c8-0885-4021-be5a-636577ef37c4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:51:08.363946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:08.476992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:08.505403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1420c8-0885-4021-be5a-636577ef37c4'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:51:08.515317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2e1420c8-0885-4021-be5a-636577ef37c4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e1420c8-0885-4021-be5a-636577ef37c4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:51:08.520836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:08.584716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=2e1420c8-0885-4021-be5a-636577ef37c4,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:08.637779 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1420c8-0885-4021-be5a-636577ef37c4', 'code': 200} Mar 22 12:51:08.874936 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cffb6a0a-ffa3-4a4a-a8a7-7140c3528a39 req-7554d314-280f-4ef4-b5bf-f6ff3ab46f6e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 1098 time: 0.0774281 Mar 22 12:51:08.923494 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cffb6a0a-ffa3-4a4a-a8a7-7140c3528a39 req-98cac354-33e1-4119-9413-6861eba02774 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422430 Mar 22 12:51:09.324439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278748d4-f32f-4779-b1d7-885a479f0e9e req-dd9ef8e8-6804-44a8-8d2e-e6f0328e69f2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:09.325879 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-278748d4-f32f-4779-b1d7-885a479f0e9e req-dd9ef8e8-6804-44a8-8d2e-e6f0328e69f2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0792880 Mar 22 12:51:09.374159 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-278748d4-f32f-4779-b1d7-885a479f0e9e req-be6debce-dfd4-4668-b80a-42f860bc743e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 Mar 22 12:51:10.621142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d8c69-fe0e-4667-a47c-dd1e4e6008b6 req-1f3a0b5a-a39f-4fb5-a798-8da8de56b6bb tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:10.622605 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b04d8c69-fe0e-4667-a47c-dd1e4e6008b6 req-1f3a0b5a-a39f-4fb5-a798-8da8de56b6bb tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0929096 Mar 22 12:51:10.670273 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b04d8c69-fe0e-4667-a47c-dd1e4e6008b6 req-11b26342-1e61-4b91-a2d1-ebffa67cd12d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 Mar 22 12:51:10.866808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee829267-335d-4c31-b8bd-314ebf30553e req-457fbb96-717f-4153-b9ab-9ea7f0f61848 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:10.868604 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ee829267-335d-4c31-b8bd-314ebf30553e req-457fbb96-717f-4153-b9ab-9ea7f0f61848 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0834556 Mar 22 12:51:10.881903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 49862) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:51:10.891388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-38be6c3d-d4de-45ce-ae33-4d1b0eec598a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'floatingip': {'port_id': '2e1420c8-0885-4021-be5a-636577ef37c4'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:51:10.976925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38be6c3d-d4de-45ce-ae33-4d1b0eec598a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:11.561939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38be6c3d-d4de-45ce-ae33-4d1b0eec598a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:11.567223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38be6c3d-d4de-45ce-ae33-4d1b0eec598a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:11.854815 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-38be6c3d-d4de-45ce-ae33-4d1b0eec598a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4 associated. External IP: 172.26.0.199, port: 2e1420c8-0885-4021-be5a-636577ef37c4. Mar 22 12:51:12.250578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38be6c3d-d4de-45ce-ae33-4d1b0eec598a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Router 8cbe9f0a-f2c7-402f-b150-d12145076e27 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:51:12.453932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38be6c3d-d4de-45ce-ae33-4d1b0eec598a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:51:12.458780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-38be6c3d-d4de-45ce-ae33-4d1b0eec598a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:12.511307 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-38be6c3d-d4de-45ce-ae33-4d1b0eec598a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "PUT /v2.0/floatingips/ade31676-8f51-45d7-9d83-630d5b3f8cc4 HTTP/1.1" status: 200 len: 991 time: 1.6280394 Mar 22 12:51:12.511858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'tag': '2e1420c8-0885-4021-be5a-636577ef37c4'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:51:12.565017 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'tag': '2e1420c8-0885-4021-be5a-636577ef37c4', 'status': 'completed', 'code': 200} Mar 22 12:51:12.713385 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc7a4814-bc4a-4663-9b09-6e64171964d7 req-9de8f7bf-922f-4880-b33d-23c17b45e6ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 1098 time: 0.1268513 Mar 22 12:51:12.721698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765a281-013b-4f66-8361-0591f3916b22 req-564d2cd3-63f3-4e83-9139-fbf74ff5c968 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:12.723019 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0765a281-013b-4f66-8361-0591f3916b22 req-564d2cd3-63f3-4e83-9139-fbf74ff5c968 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.1042492 Mar 22 12:51:12.863018 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0765a281-013b-4f66-8361-0591f3916b22 req-6e692279-b22f-4f7e-a711-3a60d281b337 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194401 Mar 22 12:51:12.895043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a4814-bc4a-4663-9b09-6e64171964d7 req-08151c6b-ce8d-4d66-8a1d-1c7c8669609e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:12.896615 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc7a4814-bc4a-4663-9b09-6e64171964d7 req-08151c6b-ce8d-4d66-8a1d-1c7c8669609e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1727843 Mar 22 12:51:12.915099 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04d0b3-e66d-4dda-826b-4cfd98d23102 None None] Sync routers for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:51:12.930202 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04d0b3-e66d-4dda-826b-4cfd98d23102 None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:51:12.930921 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9e04d0b3-e66d-4dda-826b-4cfd98d23102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:51:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:51:13.010522 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc7a4814-bc4a-4663-9b09-6e64171964d7 req-fab89089-7a9d-464c-9acf-9a6f41b9502f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1420c8-0885-4021-be5a-636577ef37c4 HTTP/1.1" status: 200 len: 999 time: 0.1068330 Mar 22 12:51:13.074531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a4814-bc4a-4663-9b09-6e64171964d7 req-e4633641-a6db-4485-b69a-7af418265267 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:13.076254 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc7a4814-bc4a-4663-9b09-6e64171964d7 req-e4633641-a6db-4485-b69a-7af418265267 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0607760 Mar 22 12:51:13.077967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2fd25-327c-489f-a7dc-f89ba3aac7b7 req-4641298e-93f9-49bc-8ea6-55f604c52191 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:13.079767 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bab2fd25-327c-489f-a7dc-f89ba3aac7b7 req-4641298e-93f9-49bc-8ea6-55f604c52191 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0808046 Mar 22 12:51:13.110402 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9e04d0b3-e66d-4dda-826b-4cfd98d23102 None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:51:13.133960 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bab2fd25-327c-489f-a7dc-f89ba3aac7b7 req-20a27509-7333-4f7f-8f0b-404b45294500 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482459 Mar 22 12:51:13.155276 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc7a4814-bc4a-4663-9b09-6e64171964d7 req-51b86ec8-6bb9-4b34-afcc-0a7872449867 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728147 Mar 22 12:51:13.286602 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc7a4814-bc4a-4663-9b09-6e64171964d7 req-80905994-18a0-41f9-a7a9-f1a0d132c7c0 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255863 Mar 22 12:51:13.455020 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:13.492684 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9e04d0b3-e66d-4dda-826b-4cfd98d23102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': '2e1420c8-0885-4021-be5a-636577ef37c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:24:f5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:51:11Z', 'revision_number': 1, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:51:13.496403 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04d0b3-e66d-4dda-826b-4cfd98d23102 None None] Checking router: 8cbe9f0a-f2c7-402f-b150-d12145076e27 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:51:13.506498 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04d0b3-e66d-4dda-826b-4cfd98d23102 None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:51:13.507042 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9e04d0b3-e66d-4dda-826b-4cfd98d23102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:51:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:51:13.522047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc7a4814-bc4a-4663-9b09-6e64171964d7 req-d3429002-466b-46c8-9b1f-149282966808 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302864 Mar 22 12:51:13.680617 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9e04d0b3-e66d-4dda-826b-4cfd98d23102 None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:51:14.041019 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9e04d0b3-e66d-4dda-826b-4cfd98d23102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': '2e1420c8-0885-4021-be5a-636577ef37c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:24:f5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:51:11Z', 'revision_number': 1, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:51:14.044930 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04d0b3-e66d-4dda-826b-4cfd98d23102 None None] The sync data for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv is: [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': '2e1420c8-0885-4021-be5a-636577ef37c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:24:f5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:51:11Z', 'revision_number': 1, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:51:14.341097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541da6a3-0c5e-4281-9f73-37242421062a req-4dc5d17f-b2f2-4ef6-982f-1a48939f4550 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:14.342432 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-541da6a3-0c5e-4281-9f73-37242421062a req-4dc5d17f-b2f2-4ef6-982f-1a48939f4550 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0825248 Mar 22 12:51:14.392098 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-541da6a3-0c5e-4281-9f73-37242421062a req-321b2c9c-033a-4bc6-bd0a-b7fb20f82fc7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439904 Mar 22 12:51:14.588445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde3923-e2e2-490e-b54a-73ff67867548 req-84c8af3a-c0c4-400d-a12b-f958454f0999 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:14.589889 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0bde3923-e2e2-490e-b54a-73ff67867548 req-84c8af3a-c0c4-400d-a12b-f958454f0999 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0782025 Mar 22 12:51:14.637095 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0bde3923-e2e2-490e-b54a-73ff67867548 req-a152e36c-9f84-4f78-b317-9ce02bec044d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392475 Mar 22 12:51:14.930131 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c47fdf98-fa78-4e93-a75c-367dd4f066f0 req-aefd87f5-0fde-473b-8073-faf8cacc3858 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1539576 Mar 22 12:51:15.190006 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-6cd5ba73-72ac-4f72-ac61-febffe272351 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685365 Mar 22 12:51:15.247880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8086960-9f3e-4a2a-844b-424627d69d16 req-0bfaeadc-939c-4eb5-ba34-8c9957c8babd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:15.249340 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8086960-9f3e-4a2a-844b-424627d69d16 req-0bfaeadc-939c-4eb5-ba34-8c9957c8babd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0771236 Mar 22 12:51:15.300786 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8086960-9f3e-4a2a-844b-424627d69d16 req-5511e78c-21e7-49d6-9b7a-ab687a8c8fd3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457950 Mar 22 12:51:16.397425 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-5764c397-5f0d-4e75-8d9c-0c45c63896b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 1098 time: 0.0915852 Mar 22 12:51:16.573745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-7e5ea6f4-22fb-475d-ba7a-01407986b157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:16.575220 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-7e5ea6f4-22fb-475d-ba7a-01407986b157 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1719341 Mar 22 12:51:16.636057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6e80c-6812-45b6-852c-cdebdf0d7c26 req-d2282ec4-1cd6-4b2e-8fe2-4e7455c88ebe tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:16.637401 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1a6e80c-6812-45b6-852c-cdebdf0d7c26 req-d2282ec4-1cd6-4b2e-8fe2-4e7455c88ebe tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.1691906 Mar 22 12:51:16.711325 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-a0f6dd91-ee4b-49f5-a5cf-81e5488fef5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1420c8-0885-4021-be5a-636577ef37c4 HTTP/1.1" status: 200 len: 999 time: 0.1296589 Mar 22 12:51:16.713710 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c1a6e80c-6812-45b6-852c-cdebdf0d7c26 req-fa4e0dcd-d53e-4034-9789-1e0d5622d041 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704939 Mar 22 12:51:16.775350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-7f23b9e6-411b-45d1-a095-1c9bd9deb62e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:16.776766 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-7f23b9e6-411b-45d1-a095-1c9bd9deb62e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0601871 Mar 22 12:51:16.859440 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-652df4d6-5436-494a-8585-703224935324 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766675 Mar 22 12:51:16.994805 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-d7ea8005-ea01-46c4-bce9-acd9ca38d3fb service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285107 Mar 22 12:51:17.130374 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-1bd3c57e-16ba-49b2-809f-9ba396f5c2a4 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294782 Mar 22 12:51:17.146448 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f398c-617f-4a47-a5e7-73bb3807bcf3 None None] New status for floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:51:17.918599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d2267-1462-427e-8baa-97a6867c2dbc req-5de84902-f312-415a-a134-1b1a727a4065 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:17.920890 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-be9d2267-1462-427e-8baa-97a6867c2dbc req-5de84902-f312-415a-a134-1b1a727a4065 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0863166 Mar 22 12:51:17.970734 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-be9d2267-1462-427e-8baa-97a6867c2dbc req-08a76092-f82e-420d-b8c9-78a5e650a88e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420690 Mar 22 12:51:19.177579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c09f3-9a61-4471-81c4-2fdf5f553215 req-6d2e23be-9022-4e57-9cf0-fe60e851ab3b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:19.179016 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-747c09f3-9a61-4471-81c4-2fdf5f553215 req-6d2e23be-9022-4e57-9cf0-fe60e851ab3b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0812898 Mar 22 12:51:19.225995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-747c09f3-9a61-4471-81c4-2fdf5f553215 req-e58f0d15-88c1-4f92-b18d-5f8671de72d3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407643 Mar 22 12:51:20.453302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc8abb-1228-421e-be33-3885b63d84c3 req-00df9f0f-885d-4139-abb0-f893999052f1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:20.454748 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-77cc8abb-1228-421e-be33-3885b63d84c3 req-00df9f0f-885d-4139-abb0-f893999052f1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0864763 Mar 22 12:51:20.500594 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-77cc8abb-1228-421e-be33-3885b63d84c3 req-0f3565f4-c630-427d-88e6-fed2963112a1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400190 Mar 22 12:51:21.706877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25ba12-2fe2-4a4d-a2e8-05fb515995ed req-a67c7f0d-3ea2-4a01-ab0c-29c11c6b91b7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:21.708286 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6a25ba12-2fe2-4a4d-a2e8-05fb515995ed req-a67c7f0d-3ea2-4a01-ab0c-29c11c6b91b7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0847752 Mar 22 12:51:21.754288 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6a25ba12-2fe2-4a4d-a2e8-05fb515995ed req-bfdd67ee-8813-4e95-b1f1-79ce3507f77c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404770 Mar 22 12:51:22.976665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac126ec-2820-429b-8b12-860f420bff6c req-144f6dbe-a047-484b-bf28-feb11780469d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:22.978110 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ac126ec-2820-429b-8b12-860f420bff6c req-144f6dbe-a047-484b-bf28-feb11780469d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0823216 Mar 22 12:51:23.022419 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ac126ec-2820-429b-8b12-860f420bff6c req-0426f459-2bb5-401a-8255-1786dc78155e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387242 Mar 22 12:51:24.244395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1215672-a607-43b1-89b1-44db200f51a1 req-ddbb285b-aacf-4ae3-9eae-29df5df56933 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:24.245868 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1215672-a607-43b1-89b1-44db200f51a1 req-ddbb285b-aacf-4ae3-9eae-29df5df56933 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0812449 Mar 22 12:51:24.290276 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1215672-a607-43b1-89b1-44db200f51a1 req-3d635ae7-5df7-435e-9fb7-37975fba0456 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388067 Mar 22 12:51:25.492449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630356b-7998-4018-bb56-18983a73eab9 req-201e1b0b-c690-4024-a83f-976f7daa0e00 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:25.493827 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d630356b-7998-4018-bb56-18983a73eab9 req-201e1b0b-c690-4024-a83f-976f7daa0e00 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0837123 Mar 22 12:51:25.540297 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d630356b-7998-4018-bb56-18983a73eab9 req-09857e93-9d66-4a56-95a0-4bb34969731e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409312 Mar 22 12:51:26.749973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6439c-6610-4264-96f1-d538199f5a34 req-e72bfc6f-c14b-4441-ac02-20f1e14923b5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:26.751393 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-79b6439c-6610-4264-96f1-d538199f5a34 req-e72bfc6f-c14b-4441-ac02-20f1e14923b5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0766501 Mar 22 12:51:26.801957 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-79b6439c-6610-4264-96f1-d538199f5a34 req-24979ced-0c17-4ef8-b69d-1d2c65ff9749 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433726 Mar 22 12:51:28.027850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39474b-4502-4d2e-a1da-e00e4160688b req-2cfb5327-babb-40e1-b41e-8148dffd38af tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:28.029291 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-be39474b-4502-4d2e-a1da-e00e4160688b req-2cfb5327-babb-40e1-b41e-8148dffd38af tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0905957 Mar 22 12:51:28.074424 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-be39474b-4502-4d2e-a1da-e00e4160688b req-e496cf94-fa24-46ae-ac21-8a7b67ece559 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394073 Mar 22 12:51:28.729377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3ea71e9-5e68-4e20-b55a-9fcf08ce3f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:29.268045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc276e7a-e2b7-488e-acf2-1dfeb0c2fe4f req-dd0d25db-34c8-41c9-981d-896858d8a1c7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:29.269479 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cc276e7a-e2b7-488e-acf2-1dfeb0c2fe4f req-dd0d25db-34c8-41c9-981d-896858d8a1c7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0747588 Mar 22 12:51:29.315873 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cc276e7a-e2b7-488e-acf2-1dfeb0c2fe4f req-03a7ef14-8a30-450d-ba60-fc55888fc91b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399337 Mar 22 12:51:30.546565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720a10e-031e-4bee-9500-3192e60b369e req-3a31cc1e-5484-4b5a-b8c0-acc7d0741402 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:30.548138 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d720a10e-031e-4bee-9500-3192e60b369e req-3a31cc1e-5484-4b5a-b8c0-acc7d0741402 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0915313 Mar 22 12:51:30.602629 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d720a10e-031e-4bee-9500-3192e60b369e req-799244fe-361d-481e-b5f9-109b6f5cd469 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485783 Mar 22 12:51:31.687088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff4d8a39-c4a5-4bed-8759-68d97353bf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:31.824960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7eb2f7-3d96-488d-ad32-855dc94fcdf1 req-a01b07d0-1928-434a-a002-ab8de5071d5e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:31.826391 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b7eb2f7-3d96-488d-ad32-855dc94fcdf1 req-a01b07d0-1928-434a-a002-ab8de5071d5e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0882583 Mar 22 12:51:31.871313 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b7eb2f7-3d96-488d-ad32-855dc94fcdf1 req-fb62d29a-c418-4980-b22e-3a1e7306722c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393791 Mar 22 12:51:32.069605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:32.116706 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:33.087351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50aaa8-9d46-47ca-a8bf-de17f87cc3de req-2768b6a8-eef8-4d58-8201-b23a5af8a14f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:33.088765 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f50aaa8-9d46-47ca-a8bf-de17f87cc3de req-2768b6a8-eef8-4d58-8201-b23a5af8a14f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0857098 Mar 22 12:51:33.137391 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8f50aaa8-9d46-47ca-a8bf-de17f87cc3de req-9e0bb4f7-a826-4102-b528-81a220f425ca tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430820 Mar 22 12:51:33.370825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:34.332069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f40ee2-3253-4d29-82ff-b91e8d2f355b req-c2395048-9d1a-47de-ac10-3bc59a2cc329 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:34.333573 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-87f40ee2-3253-4d29-82ff-b91e8d2f355b req-c2395048-9d1a-47de-ac10-3bc59a2cc329 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0767729 Mar 22 12:51:34.379455 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-87f40ee2-3253-4d29-82ff-b91e8d2f355b req-b4a921af-4c33-4182-973a-e2f042ee5b0f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403490 Mar 22 12:51:35.598649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d63aa-7296-41fe-af6c-f81dde83e3ec req-f045e2cc-eb45-41c8-8a24-4aebf60d33db tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:35.600056 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b0d63aa-7296-41fe-af6c-f81dde83e3ec req-f045e2cc-eb45-41c8-8a24-4aebf60d33db tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0856113 Mar 22 12:51:35.645819 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b0d63aa-7296-41fe-af6c-f81dde83e3ec req-afde5bf4-c911-42f6-b35f-dff217f3cc49 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402513 Mar 22 12:51:36.926404 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9478201-3163-4726-81c0-cf20e5868de5 req-151fd976-4f21-4e07-96da-ea619e182f0c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:36.927887 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c9478201-3163-4726-81c0-cf20e5868de5 req-151fd976-4f21-4e07-96da-ea619e182f0c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.1626210 Mar 22 12:51:36.975704 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c9478201-3163-4726-81c0-cf20e5868de5 req-9cc4ed4f-3afd-403c-b6c2-2e7ca225cbbf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419638 Mar 22 12:51:38.188686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a22d4d-4347-4bbe-b08a-1783074d6152 req-fd63ebcb-2a95-460f-a305-fa5bbf469626 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:38.190135 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0a22d4d-4347-4bbe-b08a-1783074d6152 req-fd63ebcb-2a95-460f-a305-fa5bbf469626 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0818748 Mar 22 12:51:38.234761 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0a22d4d-4347-4bbe-b08a-1783074d6152 req-7f9db0a6-8fe6-4cb5-b04f-ff62cf5a2499 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390246 Mar 22 12:51:38.881465 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-ff91cdb9-180b-4f9a-9173-8c10ed895cca service neutron] 10.222.0.55 "GET /v2.0/ports/2e1420c8-0885-4021-be5a-636577ef37c4/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0816536 Mar 22 12:51:39.168217 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-9a0575c8-7a24-499b-ba67-915c6c128196 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0668197 Mar 22 12:51:39.258917 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-07800630-b0cf-41a3-9b28-c8c9e1f12273 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 1098 time: 0.0698490 Mar 22 12:51:39.430168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-719efcc4-de32-4be4-ae7f-ffee256169c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:39.431817 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-719efcc4-de32-4be4-ae7f-ffee256169c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1671348 Mar 22 12:51:39.547462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9afc-b8d9-4748-9b1b-26b7522717e7 req-04ab3f4c-66e3-4538-9635-f3883fb798c9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:39.548871 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a5c9afc-b8d9-4748-9b1b-26b7522717e7 req-04ab3f4c-66e3-4538-9635-f3883fb798c9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.1912010 Mar 22 12:51:39.550537 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-ff54eac7-bbdd-4024-8ff3-d350210d4521 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1420c8-0885-4021-be5a-636577ef37c4 HTTP/1.1" status: 200 len: 1001 time: 0.1101458 Mar 22 12:51:39.643799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-ea7fd196-8ae4-4147-83ff-5e2b9093889c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:39.645172 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-ea7fd196-8ae4-4147-83ff-5e2b9093889c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0874488 Mar 22 12:51:39.648901 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a5c9afc-b8d9-4748-9b1b-26b7522717e7 req-42d09558-b53b-4c81-9dfc-74edd376b34e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925465 Mar 22 12:51:39.719065 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-4e084b4f-e7f0-462a-acf6-aed814beffae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672874 Mar 22 12:51:39.851091 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-f07bf338-baf8-4e58-a648-6be7b80d9dd5 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260788 Mar 22 12:51:39.978724 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ab7cfa15-c1cb-4def-8bf8-793edcebbb23 req-49e03976-ba17-44af-9811-64792b48da3c service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221857 Mar 22 12:51:40.857644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b914aee-08d6-42d3-97e5-611b46ea40ea req-028a0666-2aab-4326-bfda-95f1fc8d4694 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:40.859932 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2b914aee-08d6-42d3-97e5-611b46ea40ea req-028a0666-2aab-4326-bfda-95f1fc8d4694 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0797958 Mar 22 12:51:40.915041 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2b914aee-08d6-42d3-97e5-611b46ea40ea req-6a9abde6-aa1d-4bcc-b17b-0a543de9df6b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473659 Mar 22 12:51:41.203481 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c004e17f-e73b-4bf2-bf8e-23d456f9bac2 req-a99823fa-0778-4661-b057-446b639c8f8c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 1098 time: 0.0743892 Mar 22 12:51:41.347519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004e17f-e73b-4bf2-bf8e-23d456f9bac2 req-34204c26-317b-4354-bc3b-1f1309a86b6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:41.348925 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c004e17f-e73b-4bf2-bf8e-23d456f9bac2 req-34204c26-317b-4354-bc3b-1f1309a86b6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1256754 Mar 22 12:51:41.450852 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c004e17f-e73b-4bf2-bf8e-23d456f9bac2 req-a33a38f8-4a01-4309-9a15-d55fb9c69bd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1420c8-0885-4021-be5a-636577ef37c4 HTTP/1.1" status: 200 len: 1001 time: 0.0955479 Mar 22 12:51:41.514732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004e17f-e73b-4bf2-bf8e-23d456f9bac2 req-fd17804d-d059-4461-ac00-f948ed688585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:41.516017 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c004e17f-e73b-4bf2-bf8e-23d456f9bac2 req-fd17804d-d059-4461-ac00-f948ed688585 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0598814 Mar 22 12:51:41.592915 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c004e17f-e73b-4bf2-bf8e-23d456f9bac2 req-e2399c1e-cb26-4592-8eab-1d87efe7d157 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704989 Mar 22 12:51:41.809950 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c004e17f-e73b-4bf2-bf8e-23d456f9bac2 req-585b0d34-d282-40bd-bade-64a8332f51ab service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101841 Mar 22 12:51:41.942184 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c004e17f-e73b-4bf2-bf8e-23d456f9bac2 req-6d33edcc-7f63-4d32-8062-9330a1185469 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261945 Mar 22 12:51:42.130931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb964d2-a9a0-4907-bf99-4e0a76e691d0 req-74eca43f-0443-4a5b-bd07-30771d86c44b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:42.132237 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3bb964d2-a9a0-4907-bf99-4e0a76e691d0 req-74eca43f-0443-4a5b-bd07-30771d86c44b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 945 time: 0.0779412 Mar 22 12:51:42.143502 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:51:42.182211 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3bb964d2-a9a0-4907-bf99-4e0a76e691d0 req-a016a252-8b5f-4bad-a492-691570928000 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439746 Mar 22 12:51:42.499533 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2e1420c8-0885-4021-be5a-636577ef37c4 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:51:42.617269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:42.644164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1420c8-0885-4021-be5a-636577ef37c4'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:51:42.654160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 2e1420c8-0885-4021-be5a-636577ef37c4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e1420c8-0885-4021-be5a-636577ef37c4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:51:42.659541 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:42.709206 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1420c8-0885-4021-be5a-636577ef37c4', 'code': 200} Mar 22 12:51:42.726343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=2e1420c8-0885-4021-be5a-636577ef37c4,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:43.380408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b6aec-8f63-4c6c-8079-4474d5bbc72a req-12251b66-7b8b-456a-ac0c-d9499fe19528 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:43.381842 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad0b6aec-8f63-4c6c-8079-4474d5bbc72a req-12251b66-7b8b-456a-ac0c-d9499fe19528 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.0802021 Mar 22 12:51:43.428677 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ad0b6aec-8f63-4c6c-8079-4474d5bbc72a req-9e84e329-bfca-4ba9-815b-40ffebdab929 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388999 Mar 22 12:51:43.448327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:43.808845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9330c5-9e88-421c-9b44-21956312729d req-bc169507-cf4a-4a86-8780-6a3b6e9fa8c1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:43.810195 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d9330c5-9e88-421c-9b44-21956312729d req-bc169507-cf4a-4a86-8780-6a3b6e9fa8c1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 943 time: 0.1351273 Mar 22 12:51:43.816238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe00f69-59fa-437e-9406-21ae8c74c732 req-63c0c5cf-6656-4a72-bddc-3251f2d48cb9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:43.817569 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-afe00f69-59fa-437e-9406-21ae8c74c732 req-63c0c5cf-6656-4a72-bddc-3251f2d48cb9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.1124651 Mar 22 12:51:43.863599 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-afe00f69-59fa-437e-9406-21ae8c74c732 req-7d451226-f3ba-44f3-90e3-ce3ebaf767e2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396171 Mar 22 12:51:43.954886 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d9330c5-9e88-421c-9b44-21956312729d req-842525a0-c66f-45e2-8c65-6744704e1cd8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 1096 time: 0.0739663 Mar 22 12:51:44.082357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9330c5-9e88-421c-9b44-21956312729d req-986ee5f8-8910-48cf-be3a-e457b4cb781c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:44.083709 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d9330c5-9e88-421c-9b44-21956312729d req-986ee5f8-8910-48cf-be3a-e457b4cb781c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1230459 Mar 22 12:51:44.186102 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d9330c5-9e88-421c-9b44-21956312729d req-fd108247-cc6b-4a18-b2e3-4e29f29fe01f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e1420c8-0885-4021-be5a-636577ef37c4 HTTP/1.1" status: 200 len: 999 time: 0.0965376 Mar 22 12:51:44.246851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9330c5-9e88-421c-9b44-21956312729d req-c2cf24bb-0d92-468a-9046-10c0b3063c19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:44.248247 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d9330c5-9e88-421c-9b44-21956312729d req-c2cf24bb-0d92-468a-9046-10c0b3063c19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0560911 Mar 22 12:51:44.321788 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d9330c5-9e88-421c-9b44-21956312729d req-2f896782-2b5c-449d-9964-a4636cf558f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680192 Mar 22 12:51:44.451099 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d9330c5-9e88-421c-9b44-21956312729d req-da547043-de13-46f4-b723-f35c297529ee service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233318 Mar 22 12:51:44.578634 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d9330c5-9e88-421c-9b44-21956312729d req-5db55911-2775-4ee9-a8bc-2ae7b086ff78 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219416 Mar 22 12:51:45.071993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9d601-a891-4b5d-a6a8-94c389223d44 req-dc887a81-28c7-450c-9e80-974a5c875110 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:45.073547 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d0f9d601-a891-4b5d-a6a8-94c389223d44 req-dc887a81-28c7-450c-9e80-974a5c875110 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.0820930 Mar 22 12:51:45.122876 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d0f9d601-a891-4b5d-a6a8-94c389223d44 req-2b0629d9-9011-4b9b-adf2-48c007e5268b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 Mar 22 12:51:46.328100 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1943a-c188-4996-af6e-6dfd23397bbe req-c8c2c0e6-82a5-43e8-8e28-3f5494711922 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:46.329501 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8ac1943a-c188-4996-af6e-6dfd23397bbe req-c8c2c0e6-82a5-43e8-8e28-3f5494711922 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.0813334 Mar 22 12:51:46.376699 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8ac1943a-c188-4996-af6e-6dfd23397bbe req-e11b5b20-e910-4708-8f7c-3d0f1c2b6ef9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392303 Mar 22 12:51:46.592919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631eec0-4e0b-4139-aa7a-0c90b41a898b req-73eeccde-127c-4159-9208-de810c033e94 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:46.594376 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6631eec0-4e0b-4139-aa7a-0c90b41a898b req-73eeccde-127c-4159-9208-de810c033e94 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.0889294 Mar 22 12:51:46.646397 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6631eec0-4e0b-4139-aa7a-0c90b41a898b req-73cc0d9e-a10f-4032-82b9-d83e49b179a4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463543 Mar 22 12:51:46.849307 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee65b26-1035-40fa-801a-0c1b1d96087e req-300822d0-e067-4596-ad9e-71079b2f4bcd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:46.850764 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ee65b26-1035-40fa-801a-0c1b1d96087e req-300822d0-e067-4596-ad9e-71079b2f4bcd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.0864561 Mar 22 12:51:46.901572 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ee65b26-1035-40fa-801a-0c1b1d96087e req-57d7a552-06fd-421c-b729-855eb4c37a92 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424020 Mar 22 12:51:47.316805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089b1d4-6f07-44ed-b073-f8dae5603d50 req-532254ea-b6e6-4171-8ec1-a3c2fbda5b43 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:47.318276 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b089b1d4-6f07-44ed-b073-f8dae5603d50 req-532254ea-b6e6-4171-8ec1-a3c2fbda5b43 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.0799663 Mar 22 12:51:47.365993 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b089b1d4-6f07-44ed-b073-f8dae5603d50 req-06532d62-659c-4d4a-b8b5-e0592f991752 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397415 Mar 22 12:51:48.590077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5d96d-d920-450f-88cd-0b438848e1f2 req-ce425013-c69b-4c35-9d4e-9938ba5f8224 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:48.591502 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e2f5d96d-d920-450f-88cd-0b438848e1f2 req-ce425013-c69b-4c35-9d4e-9938ba5f8224 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.0918162 Mar 22 12:51:48.639556 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e2f5d96d-d920-450f-88cd-0b438848e1f2 req-dbfb28db-2e07-40eb-aada-9c8ab095778a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400259 Mar 22 12:51:49.159107 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-d19412f1-89bc-4aae-b400-a50bb0c76b6e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:49.160494 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-d19412f1-89bc-4aae-b400-a50bb0c76b6e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.0920482 Mar 22 12:51:49.314680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Deleting port 2e1420c8-0885-4021-be5a-636577ef37c4 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:51:49.314983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:49.570490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] For port 2e1420c8-0885-4021-be5a-636577ef37c4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2e1420c8-0885-4021-be5a-636577ef37c4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:51:49.570787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:49.892363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:49.892606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:49.892885 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4 disassociated. External IP: 172.26.0.199, port: 2e1420c8-0885-4021-be5a-636577ef37c4. Mar 22 12:51:49.893226 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Calling delete_port for 2e1420c8-0885-4021-be5a-636577ef37c4 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:51:49.971262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc32898-51a6-4289-be5d-8999d0f17539 req-09696b2d-4e13-413c-99ee-fd934f5657b8 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:49.972671 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9fc32898-51a6-4289-be5d-8999d0f17539 req-09696b2d-4e13-413c-99ee-fd934f5657b8 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 943 time: 0.1692660 Mar 22 12:51:50.069374 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9fc32898-51a6-4289-be5d-8999d0f17539 req-50bb62d5-041f-46eb-b222-0661f4f14d20 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906651 Mar 22 12:51:50.071700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:50.119176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event deleted for resources: {'Port': ['ID=2e1420c8-0885-4021-be5a-636577ef37c4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:50.331729 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Router 8cbe9f0a-f2c7-402f-b150-d12145076e27 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:51:50.534434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:51:50.544011 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28805223-7948-40dd-ab0a-577059870c6e None None] Sync routers for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:51:50.556659 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28805223-7948-40dd-ab0a-577059870c6e None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:51:50.557252 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-28805223-7948-40dd-ab0a-577059870c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:51:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:51:50.603266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] No DVR routers for this DVR port 2e1420c8-0885-4021-be5a-636577ef37c4 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:51:50.605796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:50.608261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'name': 'network-vif-deleted', 'tag': '2e1420c8-0885-4021-be5a-636577ef37c4'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:51:50.628658 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33eddb22-7f76-4344-a5a6-5b7adf367753 req-59a9253f-424b-45b5-ae31-e315e80a8589 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "DELETE /v2.0/ports/2e1420c8-0885-4021-be5a-636577ef37c4 HTTP/1.1" status: 204 len: 173 time: 1.4630475 Mar 22 12:51:50.678104 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f9aaac-cfeb-4f81-93f3-9db7a0d55167', 'name': 'network-vif-deleted', 'tag': '2e1420c8-0885-4021-be5a-636577ef37c4', 'status': 'completed', 'code': 200} Mar 22 12:51:50.733145 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-28805223-7948-40dd-ab0a-577059870c6e None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:51:51.038185 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-28805223-7948-40dd-ab0a-577059870c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:51:51.042063 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28805223-7948-40dd-ab0a-577059870c6e None None] Checking router: 8cbe9f0a-f2c7-402f-b150-d12145076e27 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:51:51.052846 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28805223-7948-40dd-ab0a-577059870c6e None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:51:51.053442 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-28805223-7948-40dd-ab0a-577059870c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:51:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:51:51.251239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5810846a-7383-492e-a651-43af4815c98a req-3f9bec1b-8c9e-42ab-956f-9f476f221135 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Synchronizing usage tracker for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:51:51.267579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5810846a-7383-492e-a651-43af4815c98a req-3f9bec1b-8c9e-42ab-956f-9f476f221135 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Unset dirty status for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:51:51.268816 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5810846a-7383-492e-a651-43af4815c98a req-3f9bec1b-8c9e-42ab-956f-9f476f221135 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f9aaac-cfeb-4f81-93f3-9db7a0d55167 HTTP/1.1" status: 200 len: 210 time: 0.0586431 Mar 22 12:51:51.276112 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-28805223-7948-40dd-ab0a-577059870c6e None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:51:51.589881 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-28805223-7948-40dd-ab0a-577059870c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:51:51.593636 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28805223-7948-40dd-ab0a-577059870c6e None None] The sync data for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv is: [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:51:51.808737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb2a0f8-9f84-478c-8aad-0f4943646d00 None None] New status for floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:51:52.542402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2e1420c8-0885-4021-be5a-636577ef37c4 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:51:52.578614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 2e1420c8-0885-4021-be5a-636577ef37c4 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:51:52.579051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 2e1420c8-0885-4021-be5a-636577ef37c4 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:51:52.646689 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-b34c0102-0587-4a84-bbd6-8a98b7e859e7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1483601117&fields=id&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 267 time: 0.0400600 Mar 22 12:51:52.802457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-2b4ee93a-b7ae-46e0-a570-5cf62866755e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:52.803883 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-2b4ee93a-b7ae-46e0-a570-5cf62866755e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 812 time: 0.1483848 Mar 22 12:51:52.820665 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-78571689-bdf1-4c73-802e-a4c59c57d7d6 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/quotas/1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 375 time: 0.0110300 Mar 22 12:51:52.981372 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-c905ac40-12b1-4f14-9a25-3764a2198b71 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1559849 Mar 22 12:51:53.118946 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-6079ff75-0e47-498e-9963-93bac3076d6e service neutron] 10.222.0.62 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255777 Mar 22 12:51:53.260214 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-8874afe9-17b3-46cb-abde-0d6a210420bf service neutron] 10.222.0.62 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331484 Mar 22 12:51:53.448423 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-887ff82a-c247-46c4-bf68-c3a4533e53f1 req-dda2d07d-f4a8-4815-95e3-7a05ecca2dfb tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 210 time: 0.0437348 Mar 22 12:51:54.554773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-846db0f9-e0b1-4db4-b3bd-b277be0d0b4c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:54.556465 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-846db0f9-e0b1-4db4-b3bd-b277be0d0b4c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 812 time: 0.2473752 Mar 22 12:51:54.608720 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-8a41d238-df50-4e70-9cf2-79a0d1bc1de2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 380 time: 0.0401709 Mar 22 12:51:54.610873 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a8cd807e-9a34-4d28-862e-a88a901bfbf6 req-6a4ea89b-e388-4cb3-9a25-dc439fad9d8d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 210 time: 0.0393794 Mar 22 12:51:54.616783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'port': {'device_id': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'admin_state_up': True, 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'security_groups': ['1f9cc04b-5a80-4832-b106-1129cce7ff8e']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:51:54.757957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:51:54.767519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:51:54.779663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Made reservation on behalf of 1e3851e9ecbb4ae6857ac5b207c98ba2 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:51:54.782670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:54.943272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Allocated IP 172.20.0.4 (ae934e6d-4d39-4bd5-98ab-c987499938b0/3c18ec5f-095b-45d9-ae92-d7755f1ee5be/fb3d42f2-6bf2-448a-98dd-b7fca417c5d4) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:51:55.128539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:55.143789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Transition to ACTIVE for port object fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:51:55.165964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:55.235531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:51:55.238611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:51:55.242868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:51:55.270634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event updated for resources: {'Port': ['ID=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:55.308248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:55.308857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:55.335554 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-00b2ca94-2d18-43f6-8829-814b9387663d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7223699 Mar 22 12:51:55.346269 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Request body: {'port': {'device_id': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:51:55.457014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:55.470059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-82f34883-aabb-4f91-9cea-70989bcb13ce None None] Provisioning for port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:51:55.474944 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-82f34883-aabb-4f91-9cea-70989bcb13ce None None] Provisioning complete for port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:51:55.475332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82f34883-aabb-4f91-9cea-70989bcb13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:55.526208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-82f34883-aabb-4f91-9cea-70989bcb13ce None None] Port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:51:55.831667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:51:55.840599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:55.858764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Transition to ACTIVE for port object fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:51:55.864519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:55.921420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd731577-fa9f-453e-88ff-fb71ba350d0f req-7e611886-d585-477d-8d29-37f8b66bbfcd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:55.922030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-bd731577-fa9f-453e-88ff-fb71ba350d0f req-7e611886-d585-477d-8d29-37f8b66bbfcd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Synchronizing usage tracker for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:51:56.003825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Pushing event updated for resources: {'Port': ['ID=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:56.012151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-bd731577-fa9f-453e-88ff-fb71ba350d0f req-7e611886-d585-477d-8d29-37f8b66bbfcd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Unset dirty status for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:51:56.013482 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd731577-fa9f-453e-88ff-fb71ba350d0f req-7e611886-d585-477d-8d29-37f8b66bbfcd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 931 time: 0.2810941 Mar 22 12:51:56.142411 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd731577-fa9f-453e-88ff-fb71ba350d0f req-49ce927e-0b1b-4b05-86ec-a238f09afc67 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007156 Mar 22 12:51:56.149095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Attempting to bind port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:51:56.149422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Attempting to bind port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:51:56.149777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Attempting to bind port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 on network ae934e6d-4d39-4bd5-98ab-c987499938b0 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:51:56.155675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 on network ae934e6d-4d39-4bd5-98ab-c987499938b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:51:56.155986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Attempting to bind port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 on network ae934e6d-4d39-4bd5-98ab-c987499938b0 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:51:56.162568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:51:56.162866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Checking segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:51:56.163237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Bound using segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:51:56.163780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Bound port: fb3d42f2-6bf2-448a-98dd-b7fca417c5d4, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:51:56.164130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:56.344282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] For port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:51:56.347187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] For port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:51:56.354071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:56.413354 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:56.414768 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-25df439d-4461-4e93-a727-cf42731be76c service neutron] 10.222.0.55 "PUT /v2.0/ports/fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 HTTP/1.1" status: 200 len: 1093 time: 1.0728350 Mar 22 12:51:56.415311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:51:56.439776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df439d-4461-4e93-a727-cf42731be76c service neutron] Pushing event updated for resources: {'Port': ['ID=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:56.487165 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'status': 'completed', 'code': 200} Mar 22 12:51:56.532911 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-2f8b90ec-1fc5-4653-8833-e983acaffb0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 1096 time: 0.0806046 Mar 22 12:51:56.601739 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-1cb4c9d9-25cb-4cfb-a8a5-30809d3d768c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 HTTP/1.1" status: 200 len: 217 time: 0.0619843 Mar 22 12:51:56.668091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-13750e14-b80d-4742-915b-b23d96ed3c23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:56.669500 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-13750e14-b80d-4742-915b-b23d96ed3c23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0628779 Mar 22 12:51:56.744148 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-18880efb-bb9c-4615-919f-c5952c78fafb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691643 Mar 22 12:51:56.875298 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-03560c48-dd6a-4a9a-bbfa-bf990ff1b319 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253991 Mar 22 12:51:57.018322 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32e12585-2b8e-428f-b2e9-19cbcc0912a9 req-66a5aed5-cf50-4b9a-b8e8-732a4cd2a02d service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373744 Mar 22 12:51:57.143688 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-838937ef-ed46-42c4-b4c3-59fa4c6f5f1e req-809e465d-16ee-437d-b881-051ccead8fe7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 1096 time: 0.0745354 Mar 22 12:51:57.300497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838937ef-ed46-42c4-b4c3-59fa4c6f5f1e req-5e2261cf-43cc-4f7d-8d0b-caaf68b89b98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:57.301802 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-838937ef-ed46-42c4-b4c3-59fa4c6f5f1e req-5e2261cf-43cc-4f7d-8d0b-caaf68b89b98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1526895 Mar 22 12:51:57.376817 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-838937ef-ed46-42c4-b4c3-59fa4c6f5f1e req-eda80b55-ba61-4fb4-8a27-046202410e3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 HTTP/1.1" status: 200 len: 217 time: 0.0693433 Mar 22 12:51:57.444935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838937ef-ed46-42c4-b4c3-59fa4c6f5f1e req-29687a14-ce79-4145-aa11-97c721d03883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:57.446341 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-838937ef-ed46-42c4-b4c3-59fa4c6f5f1e req-29687a14-ce79-4145-aa11-97c721d03883 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0630774 Mar 22 12:51:57.455875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173c793-4d8f-482f-bf7f-5eb29543ca62 req-0f3eed6b-b91a-4736-8e7c-121732dc37e1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:57.457170 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1173c793-4d8f-482f-bf7f-5eb29543ca62 req-0f3eed6b-b91a-4736-8e7c-121732dc37e1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 943 time: 0.1868603 Mar 22 12:51:57.547659 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1173c793-4d8f-482f-bf7f-5eb29543ca62 req-019164f0-3648-4d96-b2da-0b03236495a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624020 Mar 22 12:51:57.560963 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-838937ef-ed46-42c4-b4c3-59fa4c6f5f1e req-1f738e06-14cf-4dbe-94cb-fd43c3cf1fb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028697 Mar 22 12:51:57.696385 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-838937ef-ed46-42c4-b4c3-59fa4c6f5f1e req-5a1158ad-d53b-47ed-b3cb-c6ef21f7d601 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287415 Mar 22 12:51:57.825582 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-838937ef-ed46-42c4-b4c3-59fa4c6f5f1e req-22e29475-5d9c-44e3-9d26-3a60ab2b35ae service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230755 Mar 22 12:51:58.603057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:51:58.748912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b337c662-b004-48dd-8042-03848d71150f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:58.755412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:51:58.766822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ed717-50cb-47c8-a100-2da1fe0979db req-d8a12eec-5a68-468c-bbe4-aaf277de7176 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:51:58.768342 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a12ed717-50cb-47c8-a100-2da1fe0979db req-d8a12eec-5a68-468c-bbe4-aaf277de7176 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 943 time: 0.0844505 Mar 22 12:51:58.769259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'port_id': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'mac_address': 'fa:16:3e:36:41:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:51:58.815441 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a12ed717-50cb-47c8-a100-2da1fe0979db req-791f798f-a63c-44cc-aaef-aec9248f3574 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410717 Mar 22 12:51:58.826116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:58.843363 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:51:58.858675 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:51:58.864109 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:51:58.930410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:51:58.940448 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:51:58.940880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:51:58.941220 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:51:58.941579 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:51:58.941916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:51:58.942241 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:51:58.942563 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:51:58.942881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:51:58.943200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:51:58.943514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:51:58.943816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:51:59.194394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['fb3d42f2-6bf2-448a-98dd-b7fca417c5d4'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:52:00.041686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf30fad-fd98-4662-8f0d-75147631ebdb req-eee76e5d-ded3-4d4f-ac9a-a7fc13d1f763 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:00.043102 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-faf30fad-fd98-4662-8f0d-75147631ebdb req-eee76e5d-ded3-4d4f-ac9a-a7fc13d1f763 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 944 time: 0.0865893 Mar 22 12:52:00.088103 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-faf30fad-fd98-4662-8f0d-75147631ebdb req-21f5bdbb-02c5-4e31-9016-089de599b612 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394225 Mar 22 12:52:00.605927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:52:00.680021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:52:00.687168 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:52:00.687671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:00.810610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:00.837008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:52:00.846791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:52:00.852055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:00.894580 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'code': 200} Mar 22 12:52:00.916871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:52:01.275015 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e9d2e2a-84ab-4531-9980-4b93eb58ba45 req-da2283e5-0341-48cb-9cf0-db2e58a3410e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 1098 time: 0.2243619 Mar 22 12:52:01.317674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507655c-c25e-46dc-b719-6102d1d257c5 req-796f92a9-f037-44dc-8b61-6fdf3c5efd29 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:01.319047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d507655c-c25e-46dc-b719-6102d1d257c5 req-796f92a9-f037-44dc-8b61-6fdf3c5efd29 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.1085193 Mar 22 12:52:01.345034 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1e9d2e2a-84ab-4531-9980-4b93eb58ba45 req-faffdc02-bc9f-4346-8b7b-158386609f6a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639019 Mar 22 12:52:01.370088 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d507655c-c25e-46dc-b719-6102d1d257c5 req-8bf1122d-b866-40f2-94c5-63b4a309f8b1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449276 Mar 22 12:52:01.693105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d66671dc-bf30-4e65-abfe-a14721e6fa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:02.063202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:02.121505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:02.587146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f5063-14c1-4317-8d6a-b5ed2a833f36 req-b1f1d803-fb43-4da0-a864-17b946a31537 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:02.589321 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3f1f5063-14c1-4317-8d6a-b5ed2a833f36 req-b1f1d803-fb43-4da0-a864-17b946a31537 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0838878 Mar 22 12:52:02.634869 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3f1f5063-14c1-4317-8d6a-b5ed2a833f36 req-91313f44-114c-4b84-970b-199000f0a0c9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399663 Mar 22 12:52:03.370535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:03.846952 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c83ff0-6192-4746-967f-24c66d8fa4d1 req-7059cf4e-330d-47f9-a08f-028f2e04439a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:03.848423 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89c83ff0-6192-4746-967f-24c66d8fa4d1 req-7059cf4e-330d-47f9-a08f-028f2e04439a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0880578 Mar 22 12:52:03.899700 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-89c83ff0-6192-4746-967f-24c66d8fa4d1 req-6e0aea77-1262-4c85-8358-c9540528d969 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455482 Mar 22 12:52:04.102016 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753001ba-19dc-439c-aabf-5d0b811136d7 req-3ec82b44-d655-449c-9f00-7ccd11353e06 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:04.103504 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-753001ba-19dc-439c-aabf-5d0b811136d7 req-3ec82b44-d655-449c-9f00-7ccd11353e06 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0834835 Mar 22 12:52:04.112281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50020) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:52:04.117330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-01737fb3-f476-40b8-9679-1bc6ea574747 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'floatingip': {'port_id': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:52:04.194099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01737fb3-f476-40b8-9679-1bc6ea574747 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:04.783271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01737fb3-f476-40b8-9679-1bc6ea574747 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:04.789722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01737fb3-f476-40b8-9679-1bc6ea574747 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:05.090144 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-01737fb3-f476-40b8-9679-1bc6ea574747 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4 associated. External IP: 172.26.0.199, port: fb3d42f2-6bf2-448a-98dd-b7fca417c5d4. Mar 22 12:52:05.495718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01737fb3-f476-40b8-9679-1bc6ea574747 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Router 8cbe9f0a-f2c7-402f-b150-d12145076e27 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:52:05.709716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01737fb3-f476-40b8-9679-1bc6ea574747 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:52:05.714311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-01737fb3-f476-40b8-9679-1bc6ea574747 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:05.720289 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466bedb-ae4a-4c0e-b651-53740c9bd392 None None] Sync routers for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:52:05.734293 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466bedb-ae4a-4c0e-b651-53740c9bd392 None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:52:05.734893 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d466bedb-ae4a-4c0e-b651-53740c9bd392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:52:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:05.766520 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-01737fb3-f476-40b8-9679-1bc6ea574747 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "PUT /v2.0/floatingips/ade31676-8f51-45d7-9d83-630d5b3f8cc4 HTTP/1.1" status: 200 len: 991 time: 1.6531529 Mar 22 12:52:05.766955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:52:05.906960 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'status': 'completed', 'code': 200} Mar 22 12:52:05.914484 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d466bedb-ae4a-4c0e-b651-53740c9bd392 None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:52:06.005497 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fd0c6a6-66b3-45e3-b909-8b48ce925dc9 req-98428304-d4cd-4414-a85d-e3c63d91a301 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 1098 time: 0.0745583 Mar 22 12:52:06.130203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f1ee3-9136-43e8-820a-1e6548affa9c req-213e2bdf-e38a-4d40-8366-34014ae5d9ce tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:06.131814 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c82f1ee3-9136-43e8-820a-1e6548affa9c req-213e2bdf-e38a-4d40-8366-34014ae5d9ce tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0833611 Mar 22 12:52:06.141133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0c6a6-66b3-45e3-b909-8b48ce925dc9 req-5dafc7db-7155-42cc-9e13-96312b3d5707 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:06.142597 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fd0c6a6-66b3-45e3-b909-8b48ce925dc9 req-5dafc7db-7155-42cc-9e13-96312b3d5707 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1309736 Mar 22 12:52:06.181909 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c82f1ee3-9136-43e8-820a-1e6548affa9c req-799d5f54-5407-4e75-83e1-b5517f37c1a6 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438199 Mar 22 12:52:06.255239 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fd0c6a6-66b3-45e3-b909-8b48ce925dc9 req-c371a3d1-4ec6-4a37-ae5b-3ec545c0d065 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 HTTP/1.1" status: 200 len: 999 time: 0.1047828 Mar 22 12:52:06.264626 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d466bedb-ae4a-4c0e-b651-53740c9bd392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:36:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:52:04Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:06.268681 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466bedb-ae4a-4c0e-b651-53740c9bd392 None None] Checking router: 8cbe9f0a-f2c7-402f-b150-d12145076e27 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:52:06.280044 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466bedb-ae4a-4c0e-b651-53740c9bd392 None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:52:06.280613 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d466bedb-ae4a-4c0e-b651-53740c9bd392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:52:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:06.319706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0c6a6-66b3-45e3-b909-8b48ce925dc9 req-95e9d409-b17a-46ef-bde7-3aa89fc31421 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:06.321166 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fd0c6a6-66b3-45e3-b909-8b48ce925dc9 req-95e9d409-b17a-46ef-bde7-3aa89fc31421 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0600941 Mar 22 12:52:06.394516 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fd0c6a6-66b3-45e3-b909-8b48ce925dc9 req-8abc9cb4-c325-4504-86eb-621b12885fcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671883 Mar 22 12:52:06.460956 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d466bedb-ae4a-4c0e-b651-53740c9bd392 None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:52:06.526980 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fd0c6a6-66b3-45e3-b909-8b48ce925dc9 req-868922ec-5bf0-46c4-ad47-4ac1edb82402 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266508 Mar 22 12:52:06.659700 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fd0c6a6-66b3-45e3-b909-8b48ce925dc9 req-b13e05b0-b866-4d60-9341-dd35f15a9573 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263871 Mar 22 12:52:06.854417 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d466bedb-ae4a-4c0e-b651-53740c9bd392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:36:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:52:04Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:06.858787 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466bedb-ae4a-4c0e-b651-53740c9bd392 None None] The sync data for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv is: [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:36:41:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:52:04Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:52:07.054208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df34ab0-276d-4213-891a-2d158cfb3223 None None] New status for floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:52:07.396941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feba08-d185-49b7-80d6-39b2dd8fff34 req-83f1f4ce-b755-411d-92e6-c3244b280656 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:07.398424 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c8feba08-d185-49b7-80d6-39b2dd8fff34 req-83f1f4ce-b755-411d-92e6-c3244b280656 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0830965 Mar 22 12:52:07.445292 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c8feba08-d185-49b7-80d6-39b2dd8fff34 req-d2f821d9-0f14-4d4c-b9c1-ebef51a665ff tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409153 Mar 22 12:52:08.664075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8602e0-d7b3-430f-8b1e-7fd186ab2a67 req-068342fe-e492-4c26-9fda-034fb92ace26 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:08.665520 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bb8602e0-d7b3-430f-8b1e-7fd186ab2a67 req-068342fe-e492-4c26-9fda-034fb92ace26 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0825827 Mar 22 12:52:08.714496 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bb8602e0-d7b3-430f-8b1e-7fd186ab2a67 req-2ced5eb7-f0be-43c9-affd-96fc6f5c74a4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Mar 22 12:52:09.930092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9a451-dceb-419e-98c9-403e7145361d req-fe32659a-2bcc-410f-8b00-5e83d0ab9219 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:09.931849 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07e9a451-dceb-419e-98c9-403e7145361d req-fe32659a-2bcc-410f-8b00-5e83d0ab9219 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0881317 Mar 22 12:52:09.977740 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07e9a451-dceb-419e-98c9-403e7145361d req-6744d3f8-a6c1-411b-b6b7-3f9440163317 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394127 Mar 22 12:52:11.187905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdd236-7828-4a94-9687-830adb9738df req-4f06f6d6-4ad3-4221-a46a-60c025e4c3bc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:11.189332 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-11fdd236-7828-4a94-9687-830adb9738df req-4f06f6d6-4ad3-4221-a46a-60c025e4c3bc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0839922 Mar 22 12:52:11.235463 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-11fdd236-7828-4a94-9687-830adb9738df req-f211b9d8-1d39-4ed8-bf1c-16d3178bffd9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404263 Mar 22 12:52:12.455778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7f383-ec19-4e2e-9e39-96c13ef918c5 req-5f9aa197-8c22-4bfd-b439-5d2700ee33e3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:12.457216 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abe7f383-ec19-4e2e-9e39-96c13ef918c5 req-5f9aa197-8c22-4bfd-b439-5d2700ee33e3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0907948 Mar 22 12:52:12.507787 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abe7f383-ec19-4e2e-9e39-96c13ef918c5 req-445f2dbc-36ee-47c1-bfed-400864fa1581 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Mar 22 12:52:13.458185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:13.716267 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c6b0a-2953-440c-8e50-d29bd3bf9115 req-06444013-2f6b-4e86-8ffb-f2d6492b13b5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:13.717706 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f65c6b0a-2953-440c-8e50-d29bd3bf9115 req-06444013-2f6b-4e86-8ffb-f2d6492b13b5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0801978 Mar 22 12:52:13.764636 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f65c6b0a-2953-440c-8e50-d29bd3bf9115 req-1f1acbe7-21b5-4b68-840a-b2c317f57dae tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408409 Mar 22 12:52:14.969706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ed0a9-d6c1-4b40-9125-0e2fbe9192b8 req-8196aaa9-6bd3-4c97-b3c9-7466bcdab1dc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:14.971138 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-963ed0a9-d6c1-4b40-9125-0e2fbe9192b8 req-8196aaa9-6bd3-4c97-b3c9-7466bcdab1dc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0823770 Mar 22 12:52:15.023653 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-963ed0a9-d6c1-4b40-9125-0e2fbe9192b8 req-465dffe0-3b99-418e-91b7-3bfa98b914e1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468478 Mar 22 12:52:16.226547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2a85a-aca0-4945-bc0d-3ba57cb1b71a req-e5a54f82-af6d-4d15-986c-bed709cee359 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:16.228023 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-aaf2a85a-aca0-4945-bc0d-3ba57cb1b71a req-e5a54f82-af6d-4d15-986c-bed709cee359 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0801489 Mar 22 12:52:16.276408 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-aaf2a85a-aca0-4945-bc0d-3ba57cb1b71a req-cef41943-1808-4ac0-abd0-2f7842abe511 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404730 Mar 22 12:52:17.497061 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10011f4-1a56-4521-85fb-befe88364dab req-13ed09dc-00d4-4402-b121-f6b800fb70c2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:17.498421 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e10011f4-1a56-4521-85fb-befe88364dab req-13ed09dc-00d4-4402-b121-f6b800fb70c2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0809941 Mar 22 12:52:17.544192 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e10011f4-1a56-4521-85fb-befe88364dab req-b12fc27e-71fb-412a-bb26-d32f33b5a6b8 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400429 Mar 22 12:52:18.742843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd3499-7504-40fc-b580-a01770975ba2 req-37464bc3-98bc-4e4b-941e-6440a3d90234 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:18.744250 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c2dd3499-7504-40fc-b580-a01770975ba2 req-37464bc3-98bc-4e4b-941e-6440a3d90234 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0789099 Mar 22 12:52:18.792364 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c2dd3499-7504-40fc-b580-a01770975ba2 req-96883222-eecc-4845-9ac2-06553d5d12d9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426531 Mar 22 12:52:19.144188 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:52:20.018905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef9439-9449-4fc2-a24e-9efd31febb03 req-8370df12-b58e-4cc1-b161-9db9e4fc6b88 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:20.020331 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-53ef9439-9449-4fc2-a24e-9efd31febb03 req-8370df12-b58e-4cc1-b161-9db9e4fc6b88 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0855739 Mar 22 12:52:20.065204 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-53ef9439-9449-4fc2-a24e-9efd31febb03 req-bf5f8ba7-a6d4-497c-97ab-50733b4819f8 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392137 Mar 22 12:52:21.275269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999db56-f683-46d7-a5d8-412fc69c8b11 req-1a41bee9-49e1-4183-8f10-a2c09b4267af tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:21.276670 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a999db56-f683-46d7-a5d8-412fc69c8b11 req-1a41bee9-49e1-4183-8f10-a2c09b4267af tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0773718 Mar 22 12:52:21.337695 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a999db56-f683-46d7-a5d8-412fc69c8b11 req-6f887888-8578-4d55-8f3f-f894824a3101 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526190 Mar 22 12:52:22.544132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9583313-9e0b-46d4-812e-99e203c61e2e req-9e92abdb-8787-4703-ab8d-7eee381ea6ff tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:22.545465 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e9583313-9e0b-46d4-812e-99e203c61e2e req-9e92abdb-8787-4703-ab8d-7eee381ea6ff tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0792992 Mar 22 12:52:22.599859 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e9583313-9e0b-46d4-812e-99e203c61e2e req-98eca8e0-584a-4066-9b45-8852794ac1ff tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461934 Mar 22 12:52:23.807890 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4935c9-63df-46b7-a048-d1dd6e5b3a88 req-28c6dd84-167c-437f-a617-274bc49b3d71 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:23.809326 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4e4935c9-63df-46b7-a048-d1dd6e5b3a88 req-28c6dd84-167c-437f-a617-274bc49b3d71 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0812571 Mar 22 12:52:23.855327 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4e4935c9-63df-46b7-a048-d1dd6e5b3a88 req-6d5a8e11-b58a-4e61-b860-8dd2bbc738ca tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403614 Mar 22 12:52:25.071680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f498f6b-f4e1-437f-8c0b-b5e390337f07 req-51853b75-bb7c-4f83-822f-6832086abd0f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:25.073118 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f498f6b-f4e1-437f-8c0b-b5e390337f07 req-51853b75-bb7c-4f83-822f-6832086abd0f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0891356 Mar 22 12:52:25.119113 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f498f6b-f4e1-437f-8c0b-b5e390337f07 req-d5f2ba4f-7bed-4429-b84f-c980d21db895 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404055 Mar 22 12:52:26.327703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c4237-9452-44fe-98db-b2d9895ef505 req-196cb8c1-b6c3-4c08-8c32-0a416786b4c1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:26.329123 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-304c4237-9452-44fe-98db-b2d9895ef505 req-196cb8c1-b6c3-4c08-8c32-0a416786b4c1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0772161 Mar 22 12:52:26.372937 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-304c4237-9452-44fe-98db-b2d9895ef505 req-13fcd99b-d972-4747-90f3-9ec39606b60a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382252 Mar 22 12:52:27.592370 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c150cbe-a8ad-4f54-bea7-0d4bab23e15a req-9b157fb4-1c6a-4b17-b27f-af6af940bc7a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:27.593690 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c150cbe-a8ad-4f54-bea7-0d4bab23e15a req-9b157fb4-1c6a-4b17-b27f-af6af940bc7a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0895813 Mar 22 12:52:27.654039 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c150cbe-a8ad-4f54-bea7-0d4bab23e15a req-5a4d5b45-ef1c-48fd-9232-b20893c056b9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548415 Mar 22 12:52:28.734052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-adecd3b9-389c-4141-be77-1460fb97a32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:28.957829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b174-7855-425c-b102-7d6ad50b9602 req-7278aeb7-5ddc-4cb3-82b6-8ef04ddc933d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:28.959202 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b228b174-7855-425c-b102-7d6ad50b9602 req-7278aeb7-5ddc-4cb3-82b6-8ef04ddc933d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.1802554 Mar 22 12:52:29.005134 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b228b174-7855-425c-b102-7d6ad50b9602 req-c32121f0-b9a9-4a51-b035-7d60b142e0cc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404208 Mar 22 12:52:30.210824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d668d-e93d-4f67-9157-7ac16a0e9c20 req-90ae5ccc-e69e-4d00-b8ee-8638f5330640 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:30.212349 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ba1d668d-e93d-4f67-9157-7ac16a0e9c20 req-90ae5ccc-e69e-4d00-b8ee-8638f5330640 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0766034 Mar 22 12:52:30.259727 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ba1d668d-e93d-4f67-9157-7ac16a0e9c20 req-88971fe5-0e1c-4839-a903-b5401679dcbc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395784 Mar 22 12:52:31.462233 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b9eab-4ae4-4457-b8d4-6ce6f79cc31a req-ee12e2e6-a13c-42f4-936f-ac58f41871ab tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:31.463731 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3d4b9eab-4ae4-4457-b8d4-6ce6f79cc31a req-ee12e2e6-a13c-42f4-936f-ac58f41871ab tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0773792 Mar 22 12:52:31.514759 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3d4b9eab-4ae4-4457-b8d4-6ce6f79cc31a req-c8084088-1d6a-4228-a69f-9f6bfbbfcfbc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438395 Mar 22 12:52:31.677263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec867d67-4fb4-448b-9060-546aa5bc4af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:31.716113 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-84e4de52-6160-47c1-8191-d167228e86f2 req-dc962a70-cc58-4e1c-9d67-2d17fab34ed1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0715654 Mar 22 12:52:32.028427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdadb9-aa65-480b-9d0b-362478310544 req-a4585d0a-264b-45a3-b9db-f535f73317e0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:32.029905 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ebcdadb9-aa65-480b-9d0b-362478310544 req-a4585d0a-264b-45a3-b9db-f535f73317e0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0781944 Mar 22 12:52:32.053112 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-535c8ef3-48b9-4d60-a088-39f542a41e41 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1518548 Mar 22 12:52:32.064943 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:32.077702 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ebcdadb9-aa65-480b-9d0b-362478310544 req-cf376390-3843-4e94-b70f-b25859ead112 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Mar 22 12:52:32.124802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:33.233946 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-4aad41d2-ad70-4cab-beac-20a5f85f41bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 1098 time: 0.0977457 Mar 22 12:52:33.372358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:33.382627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9087-4022-49a6-9718-7f25fb179abc req-273ca05c-53fa-486a-ad43-3240cde5f1c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:33.384068 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-273ca05c-53fa-486a-ad43-3240cde5f1c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1449513 Mar 22 12:52:33.389508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95719f43-833c-47f2-b1ad-33a148774fca req-095454f4-01ce-43c0-aab2-8779e0ebbc68 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:33.390821 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95719f43-833c-47f2-b1ad-33a148774fca req-095454f4-01ce-43c0-aab2-8779e0ebbc68 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.1908467 Mar 22 12:52:33.518491 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-38a44dbb-2854-44b5-b0f7-add02fa781db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 HTTP/1.1" status: 200 len: 1001 time: 0.1267588 Mar 22 12:52:33.520622 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95719f43-833c-47f2-b1ad-33a148774fca req-641e6494-8ffc-4a2f-a554-8e268489cf40 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754919 Mar 22 12:52:33.582155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9087-4022-49a6-9718-7f25fb179abc req-aeda8d9e-c3fc-455a-bbad-e6d8a7bf4e18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:33.583551 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-aeda8d9e-c3fc-455a-bbad-e6d8a7bf4e18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0594487 Mar 22 12:52:33.658408 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-c02cfe7d-0174-472a-813c-0efccb88f3f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691247 Mar 22 12:52:33.793507 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-c1108a76-8a65-42b0-a7dc-76d5e4beb6a0 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295323 Mar 22 12:52:33.921733 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-8112f18a-cad3-42d0-8cdf-4fee5a561bf2 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223450 Mar 22 12:52:34.734083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0e300-c0b2-4762-a9db-81655a68dadb req-42c2b693-5e9a-4629-a1dc-cc4ecf2620ec tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:34.735517 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76a0e300-c0b2-4762-a9db-81655a68dadb req-42c2b693-5e9a-4629-a1dc-cc4ecf2620ec tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0844088 Mar 22 12:52:34.779653 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-76a0e300-c0b2-4762-a9db-81655a68dadb req-92a159b1-5ce5-47be-967c-866c256921b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384681 Mar 22 12:52:35.541435 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-2af16e72-4094-455b-8880-db8af53af71f service neutron] 10.222.0.55 "GET /v2.0/ports/fb3d42f2-6bf2-448a-98dd-b7fca417c5d4/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0863404 Mar 22 12:52:35.809938 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-ef071c24-6043-448f-98ed-7ab7cd9dcc91 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0783989 Mar 22 12:52:35.900022 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-2c546cae-505c-409e-8304-d19e3668a03d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 1098 time: 0.0682673 Mar 22 12:52:36.079000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9087-4022-49a6-9718-7f25fb179abc req-3552854b-3ae6-4aeb-a330-468fb33934ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:36.080335 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-3552854b-3ae6-4aeb-a330-468fb33934ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1475594 Mar 22 12:52:36.089873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1174a59-1553-49b8-8fbe-c8450292eced req-9033d8de-e58a-409c-8c29-f86177241853 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:36.091230 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a1174a59-1553-49b8-8fbe-c8450292eced req-9033d8de-e58a-409c-8c29-f86177241853 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.1875908 Mar 22 12:52:36.216088 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a1174a59-1553-49b8-8fbe-c8450292eced req-e260c010-c88e-4b5b-aafb-e970a3a6bf8e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780809 Mar 22 12:52:36.217767 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-63d7057b-4046-4941-9397-f8daa2e2da34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 HTTP/1.1" status: 200 len: 1001 time: 0.1256902 Mar 22 12:52:36.277024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d9087-4022-49a6-9718-7f25fb179abc req-5edaa7c6-857f-4585-8fd6-a65da76fd56e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:36.278520 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-5edaa7c6-857f-4585-8fd6-a65da76fd56e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0554118 Mar 22 12:52:36.447374 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-eb6993fe-bd14-4ce0-a70e-0092b7f4ab1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1631789 Mar 22 12:52:36.591047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-399cef79-8cc0-457d-a889-88dbed96dc4d service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377940 Mar 22 12:52:36.719079 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-458d9087-4022-49a6-9718-7f25fb179abc req-c51c8d4d-e697-4b33-bf28-73ab009e8b7c service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221080 Mar 22 12:52:37.432296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7213dd-5aa1-4670-a0f3-e1fe378b2d97 req-aa61de2d-5a13-4567-9930-e4decb87c511 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:37.433754 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5b7213dd-5aa1-4670-a0f3-e1fe378b2d97 req-aa61de2d-5a13-4567-9930-e4decb87c511 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0794880 Mar 22 12:52:37.479269 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5b7213dd-5aa1-4670-a0f3-e1fe378b2d97 req-920deec2-4a9e-489b-8945-5c95e8427849 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398550 Mar 22 12:52:38.684635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452a446-c55d-4f62-990d-2735ddab38d6 req-0e79aedd-67ea-403f-92e2-f2738bbde60a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:38.686033 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f452a446-c55d-4f62-990d-2735ddab38d6 req-0e79aedd-67ea-403f-92e2-f2738bbde60a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0798252 Mar 22 12:52:38.728176 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:52:38.732004 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f452a446-c55d-4f62-990d-2735ddab38d6 req-f3293560-0c41-4248-a1fc-8d940e01f225 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403447 Mar 22 12:52:38.840791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:38.867283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:52:38.877043 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:52:38.885502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:38.950977 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'code': 200} Mar 22 12:52:38.951511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:52:39.950744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d32b8e-a147-4147-96eb-225b5a640791 req-1e764bf0-9e0d-4ac4-9fce-5e9d8aedf8bf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:39.952136 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-91d32b8e-a147-4147-96eb-225b5a640791 req-1e764bf0-9e0d-4ac4-9fce-5e9d8aedf8bf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 943 time: 0.0901992 Mar 22 12:52:40.000389 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-91d32b8e-a147-4147-96eb-225b5a640791 req-275238d6-c125-44ae-ae4e-9ab0eb01c083 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425317 Mar 22 12:52:40.391540 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab1423-31ad-4832-be02-422a424b6d17 req-e678fe7e-9349-4f78-9fa4-7f03831475ee tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:40.392779 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4aab1423-31ad-4832-be02-422a424b6d17 req-e678fe7e-9349-4f78-9fa4-7f03831475ee tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 943 time: 0.1343009 Mar 22 12:52:40.397984 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b86d87-2ba7-4d37-9aa8-97abf45019c1 req-57c34bed-b8c7-4903-b579-bef16e0cc388 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:40.399295 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-53b86d87-2ba7-4d37-9aa8-97abf45019c1 req-57c34bed-b8c7-4903-b579-bef16e0cc388 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 943 time: 0.1112885 Mar 22 12:52:40.447362 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-53b86d87-2ba7-4d37-9aa8-97abf45019c1 req-de36779a-9706-4df5-bff8-f8f9641e86c9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403922 Mar 22 12:52:40.545620 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4aab1423-31ad-4832-be02-422a424b6d17 req-ee1f86cf-68ed-4d51-a1c9-b1a67b6b9298 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 1096 time: 0.0807402 Mar 22 12:52:40.679215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab1423-31ad-4832-be02-422a424b6d17 req-2c65cc6a-92f6-4c35-be13-d5a042ca82ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:40.680856 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4aab1423-31ad-4832-be02-422a424b6d17 req-2c65cc6a-92f6-4c35-be13-d5a042ca82ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1297204 Mar 22 12:52:40.735828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:52:40.785326 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4aab1423-31ad-4832-be02-422a424b6d17 req-36ab28d0-ba28-4e67-9dd0-9aba7e3a15af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 HTTP/1.1" status: 200 len: 999 time: 0.0983927 Mar 22 12:52:40.861011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab1423-31ad-4832-be02-422a424b6d17 req-d7cf0364-5a9b-405e-8f63-cf381aa13e46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:40.862487 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4aab1423-31ad-4832-be02-422a424b6d17 req-d7cf0364-5a9b-405e-8f63-cf381aa13e46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0614502 Mar 22 12:52:40.875230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:52:40.888276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'port_id': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'mac_address': 'fa:16:3e:36:41:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:52:40.936558 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4aab1423-31ad-4832-be02-422a424b6d17 req-a18ca0af-c001-423c-a5aa-2efac82bdb13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679033 Mar 22 12:52:40.944249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:40.961378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:52:40.976090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:52:40.980615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:41.041481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['fb3d42f2-6bf2-448a-98dd-b7fca417c5d4'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:52:41.067864 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4aab1423-31ad-4832-be02-422a424b6d17 req-05147ba7-417c-494c-a6cf-f1c4dc0f906d service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256208 Mar 22 12:52:41.090711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:52:41.205221 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4aab1423-31ad-4832-be02-422a424b6d17 req-66ea3a2b-9a5b-442b-9670-a3c18ed6a07e service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310368 Mar 22 12:52:41.658563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddafab-ee5c-4245-9f92-4ff4c3c7a501 req-ce3eac36-89f2-4204-8a7d-55eaa2c72818 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:41.660020 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-80ddafab-ee5c-4245-9f92-4ff4c3c7a501 req-ce3eac36-89f2-4204-8a7d-55eaa2c72818 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 944 time: 0.0802057 Mar 22 12:52:41.706365 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-80ddafab-ee5c-4245-9f92-4ff4c3c7a501 req-93091845-aee6-4168-8310-a6dee835f8df tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405228 Mar 22 12:52:42.754057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:52:42.823802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:52:42.824192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:42.916253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8225f3-5fd6-4501-a9cf-55420ec8f2c1 req-ea865d0b-d474-4d5d-aca6-da47aa6698ef tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:42.917678 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3c8225f3-5fd6-4501-a9cf-55420ec8f2c1 req-ea865d0b-d474-4d5d-aca6-da47aa6698ef tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 944 time: 0.0829430 Mar 22 12:52:42.937157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:42.962434 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3c8225f3-5fd6-4501-a9cf-55420ec8f2c1 req-c4190696-af0f-490d-8b8e-0db0a0dd4488 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388997 Mar 22 12:52:42.962694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:52:42.971924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:52:42.976584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:43.020814 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'code': 200} Mar 22 12:52:43.046116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:52:43.248462 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6ca7c36-d663-49e5-a659-5a8fa465794f req-92d1cbaa-6534-457d-990a-4c3f0fa03ee5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2124300 Mar 22 12:52:43.267466 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343d1ee-c7f9-4fb3-9e3f-f4868fea49cd req-1feef8e9-730d-4ed6-85f5-949cf39b9f9e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:43.268851 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2343d1ee-c7f9-4fb3-9e3f-f4868fea49cd req-1feef8e9-730d-4ed6-85f5-949cf39b9f9e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.1816602 Mar 22 12:52:43.347870 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2343d1ee-c7f9-4fb3-9e3f-f4868fea49cd req-c0f92f4f-0b4c-4b9c-be88-543fab23d85f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733309 Mar 22 12:52:43.385359 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6ca7c36-d663-49e5-a659-5a8fa465794f req-ef3207af-81dd-4c71-a07b-ec8a2772367c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 1098 time: 0.0714087 Mar 22 12:52:43.455433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:43.529582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca7c36-d663-49e5-a659-5a8fa465794f req-41beba2d-8386-479b-8cf8-1a3dc12c819e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:43.530918 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6ca7c36-d663-49e5-a659-5a8fa465794f req-41beba2d-8386-479b-8cf8-1a3dc12c819e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1265271 Mar 22 12:52:43.682387 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6ca7c36-d663-49e5-a659-5a8fa465794f req-5c72e386-fb69-4997-b652-0ef46980871c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 HTTP/1.1" status: 200 len: 1001 time: 0.1395941 Mar 22 12:52:43.754125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca7c36-d663-49e5-a659-5a8fa465794f req-85ac051c-8b62-4c8c-9eed-3444287544ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:43.755498 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6ca7c36-d663-49e5-a659-5a8fa465794f req-85ac051c-8b62-4c8c-9eed-3444287544ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0630877 Mar 22 12:52:43.765571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6202ea-3640-45be-8bf4-daf8cc2194c6 req-b6542454-9ed5-4da0-b80a-30545108c69e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:43.766971 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5a6202ea-3640-45be-8bf4-daf8cc2194c6 req-b6542454-9ed5-4da0-b80a-30545108c69e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.1397676 Mar 22 12:52:43.857215 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5a6202ea-3640-45be-8bf4-daf8cc2194c6 req-c34ac61a-405d-4bd3-8d6e-6a2ccacd1833 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622327 Mar 22 12:52:43.869594 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6ca7c36-d663-49e5-a659-5a8fa465794f req-646bf3f4-3d7f-47d0-b415-bd6a81cd496d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1017032 Mar 22 12:52:43.998305 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6ca7c36-d663-49e5-a659-5a8fa465794f req-d5b61eed-cb79-4705-a53b-fea79cdfd7ea service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228466 Mar 22 12:52:44.124199 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c6ca7c36-d663-49e5-a659-5a8fa465794f req-6430eec8-0f46-45ce-8ad0-d28d1ebb5ef0 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205833 Mar 22 12:52:44.298798 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af39793b-c7a8-4e34-bb95-85790df80d88 req-e9753a8f-db9e-4dd5-a345-9c458820c8a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 1098 time: 0.0776930 Mar 22 12:52:44.428632 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39793b-c7a8-4e34-bb95-85790df80d88 req-65097bea-01fe-40d5-9da0-0dab99b5780c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:44.430010 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af39793b-c7a8-4e34-bb95-85790df80d88 req-65097bea-01fe-40d5-9da0-0dab99b5780c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1261714 Mar 22 12:52:44.531634 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af39793b-c7a8-4e34-bb95-85790df80d88 req-10420387-82ca-4429-a2c4-76eeb050e86d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 HTTP/1.1" status: 200 len: 1001 time: 0.0955217 Mar 22 12:52:44.592899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39793b-c7a8-4e34-bb95-85790df80d88 req-f39bd0f4-65cd-44cb-93a4-72082d28cdcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:44.594274 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af39793b-c7a8-4e34-bb95-85790df80d88 req-f39bd0f4-65cd-44cb-93a4-72082d28cdcb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0561087 Mar 22 12:52:44.670433 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af39793b-c7a8-4e34-bb95-85790df80d88 req-48dd7a02-77d4-4e6f-867e-3f4d114b48d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706623 Mar 22 12:52:44.801296 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af39793b-c7a8-4e34-bb95-85790df80d88 req-e098bc7c-6e15-4045-afa4-cfcb5c4fb9e6 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249433 Mar 22 12:52:45.024155 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af39793b-c7a8-4e34-bb95-85790df80d88 req-87aa11fd-64b4-496e-bb18-6d9f5a46bb21 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163444 Mar 22 12:52:45.065579 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17af9e-f6b3-4543-afe3-c8c515470458 req-07702ee2-9f9c-4824-827b-25b0602b0fb6 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:45.066926 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8b17af9e-f6b3-4543-afe3-c8c515470458 req-07702ee2-9f9c-4824-827b-25b0602b0fb6 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0819085 Mar 22 12:52:45.115555 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8b17af9e-f6b3-4543-afe3-c8c515470458 req-4cb5ebe8-b04c-4130-a203-dd4af6ec793b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430667 Mar 22 12:52:46.327907 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50244e8-81de-466c-8214-92ac1bcc9f2a req-2eee2c27-ebe2-4e8f-8c4b-5d58bb40e2d0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:46.329348 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f50244e8-81de-466c-8214-92ac1bcc9f2a req-2eee2c27-ebe2-4e8f-8c4b-5d58bb40e2d0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0775399 Mar 22 12:52:46.374514 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f50244e8-81de-466c-8214-92ac1bcc9f2a req-dac06cb3-91a3-482d-bc75-efde39289c75 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394201 Mar 22 12:52:46.788614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1dbb4-21ad-41ff-bba4-540c400ceeae req-2a973ae1-66c9-4083-8dff-b3d219017d6b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:46.790067 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6cf1dbb4-21ad-41ff-bba4-540c400ceeae req-2a973ae1-66c9-4083-8dff-b3d219017d6b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0817218 Mar 22 12:52:46.838746 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6cf1dbb4-21ad-41ff-bba4-540c400ceeae req-d097a30f-aca0-4196-b31a-040895a4712c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405099 Mar 22 12:52:48.064067 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cbb95-ae88-4f91-96de-e4196ed67d7b req-ae804166-2c29-47c7-b4a9-909e63ac9da9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:48.065557 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-602cbb95-ae88-4f91-96de-e4196ed67d7b req-ae804166-2c29-47c7-b4a9-909e63ac9da9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0875573 Mar 22 12:52:48.110184 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-602cbb95-ae88-4f91-96de-e4196ed67d7b req-47898f51-8a05-4c77-b27e-2fe99917df3e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391133 Mar 22 12:52:48.640042 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-a23e8851-5331-46e6-88da-4f6883326b89 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:48.641425 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-a23e8851-5331-46e6-88da-4f6883326b89 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.0833528 Mar 22 12:52:48.710186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Deleting port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:52:48.710519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:48.945125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] For port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:52:48.945390 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:49.237935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:49.238295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:49.238570 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4 disassociated. External IP: 172.26.0.199, port: fb3d42f2-6bf2-448a-98dd-b7fca417c5d4. Mar 22 12:52:49.238893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Calling delete_port for fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:52:49.416328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9992647-bb75-4f5a-8b10-de04d25964d7 req-2d348fdd-7c8f-4e28-a2a9-3dbb0cbdf087 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:49.417778 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c9992647-bb75-4f5a-8b10-de04d25964d7 req-2d348fdd-7c8f-4e28-a2a9-3dbb0cbdf087 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 945 time: 0.1824408 Mar 22 12:52:49.461462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:49.517306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event deleted for resources: {'Port': ['ID=fb3d42f2-6bf2-448a-98dd-b7fca417c5d4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:52:49.524751 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c9992647-bb75-4f5a-8b10-de04d25964d7 req-bbd87162-02b7-4461-85bb-c08c39043233 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984714 Mar 22 12:52:49.585752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:52:49.586041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:52:49.586399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:52:49.586720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:52:49.587040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:52:49.587358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:52:49.587760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:52:49.587948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:52:49.588259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:52:49.588568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:52:49.588895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:52:49.740142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Router 8cbe9f0a-f2c7-402f-b150-d12145076e27 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:52:50.025165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:52:50.034731 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8957d-1ea0-4791-be6f-ef645e90509d None None] Sync routers for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:52:50.048060 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d8957d-1ea0-4791-be6f-ef645e90509d None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:52:50.048651 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83d8957d-1ea0-4791-be6f-ef645e90509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:52:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:50.093384 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] No DVR routers for this DVR port fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:52:50.095926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:50.098350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'name': 'network-vif-deleted', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:52:50.115998 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33f09152-b49d-449a-a88d-03e41cc10d40 req-994baebe-72e9-4683-9192-dfcb4377228f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "DELETE /v2.0/ports/fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 HTTP/1.1" status: 204 len: 173 time: 1.4693437 Mar 22 12:52:50.159858 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2daecb-6a8d-4027-ba39-9d86b6ad4377', 'name': 'network-vif-deleted', 'tag': 'fb3d42f2-6bf2-448a-98dd-b7fca417c5d4', 'status': 'completed', 'code': 200} Mar 22 12:52:50.236497 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-83d8957d-1ea0-4791-be6f-ef645e90509d None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:52:50.548888 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83d8957d-1ea0-4791-be6f-ef645e90509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:50.552702 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8957d-1ea0-4791-be6f-ef645e90509d None None] Checking router: 8cbe9f0a-f2c7-402f-b150-d12145076e27 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:52:50.563838 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d8957d-1ea0-4791-be6f-ef645e90509d None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:52:50.564413 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83d8957d-1ea0-4791-be6f-ef645e90509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:52:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:50.748847 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-83d8957d-1ea0-4791-be6f-ef645e90509d None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:52:50.836334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:52:50.854130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-63d3cf49-cc5d-46c2-9f23-2d712ff2d243 req-c6d395ef-05d3-4eb6-b769-52d00753dd6f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Synchronizing usage tracker for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:52:50.871840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-63d3cf49-cc5d-46c2-9f23-2d712ff2d243 req-c6d395ef-05d3-4eb6-b769-52d00753dd6f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Unset dirty status for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:52:50.873395 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63d3cf49-cc5d-46c2-9f23-2d712ff2d243 req-c6d395ef-05d3-4eb6-b769-52d00753dd6f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d2daecb-6a8d-4027-ba39-9d86b6ad4377 HTTP/1.1" status: 200 len: 210 time: 0.0613217 Mar 22 12:52:50.891907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:52:50.892308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device fb3d42f2-6bf2-448a-98dd-b7fca417c5d4 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:52:51.095058 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-83d8957d-1ea0-4791-be6f-ef645e90509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:52:51.099003 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8957d-1ea0-4791-be6f-ef645e90509d None None] The sync data for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv is: [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:52:51.334231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ca9ec5-f691-43aa-b364-7283df366ff8 None None] New status for floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:52:52.262226 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-32f44cb9-36ba-4bdf-86c1-df5c08eb10aa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1483601117&fields=id&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 267 time: 0.0394950 Mar 22 12:52:52.406751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-07717265-649c-45f1-8584-71ba955693fe tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:52.408140 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-07717265-649c-45f1-8584-71ba955693fe tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 812 time: 0.1397271 Mar 22 12:52:52.426691 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6cf41a7f-5cdb-46ec-b639-414d58a8e4fc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/quotas/1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 375 time: 0.0107012 Mar 22 12:52:52.511975 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-896e9251-549b-4f8c-9efc-8c7481fd0ace tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801520 Mar 22 12:52:52.653877 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d6688ae5-d2d5-492d-8903-5494de555aed service neutron] 10.222.0.62 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253762 Mar 22 12:52:52.784497 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-f68f41c6-1365-4eb8-9cf8-754aad3adb79 service neutron] 10.222.0.62 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239009 Mar 22 12:52:52.977907 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe77e416-3fbc-4cbd-b8ac-63d2a2a9b1c5 req-5ee7d93b-a272-4d05-8a06-3d9495eea127 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 210 time: 0.0401452 Mar 22 12:52:54.136885 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6aa5b9e8-9a48-4c6e-8c26-1b4e577c1363 req-ac4a2b25-8c46-43e3-98c1-d53cc6cb21dd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 210 time: 0.0396996 Mar 22 12:52:54.218187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-f2f9d4f3-6a80-48cc-b4f2-933b8046a9ab tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:54.220330 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-f2f9d4f3-6a80-48cc-b4f2-933b8046a9ab tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 812 time: 0.1446128 Mar 22 12:52:54.279306 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-bc7ad03f-4c7d-4437-b8d0-7588d26850fc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 380 time: 0.0462844 Mar 22 12:52:54.287302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'port': {'device_id': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'admin_state_up': True, 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'security_groups': ['1f9cc04b-5a80-4832-b106-1129cce7ff8e']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:52:54.434056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:52:54.444993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:52:54.455959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Made reservation on behalf of 1e3851e9ecbb4ae6857ac5b207c98ba2 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:52:54.459399 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:54.620398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Allocated IP 172.20.0.5 (ae934e6d-4d39-4bd5-98ab-c987499938b0/3c18ec5f-095b-45d9-ae92-d7755f1ee5be/4910fc31-29a4-422f-9dc0-53d5b48278f0) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:52:54.807105 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:54.826956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Transition to ACTIVE for port object 4910fc31-29a4-422f-9dc0-53d5b48278f0 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:52:54.857171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:54.926129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:52:54.928991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:52:54.933473 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:52:54.957704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event updated for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:52:54.995767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:54.996467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:55.026859 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-d4b7e552-c69b-4f87-a5f3-c0534f3ae7a3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430217 Mar 22 12:52:55.038680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Request body: {'port': {'device_id': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:52:55.148006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:55.225228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d1eb520a-369d-4e72-a621-9fb67fbd5625 None None] Provisioning for port 4910fc31-29a4-422f-9dc0-53d5b48278f0 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:52:55.230283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d1eb520a-369d-4e72-a621-9fb67fbd5625 None None] Provisioning complete for port 4910fc31-29a4-422f-9dc0-53d5b48278f0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:52:55.230644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d1eb520a-369d-4e72-a621-9fb67fbd5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:55.284223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb520a-369d-4e72-a621-9fb67fbd5625 None None] Port 4910fc31-29a4-422f-9dc0-53d5b48278f0 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:52:55.454786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2a707-0aaa-4844-9eed-5e1f998a54b2 req-240460dc-9c04-4d38-9c64-daccf8e4e408 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:55.455429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-ffe2a707-0aaa-4844-9eed-5e1f998a54b2 req-240460dc-9c04-4d38-9c64-daccf8e4e408 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Synchronizing usage tracker for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:52:55.490071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-ffe2a707-0aaa-4844-9eed-5e1f998a54b2 req-240460dc-9c04-4d38-9c64-daccf8e4e408 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Unset dirty status for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:52:55.491222 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ffe2a707-0aaa-4844-9eed-5e1f998a54b2 req-240460dc-9c04-4d38-9c64-daccf8e4e408 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 931 time: 0.2231300 Mar 22 12:52:55.585525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4910fc31-29a4-422f-9dc0-53d5b48278f0 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:52:55.594579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:55.603659 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ffe2a707-0aaa-4844-9eed-5e1f998a54b2 req-4ede15aa-d186-4ac9-bdd6-b42b51f7b24a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014702 Mar 22 12:52:55.611678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Transition to ACTIVE for port object 4910fc31-29a4-422f-9dc0-53d5b48278f0 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:52:55.616240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:55.739730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:52:55.848933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Attempting to bind port 4910fc31-29a4-422f-9dc0-53d5b48278f0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:52:55.849261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Attempting to bind port 4910fc31-29a4-422f-9dc0-53d5b48278f0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:52:55.849616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Attempting to bind port 4910fc31-29a4-422f-9dc0-53d5b48278f0 on network ae934e6d-4d39-4bd5-98ab-c987499938b0 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:52:55.855271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Port 4910fc31-29a4-422f-9dc0-53d5b48278f0 on network ae934e6d-4d39-4bd5-98ab-c987499938b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:52:55.855579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Attempting to bind port 4910fc31-29a4-422f-9dc0-53d5b48278f0 on network ae934e6d-4d39-4bd5-98ab-c987499938b0 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:52:55.862553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:52:55.862869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Checking segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:52:55.863237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Bound using segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:52:55.863650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Bound port: 4910fc31-29a4-422f-9dc0-53d5b48278f0, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:52:55.864014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:55.951910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:52:55.954856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:52:55.961114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:56.024249 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:56.025724 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] 10.222.0.55 "PUT /v2.0/ports/4910fc31-29a4-422f-9dc0-53d5b48278f0 HTTP/1.1" status: 200 len: 1093 time: 0.9917791 Mar 22 12:52:56.026130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:52:56.043309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2333a7-ebd8-45ae-ad7c-e3b414582fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:52:56.098932 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'status': 'completed', 'code': 200} Mar 22 12:52:56.135094 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-3472c622-18f9-4545-b3e3-68b0e03cd223 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 1096 time: 0.0700376 Mar 22 12:52:56.144551 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:52:56.205760 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-81c842af-7f44-437a-abc6-1e5745aad5bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0 HTTP/1.1" status: 200 len: 217 time: 0.0644205 Mar 22 12:52:56.265059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-83867695-b1f3-4121-b2c3-24471de364f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:56.266565 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-83867695-b1f3-4121-b2c3-24471de364f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0554106 Mar 22 12:52:56.441099 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-037faf10-d4c9-4ab3-aaed-9f89a7c2cd46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1685894 Mar 22 12:52:56.583449 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-10096753-9427-4e6a-814e-8d3103ab641a service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366060 Mar 22 12:52:56.721955 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55d3304-f2bf-482e-a5a7-54e47c0fea89 req-2e281c86-f2db-4c86-babe-c30baa8e3d01 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324866 Mar 22 12:52:56.853363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc8d9-c0e1-4ed0-9dd2-c3e3b1f0590b req-229ba5d4-4cbd-48c1-abbc-91f9c4962fae tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:56.854792 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41efc8d9-c0e1-4ed0-9dd2-c3e3b1f0590b req-229ba5d4-4cbd-48c1-abbc-91f9c4962fae tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 943 time: 0.1294003 Mar 22 12:52:56.860083 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d06267e-c86e-458d-95b4-c646b2b57a75 req-d4060382-0086-4808-afd0-804a0f9fbf61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 1096 time: 0.0960457 Mar 22 12:52:56.983550 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41efc8d9-c0e1-4ed0-9dd2-c3e3b1f0590b req-9f542fcf-41c4-41f3-96eb-c9058f3725f0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224647 Mar 22 12:52:57.013746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06267e-c86e-458d-95b4-c646b2b57a75 req-51fa1d83-87de-47bf-b3bf-6c449f9d51e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:57.015145 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d06267e-c86e-458d-95b4-c646b2b57a75 req-51fa1d83-87de-47bf-b3bf-6c449f9d51e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1412301 Mar 22 12:52:57.083594 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d06267e-c86e-458d-95b4-c646b2b57a75 req-47bebf49-3dfb-40aa-8d1f-c25c5b0cb90b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0 HTTP/1.1" status: 200 len: 217 time: 0.0621638 Mar 22 12:52:57.147131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06267e-c86e-458d-95b4-c646b2b57a75 req-627f6e69-32c1-4f05-9078-5c93f85adccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:57.148504 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d06267e-c86e-458d-95b4-c646b2b57a75 req-627f6e69-32c1-4f05-9078-5c93f85adccb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0594559 Mar 22 12:52:57.221283 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d06267e-c86e-458d-95b4-c646b2b57a75 req-63c298e1-9734-4114-b4ca-e31b789990e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668974 Mar 22 12:52:57.349255 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d06267e-c86e-458d-95b4-c646b2b57a75 req-29603cd7-0678-4c49-9bd2-30934d57919f service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207857 Mar 22 12:52:57.489057 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7d06267e-c86e-458d-95b4-c646b2b57a75 req-5be0c5e9-1ec2-4266-ad79-c41bd8b5c327 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337786 Mar 22 12:52:58.201365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f031f5-f74b-481a-a1dd-9020ed282aea req-446abbaa-4207-44b0-880f-69e677984f70 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:58.202811 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b7f031f5-f74b-481a-a1dd-9020ed282aea req-446abbaa-4207-44b0-880f-69e677984f70 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 943 time: 0.0890212 Mar 22 12:52:58.248859 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b7f031f5-f74b-481a-a1dd-9020ed282aea req-547b0e86-2df3-4c92-a37f-2f54fa133711 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403714 Mar 22 12:52:58.750836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-866f5773-fdb0-4b19-ba48-8592d0d20e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:52:59.454617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186029be-6f11-4ccb-8542-195118432134 req-cdaa7492-603d-41dd-a4a3-a7999677379e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:52:59.456013 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-186029be-6f11-4ccb-8542-195118432134 req-cdaa7492-603d-41dd-a4a3-a7999677379e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 943 time: 0.0826893 Mar 22 12:52:59.502843 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-186029be-6f11-4ccb-8542-195118432134 req-89e64c47-81dd-4106-9270-30e955a793ab tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389061 Mar 22 12:53:00.712287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6257a95-654d-422d-b05d-9cbc1ec345ff req-d2e8b27f-b6da-4764-b7d5-973e6511532a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:00.713643 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f6257a95-654d-422d-b05d-9cbc1ec345ff req-d2e8b27f-b6da-4764-b7d5-973e6511532a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 943 time: 0.0791225 Mar 22 12:53:00.758387 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f6257a95-654d-422d-b05d-9cbc1ec345ff req-38f43fdc-cb05-42cd-82e9-f3588633362f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391133 Mar 22 12:53:00.884456 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 4910fc31-29a4-422f-9dc0-53d5b48278f0 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:53:01.038619 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:01.051685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'port_id': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'mac_address': 'fa:16:3e:ce:6d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:53:01.106090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:01.123998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4910fc31-29a4-422f-9dc0-53d5b48278f0 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:53:01.138686 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:01.145907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:01.214182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:01.222381 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:01.222711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:01.223035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:01.223354 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:01.223673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:01.223988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:01.224298 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:01.224609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:01.224964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:01.225252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:01.225591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:01.466186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['4910fc31-29a4-422f-9dc0-53d5b48278f0'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:53:01.681410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be3b8476-52af-42a0-9622-5b5973405347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:01.968417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146a1cc-9248-4959-8b56-4eea013764a6 req-4220d060-2812-4ec1-8250-769b583aed70 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:01.969876 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7146a1cc-9248-4959-8b56-4eea013764a6 req-4220d060-2812-4ec1-8250-769b583aed70 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 944 time: 0.0800023 Mar 22 12:53:02.019135 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7146a1cc-9248-4959-8b56-4eea013764a6 req-918af916-c826-4aef-a740-48cb3cb5b29f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436568 Mar 22 12:53:02.068643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:02.129122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:02.915442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 4910fc31-29a4-422f-9dc0-53d5b48278f0 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:53:02.992154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 4910fc31-29a4-422f-9dc0-53d5b48278f0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:53:02.996841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 4910fc31-29a4-422f-9dc0-53d5b48278f0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:02.997203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:03.113707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:03.140260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:53:03.150358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:03.156878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:03.204536 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'code': 200} Mar 22 12:53:03.238246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe161e1-0dbb-43bb-ba13-dfcee46e4086 req-4ba932c4-ea0f-4c08-8446-e482ca24118c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:03.239797 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0fe161e1-0dbb-43bb-ba13-dfcee46e4086 req-4ba932c4-ea0f-4c08-8446-e482ca24118c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0941956 Mar 22 12:53:03.243056 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:03.288758 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0fe161e1-0dbb-43bb-ba13-dfcee46e4086 req-5f8fb74e-cecc-40c4-adde-6b2a1323e9cb tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397742 Mar 22 12:53:03.372247 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:03.440608 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5746736-0a45-40f4-a12d-457aa8f80277 req-a64f4295-47f5-4c39-8aae-66a74d9b7b69 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 1098 time: 0.0754688 Mar 22 12:53:03.481587 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c5746736-0a45-40f4-a12d-457aa8f80277 req-dd839e54-583a-4658-9c1f-f38e077ba4a4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356104 Mar 22 12:53:04.497015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5f31b-9c13-48f1-b084-28002459f9af req-d4eafad2-78d5-444f-9ce9-62fa0aa869a4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:04.498331 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0c5f31b-9c13-48f1-b084-28002459f9af req-d4eafad2-78d5-444f-9ce9-62fa0aa869a4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0824654 Mar 22 12:53:04.543007 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e0c5f31b-9c13-48f1-b084-28002459f9af req-2442e719-10a5-439f-9e91-d806ef3c5c00 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390823 Mar 22 12:53:05.895364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dc8ff-7717-482d-b0c0-ac26005c606b req-16e1d0f0-7862-4c20-a8b4-0815d496ecce tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:05.896716 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d79dc8ff-7717-482d-b0c0-ac26005c606b req-16e1d0f0-7862-4c20-a8b4-0815d496ecce tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0803657 Mar 22 12:53:05.944051 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d79dc8ff-7717-482d-b0c0-ac26005c606b req-255109ec-1aa5-4fd2-8aef-0cec05a72ad9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418289 Mar 22 12:53:06.133788 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fff16-0e6d-4066-9d83-97ad45806dfd req-7de87f3a-30b1-487f-97b5-cf5df330aff1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:06.135199 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9d9fff16-0e6d-4066-9d83-97ad45806dfd req-7de87f3a-30b1-487f-97b5-cf5df330aff1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0779474 Mar 22 12:53:06.145268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50198) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:53:06.151337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-74d47805-ceac-4afd-8d98-a700737025aa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'floatingip': {'port_id': '4910fc31-29a4-422f-9dc0-53d5b48278f0'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:53:06.314305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74d47805-ceac-4afd-8d98-a700737025aa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:06.903982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74d47805-ceac-4afd-8d98-a700737025aa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:06.910105 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74d47805-ceac-4afd-8d98-a700737025aa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:07.109722 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-74d47805-ceac-4afd-8d98-a700737025aa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4 associated. External IP: 172.26.0.199, port: 4910fc31-29a4-422f-9dc0-53d5b48278f0. Mar 22 12:53:07.503296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d47805-ceac-4afd-8d98-a700737025aa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Router 8cbe9f0a-f2c7-402f-b150-d12145076e27 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:53:07.801722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d47805-ceac-4afd-8d98-a700737025aa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:53:07.806180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-74d47805-ceac-4afd-8d98-a700737025aa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:07.811523 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6535a3f-f877-4e59-9467-d4ec4a89d238 None None] Sync routers for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:53:07.825041 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6535a3f-f877-4e59-9467-d4ec4a89d238 None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:53:07.825701 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c6535a3f-f877-4e59-9467-d4ec4a89d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:53:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:07.859084 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-74d47805-ceac-4afd-8d98-a700737025aa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "PUT /v2.0/floatingips/ade31676-8f51-45d7-9d83-630d5b3f8cc4 HTTP/1.1" status: 200 len: 991 time: 1.7125754 Mar 22 12:53:07.859705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:53:07.912728 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'status': 'completed', 'code': 200} Mar 22 12:53:08.002304 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c6535a3f-f877-4e59-9467-d4ec4a89d238 None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:53:08.002892 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4187427a-90e7-4482-94e9-a552933974fb req-2bf64964-44eb-44c6-94e5-b045b6d5d69a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 1098 time: 0.0693305 Mar 22 12:53:08.136854 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187427a-90e7-4482-94e9-a552933974fb req-cb24286c-bba5-4a0f-96d9-6703a08c4ab8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:08.138334 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4187427a-90e7-4482-94e9-a552933974fb req-cb24286c-bba5-4a0f-96d9-6703a08c4ab8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1298647 Mar 22 12:53:08.231873 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f10316b-0242-49f1-9463-ec150ea3f5b6 req-525c4a1d-165b-4c77-920f-7e1515662798 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2624693 Mar 22 12:53:08.247349 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4187427a-90e7-4482-94e9-a552933974fb req-aca8c5e5-0a03-4bc3-98b1-b32f33686940 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0 HTTP/1.1" status: 200 len: 999 time: 0.1026590 Mar 22 12:53:08.308639 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187427a-90e7-4482-94e9-a552933974fb req-0aa1440c-feea-417e-94ad-7f438611b1a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:08.310142 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4187427a-90e7-4482-94e9-a552933974fb req-0aa1440c-feea-417e-94ad-7f438611b1a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0569973 Mar 22 12:53:08.366274 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c6535a3f-f877-4e59-9467-d4ec4a89d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:ce:6d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:53:06Z', 'revision_number': 9, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:08.370586 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6535a3f-f877-4e59-9467-d4ec4a89d238 None None] Checking router: 8cbe9f0a-f2c7-402f-b150-d12145076e27 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:53:08.394577 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4187427a-90e7-4482-94e9-a552933974fb req-7db38aa9-7855-47cb-b165-025f4884d346 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783713 Mar 22 12:53:08.398490 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6535a3f-f877-4e59-9467-d4ec4a89d238 None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:53:08.399200 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c6535a3f-f877-4e59-9467-d4ec4a89d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:53:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:08.573832 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c6535a3f-f877-4e59-9467-d4ec4a89d238 None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:53:08.641019 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4187427a-90e7-4482-94e9-a552933974fb req-00f84a8c-30ad-4f29-b141-7b4fa9f9a2c5 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400949 Mar 22 12:53:08.719883 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-2cc0785e-16a7-4a4d-89e1-0513b39b172e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2462349 Mar 22 12:53:08.725018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77458621-6cff-4f25-a521-c0c23381f7e9 req-fda455a7-2415-4cd9-8fa6-ce1acf303817 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:08.726368 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-77458621-6cff-4f25-a521-c0c23381f7e9 req-fda455a7-2415-4cd9-8fa6-ce1acf303817 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.2147851 Mar 22 12:53:08.801667 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-77458621-6cff-4f25-a521-c0c23381f7e9 req-0d37ff19-2905-45f9-a522-0df9d3eff483 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685141 Mar 22 12:53:08.844281 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4187427a-90e7-4482-94e9-a552933974fb req-f4000e48-7ff1-46af-bd96-f282b3c4a743 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972272 Mar 22 12:53:08.949034 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c6535a3f-f877-4e59-9467-d4ec4a89d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:ce:6d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:53:06Z', 'revision_number': 9, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:08.953176 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6535a3f-f877-4e59-9467-d4ec4a89d238 None None] The sync data for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv is: [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:ce:6d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:53:06Z', 'revision_number': 9, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:53:09.154793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fa3c9c-8ade-4969-a938-5190163e7f38 None None] New status for floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:53:09.902757 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-028755b4-46b7-4f7f-a336-1c389acfd679 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 1098 time: 0.0677483 Mar 22 12:53:10.004039 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d91b7d-7f46-4a3a-93d6-2ac19c9a19f9 req-595e9fbf-f27b-4a22-a9dc-dbe7a42d328f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:10.005490 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a2d91b7d-7f46-4a3a-93d6-2ac19c9a19f9 req-595e9fbf-f27b-4a22-a9dc-dbe7a42d328f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0746119 Mar 22 12:53:10.032261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-96b764bc-ac5e-413d-97e6-2c0fb462d51e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:10.033716 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-96b764bc-ac5e-413d-97e6-2c0fb462d51e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1256177 Mar 22 12:53:10.053540 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a2d91b7d-7f46-4a3a-93d6-2ac19c9a19f9 req-70273f48-a8e3-42bd-8080-9d1880b1d3e4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424886 Mar 22 12:53:10.136066 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-a211592f-2f56-4163-a012-3a12edc4e0dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0 HTTP/1.1" status: 200 len: 1002 time: 0.0967939 Mar 22 12:53:10.198156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-0ae83328-1b12-4037-b624-604392d7e45b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:10.199705 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-0ae83328-1b12-4037-b624-604392d7e45b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0584829 Mar 22 12:53:10.275696 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-a8fe0118-ad58-409e-98b9-61ff1766b2b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705757 Mar 22 12:53:10.509075 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-cc026ff1-c46f-48a5-a64d-566832689ece service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277627 Mar 22 12:53:10.638666 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-5e2c2837-844f-42c3-82ff-0d8e8de8aba8 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242728 Mar 22 12:53:11.261752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45875853-e920-4f4c-9479-ce2f5cd5553c req-6090d342-a086-48df-8227-1ce94290b38d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:11.263183 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-45875853-e920-4f4c-9479-ce2f5cd5553c req-6090d342-a086-48df-8227-1ce94290b38d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0748942 Mar 22 12:53:11.308179 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-45875853-e920-4f4c-9479-ce2f5cd5553c req-a8bc2d23-53ca-4581-a1fb-d5221f710cf2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393038 Mar 22 12:53:12.520207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d6db3-4c86-4549-bc8a-92d8744c13a0 req-3f7a9ca7-c603-4831-9d90-1a80116e30d1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:12.521533 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-548d6db3-4c86-4549-bc8a-92d8744c13a0 req-3f7a9ca7-c603-4831-9d90-1a80116e30d1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0800407 Mar 22 12:53:12.568851 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-548d6db3-4c86-4549-bc8a-92d8744c13a0 req-cec70f22-e30f-4fc1-851f-25b55b2bcc0d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393510 Mar 22 12:53:13.479358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:13.777978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75aaaf-a8fb-41cf-bdf4-68fb422bc028 req-f60ffa47-d31f-4f49-9f47-f294ac32c4fb tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:13.779310 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c75aaaf-a8fb-41cf-bdf4-68fb422bc028 req-f60ffa47-d31f-4f49-9f47-f294ac32c4fb tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0809000 Mar 22 12:53:13.826691 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c75aaaf-a8fb-41cf-bdf4-68fb422bc028 req-749f222c-104f-4c1b-ba86-1ccf85b535ad tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394571 Mar 22 12:53:15.047310 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fe9fe-e275-41c1-bcba-469edb7c6ac6 req-ab8d8736-3002-4819-b7d0-7fb710f9415a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:15.048702 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-883fe9fe-e275-41c1-bcba-469edb7c6ac6 req-ab8d8736-3002-4819-b7d0-7fb710f9415a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0889909 Mar 22 12:53:15.096070 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-883fe9fe-e275-41c1-bcba-469edb7c6ac6 req-0ee9830e-2b82-4195-ae30-33d171649d80 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Mar 22 12:53:16.293766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79bf78-53da-48ec-afd2-9e11b6bdfb81 req-d1a41479-36f9-42b2-9e7c-70c832057660 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:16.295149 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f79bf78-53da-48ec-afd2-9e11b6bdfb81 req-d1a41479-36f9-42b2-9e7c-70c832057660 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0740459 Mar 22 12:53:16.344800 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f79bf78-53da-48ec-afd2-9e11b6bdfb81 req-4b779c0f-d4fe-4637-a9f2-88575f41fe4a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437107 Mar 22 12:53:17.551343 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581c601-6f47-4c3b-99e5-40b64982a5bc req-39ef50a9-1752-46ae-938c-bc7c6c264c5e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:17.552653 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6581c601-6f47-4c3b-99e5-40b64982a5bc req-39ef50a9-1752-46ae-938c-bc7c6c264c5e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0829146 Mar 22 12:53:17.599380 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6581c601-6f47-4c3b-99e5-40b64982a5bc req-144fc06b-5087-4f65-825f-dadfc3a6279e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406237 Mar 22 12:53:18.827420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1d0c8-6237-4b43-8154-9328c19c3685 req-03d35b51-7fc2-4cee-a757-cbf7370ecfea tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:18.828915 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2cf1d0c8-6237-4b43-8154-9328c19c3685 req-03d35b51-7fc2-4cee-a757-cbf7370ecfea tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0853503 Mar 22 12:53:18.872999 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2cf1d0c8-6237-4b43-8154-9328c19c3685 req-4987e188-4b2c-42e9-bc8e-5172305648b9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384316 Mar 22 12:53:20.096154 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea40fd-622d-45ac-9bbc-223e7d21446a req-81363f71-61d3-4b50-adf2-868318418f1f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:20.097602 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29ea40fd-622d-45ac-9bbc-223e7d21446a req-81363f71-61d3-4b50-adf2-868318418f1f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0912292 Mar 22 12:53:20.145188 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29ea40fd-622d-45ac-9bbc-223e7d21446a req-81114ee6-bf97-444f-be42-edc79c8db3f1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396445 Mar 22 12:53:21.355553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6b522-80eb-47a6-ba55-0e52b5793516 req-6a875fd6-8d25-4816-a203-c81f59fc1bc5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:21.356948 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-45c6b522-80eb-47a6-ba55-0e52b5793516 req-6a875fd6-8d25-4816-a203-c81f59fc1bc5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0941298 Mar 22 12:53:21.401215 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-45c6b522-80eb-47a6-ba55-0e52b5793516 req-ae9dd04a-70a2-49c7-8975-e68ef827c6f4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387068 Mar 22 12:53:22.609563 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fa8e8-eff3-4f4b-aa90-a805ab80235c req-43f01da4-106f-4233-98b3-aac4c3b1f64b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:22.610905 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-602fa8e8-eff3-4f4b-aa90-a805ab80235c req-43f01da4-106f-4233-98b3-aac4c3b1f64b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0785034 Mar 22 12:53:22.659964 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-602fa8e8-eff3-4f4b-aa90-a805ab80235c req-ec0f58b2-da92-424e-936b-2d7906d50cce tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 Mar 22 12:53:23.872471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672e126-a9ce-45a9-a298-277c99cba99a req-93487cf7-702a-425a-8462-813c46b0f282 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:23.873926 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1672e126-a9ce-45a9-a298-277c99cba99a req-93487cf7-702a-425a-8462-813c46b0f282 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0766277 Mar 22 12:53:23.920959 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1672e126-a9ce-45a9-a298-277c99cba99a req-a99e795f-e09e-4bc6-8d80-698ff84d244d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 Mar 22 12:53:25.141716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3503c-ee81-45a9-8f19-b90c71c587a9 req-c77e6300-57db-42c0-99cb-ef34fd49f6b2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:25.143144 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-efb3503c-ee81-45a9-8f19-b90c71c587a9 req-c77e6300-57db-42c0-99cb-ef34fd49f6b2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0898812 Mar 22 12:53:25.189807 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-efb3503c-ee81-45a9-8f19-b90c71c587a9 req-a7b1bacd-3795-4792-89f3-108a13ac6c97 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410047 Mar 22 12:53:26.393677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76fdd-a7a3-40e8-a205-06c8ac9fef8b req-380b408c-d4ff-4f57-98d3-0cf9fd12de46 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:26.395116 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41c76fdd-a7a3-40e8-a205-06c8ac9fef8b req-380b408c-d4ff-4f57-98d3-0cf9fd12de46 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0844436 Mar 22 12:53:26.440810 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41c76fdd-a7a3-40e8-a205-06c8ac9fef8b req-6a992e17-21b1-48ba-aea5-98cb9f8d024f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401084 Mar 22 12:53:27.570704 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-f15cccba-ed5a-49f6-94e5-bab47c10096f service neutron] 10.222.0.55 "GET /v2.0/ports/4910fc31-29a4-422f-9dc0-53d5b48278f0/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.1668184 Mar 22 12:53:27.636964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc0ec4-e285-4388-aa38-3baccb2abffa req-3864a719-f0ef-43e1-bc77-0c35c78f11b1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:27.638408 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2fdc0ec4-e285-4388-aa38-3baccb2abffa req-3864a719-f0ef-43e1-bc77-0c35c78f11b1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0771983 Mar 22 12:53:27.688998 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2fdc0ec4-e285-4388-aa38-3baccb2abffa req-97970d9a-e3a9-4988-acc1-58da582856bd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447736 Mar 22 12:53:27.840134 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-417d3cea-2854-495b-8d13-eb0b3830f820 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0735042 Mar 22 12:53:27.931481 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-23472717-5dfd-4ffc-aed9-bd224dc058ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 1098 time: 0.0714238 Mar 22 12:53:28.062118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-67af00cd-dea3-455a-b1b6-3ee375cb29ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:28.063482 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-67af00cd-dea3-455a-b1b6-3ee375cb29ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1258967 Mar 22 12:53:28.165135 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-7ce7b8b9-e0e5-4f3c-8da4-0b192c29ae92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0 HTTP/1.1" status: 200 len: 1002 time: 0.0958500 Mar 22 12:53:28.225893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-29196ef2-d2b4-4e42-af54-de4c43daeba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:28.227410 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-29196ef2-d2b4-4e42-af54-de4c43daeba4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0571480 Mar 22 12:53:28.304901 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-d2522a50-7292-4530-ade6-3b254834a9c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696707 Mar 22 12:53:28.441827 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-d842d910-e5a4-4afb-8c5a-f01fcdc16f16 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311769 Mar 22 12:53:28.663708 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f46fd582-cc76-4bce-9f7b-980afd2c5cf8 req-0b5564a4-7f8b-492e-bbc2-c9f6db7522f1 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159536 Mar 22 12:53:28.733810 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e8d8da5d-cbf3-4f48-adf9-a55a33b9a0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:28.890083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73851f-e88a-4216-ba59-88bd3443207a req-605cb1b5-3b4a-4aa7-a3fe-1efc2ac20959 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:28.891506 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd73851f-e88a-4216-ba59-88bd3443207a req-605cb1b5-3b4a-4aa7-a3fe-1efc2ac20959 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0772300 Mar 22 12:53:28.940631 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bd73851f-e88a-4216-ba59-88bd3443207a req-c3f4dd49-478b-4d2b-8b0e-28aaf4246d9a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Mar 22 12:53:30.177236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837149c-afce-4b78-b051-9cd609d8826e req-a6208d65-8154-4d09-8ca3-6c6b5ad37d89 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:30.178730 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d837149c-afce-4b78-b051-9cd609d8826e req-a6208d65-8154-4d09-8ca3-6c6b5ad37d89 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0835648 Mar 22 12:53:30.225658 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d837149c-afce-4b78-b051-9cd609d8826e req-e4f8315b-da37-4b6f-b371-b48d73655486 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410223 Mar 22 12:53:31.024802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 4910fc31-29a4-422f-9dc0-53d5b48278f0 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:53:31.028627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 4910fc31-29a4-422f-9dc0-53d5b48278f0 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:53:31.241339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:31.273243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:31.295144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:53:31.300934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'port_id': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'mac_address': 'fa:16:3e:ce:6d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:53:31.306992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:31.344073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:31.383479 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'code': 200} Mar 22 12:53:31.414689 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:31.431711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec724714-bd05-47c8-9b27-e4126b9717ec req-d144f15e-3946-4a9b-b01e-66d71bc13af2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:31.433133 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec724714-bd05-47c8-9b27-e4126b9717ec req-d144f15e-3946-4a9b-b01e-66d71bc13af2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 943 time: 0.0813520 Mar 22 12:53:31.438992 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4910fc31-29a4-422f-9dc0-53d5b48278f0 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:53:31.445275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:31.460194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:31.465573 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:31.481099 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec724714-bd05-47c8-9b27-e4126b9717ec req-14f5a6db-9c14-4741-ad26-12cb2d31702a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419912 Mar 22 12:53:31.533433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['4910fc31-29a4-422f-9dc0-53d5b48278f0'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:53:31.568315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:31.703497 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f9a030e8-23c4-41d9-8a99-41bb6f184bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:31.956408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-83138df3-431b-45b4-b9a9-caa1e560bb74 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:31.957847 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-83138df3-431b-45b4-b9a9-caa1e560bb74 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 944 time: 0.1322646 Mar 22 12:53:32.031059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59294a23-60fc-4f68-b0cb-8d8dc1ee067c req-8e6abe06-a76f-459c-bf0d-d9bdcd979830 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:32.032463 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59294a23-60fc-4f68-b0cb-8d8dc1ee067c req-8e6abe06-a76f-459c-bf0d-d9bdcd979830 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 944 time: 0.1516793 Mar 22 12:53:32.068878 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-02ae8b3c-0d80-4552-8140-9f97c55b32db service neutron] 10.222.0.55 "GET /v2.0/ports/4910fc31-29a4-422f-9dc0-53d5b48278f0/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.1043947 Mar 22 12:53:32.070249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:32.090181 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-59294a23-60fc-4f68-b0cb-8d8dc1ee067c req-b91c141e-0562-4e3c-8d71-312c1fb4a6de tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500066 Mar 22 12:53:32.135005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:32.161807 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-8b1235b8-8833-473f-b7e6-16909abbc958 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 1097 time: 0.0706601 Mar 22 12:53:32.288938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-6287ddd1-a46c-4a92-a7f2-d0818e2a902d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:32.290392 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-6287ddd1-a46c-4a92-a7f2-d0818e2a902d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1233957 Mar 22 12:53:32.393818 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-eebd696a-d77d-4276-90ac-0ee605f0b927 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0 HTTP/1.1" status: 200 len: 1001 time: 0.0971141 Mar 22 12:53:32.465108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-c2a8c960-db32-4c49-8462-387c43e1aa72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:32.466460 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-c2a8c960-db32-4c49-8462-387c43e1aa72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0672491 Mar 22 12:53:32.555295 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-840b229a-9d09-4e04-99e6-d3f93f425f0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822523 Mar 22 12:53:32.684652 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-54ce8d0f-feb3-4bb6-9d4b-dd4e721cad25 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231680 Mar 22 12:53:32.813213 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-8b551a2c-e0fc-43bd-82fc-83009ea94c19 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227932 Mar 22 12:53:33.023512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 4910fc31-29a4-422f-9dc0-53d5b48278f0 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:53:33.135015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 4910fc31-29a4-422f-9dc0-53d5b48278f0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:33.135572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:33.146324 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:53:33.245927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:33.277489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:33.282271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:33.292822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f50af1-7dd8-4f29-b894-ee6ff68559c8 req-a1ee1400-fd80-422b-8da1-941a753a5b0d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:33.294264 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-71f50af1-7dd8-4f29-b894-ee6ff68559c8 req-a1ee1400-fd80-422b-8da1-941a753a5b0d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 944 time: 0.0797758 Mar 22 12:53:33.339570 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-71f50af1-7dd8-4f29-b894-ee6ff68559c8 req-c116cf32-cddd-4c65-bf38-6ee1c972b9b9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395875 Mar 22 12:53:33.346177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:33.376460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:33.384116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:53:33.446944 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'code': 200} Mar 22 12:53:34.552913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389ae63-d048-4ea0-a4ef-e756f1d0e71f req-1fae498e-053e-483d-9894-6569904e610a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:34.554290 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e389ae63-d048-4ea0-a4ef-e756f1d0e71f req-1fae498e-053e-483d-9894-6569904e610a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0767696 Mar 22 12:53:34.598050 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e389ae63-d048-4ea0-a4ef-e756f1d0e71f req-ea300a36-c04d-4999-bc32-588bcfc22a10 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380170 Mar 22 12:53:35.451124 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-22626739-00c3-45da-8c74-7020c4b164a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0765476 Mar 22 12:53:35.553520 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-4025182d-7b13-443e-b896-78d9ba77be95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 1098 time: 0.0802071 Mar 22 12:53:35.693247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-d998b111-ad32-4c8e-baf6-62b3fc54bfd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:35.694728 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-d998b111-ad32-4c8e-baf6-62b3fc54bfd9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1358681 Mar 22 12:53:35.933900 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-f910caad-221a-4fb0-a3ed-9e3ebeae33ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0 HTTP/1.1" status: 200 len: 1002 time: 0.2333984 Mar 22 12:53:35.996549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb21b37-2863-4012-906d-d3df0cbbb7b7 req-c2fb8fbf-7f48-4165-bcf0-c0e65a6d2a00 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:35.998037 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6cb21b37-2863-4012-906d-d3df0cbbb7b7 req-c2fb8fbf-7f48-4165-bcf0-c0e65a6d2a00 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.2523203 Mar 22 12:53:36.019766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-119bb544-872e-4100-8b11-74f391817edd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:36.021101 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-119bb544-872e-4100-8b11-74f391817edd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0817282 Mar 22 12:53:36.091385 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6cb21b37-2863-4012-906d-d3df0cbbb7b7 req-6b02d052-c0ec-422b-adf8-022d209c9870 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870526 Mar 22 12:53:36.111980 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-de5c4c29-1892-494c-8ee0-2cb649df3b91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836291 Mar 22 12:53:36.242893 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-978fe03c-ffb4-414b-8548-45456389cc3a service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250944 Mar 22 12:53:36.381518 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bfd02ea-8874-4bb6-a961-5e11a2d2028f req-157ace55-150c-4eb7-a0a1-93eeea38ace0 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326547 Mar 22 12:53:37.042897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 4910fc31-29a4-422f-9dc0-53d5b48278f0 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:53:37.165707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:37.192662 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:53:37.202286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:37.208578 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:37.276753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=9']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:37.280143 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'code': 200} Mar 22 12:53:37.305882 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b317c-5a18-42c0-addb-873f950a9b5c req-18303036-a855-498e-bb14-286e32c71981 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:37.307262 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a31b317c-5a18-42c0-addb-873f950a9b5c req-18303036-a855-498e-bb14-286e32c71981 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 943 time: 0.0925512 Mar 22 12:53:37.352366 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a31b317c-5a18-42c0-addb-873f950a9b5c req-ad6175ca-c228-4684-bd09-bca57c70b7df tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394423 Mar 22 12:53:38.559564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396297ba-30f1-4064-ba18-b64cbe11c244 req-53fdabaa-0d8f-4970-9be7-d9f100211b8e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:38.560910 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-396297ba-30f1-4064-ba18-b64cbe11c244 req-53fdabaa-0d8f-4970-9be7-d9f100211b8e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 943 time: 0.0760057 Mar 22 12:53:38.609959 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-396297ba-30f1-4064-ba18-b64cbe11c244 req-b5e4d25c-c014-4960-ac47-2ed51da65c0f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 Mar 22 12:53:39.070414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 4910fc31-29a4-422f-9dc0-53d5b48278f0 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:53:39.211859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:39.226185 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'port_id': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'mac_address': 'fa:16:3e:ce:6d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:53:39.277799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:39.294295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4910fc31-29a4-422f-9dc0-53d5b48278f0 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:53:39.310704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:39.316041 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:39.377582 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['4910fc31-29a4-422f-9dc0-53d5b48278f0'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:53:39.425104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=10']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:39.826837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d1183-b8be-4b4f-a652-491167a04316 req-4c66a3ca-a8f0-4b84-9978-d9d512610ccf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:39.828296 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1c9d1183-b8be-4b4f-a652-491167a04316 req-4c66a3ca-a8f0-4b84-9978-d9d512610ccf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0892873 Mar 22 12:53:39.884049 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1c9d1183-b8be-4b4f-a652-491167a04316 req-3786d383-0149-4198-a313-f830fb679f0c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500758 Mar 22 12:53:40.089047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1105-87ad-45ee-abbc-54dd203d3d28 req-06d9c426-1a5e-40bf-a721-37b35249afc7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:40.090449 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cdaa1105-87ad-45ee-abbc-54dd203d3d28 req-06d9c426-1a5e-40bf-a721-37b35249afc7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0786030 Mar 22 12:53:40.136508 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cdaa1105-87ad-45ee-abbc-54dd203d3d28 req-21180bca-286c-44aa-be0d-22aa4ef7e53c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398083 Mar 22 12:53:40.332000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3aec4-0e14-42a4-a4b2-7c3a1524fba4 req-03b74795-f6a5-491e-8700-51d85276fbf0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:40.333401 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-47d3aec4-0e14-42a4-a4b2-7c3a1524fba4 req-03b74795-f6a5-491e-8700-51d85276fbf0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0796785 Mar 22 12:53:40.379098 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-47d3aec4-0e14-42a4-a4b2-7c3a1524fba4 req-22bbb899-3e65-45ce-b0af-73f7209c2e4d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400250 Mar 22 12:53:40.787171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23dad-90ce-4ab8-9312-a5491e091748 req-1e9c9012-fe29-413b-a34f-7f2f1bb1fa29 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:40.788569 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a8b23dad-90ce-4ab8-9312-a5491e091748 req-1e9c9012-fe29-413b-a34f-7f2f1bb1fa29 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 945 time: 0.0795326 Mar 22 12:53:40.835307 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a8b23dad-90ce-4ab8-9312-a5491e091748 req-7c2fdb74-6a1e-4e43-aae4-c18d7c985451 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409982 Mar 22 12:53:41.083504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 4910fc31-29a4-422f-9dc0-53d5b48278f0 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:53:41.155893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 4910fc31-29a4-422f-9dc0-53d5b48278f0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:41.156268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:41.271799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:41.298189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:53:41.307800 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:41.311952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:41.355017 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'code': 200} Mar 22 12:53:41.377228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=11']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:42.048268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27bc4f-8b15-4cca-ae42-641c0234d1e7 req-ed779766-02b8-4fef-a4dd-46ced555f783 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:42.049707 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5d27bc4f-8b15-4cca-ae42-641c0234d1e7 req-ed779766-02b8-4fef-a4dd-46ced555f783 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 946 time: 0.0812531 Mar 22 12:53:42.098920 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5d27bc4f-8b15-4cca-ae42-641c0234d1e7 req-05be9a2e-54e1-4467-8ba8-7ad48106f325 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431576 Mar 22 12:53:42.931260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-a459e9c2-b97c-4a86-9964-8d9b978dc4b0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:42.932649 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-a459e9c2-b97c-4a86-9964-8d9b978dc4b0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 946 time: 0.0866239 Mar 22 12:53:42.999541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Deleting port 4910fc31-29a4-422f-9dc0-53d5b48278f0 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:53:42.999879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:43.275408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] For port 4910fc31-29a4-422f-9dc0-53d5b48278f0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4910fc31-29a4-422f-9dc0-53d5b48278f0,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:43.275722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:43.458156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:43.475567 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a7d4-2bb0-4ce5-a5d6-0966e1ac7ff4 req-705711c0-72ed-4329-aada-690f88c6a027 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:43.476995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2577a7d4-2bb0-4ce5-a5d6-0966e1ac7ff4 req-705711c0-72ed-4329-aada-690f88c6a027 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 946 time: 0.2572308 Mar 22 12:53:43.603744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:43.604101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:43.604394 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4 disassociated. External IP: 172.26.0.199, port: 4910fc31-29a4-422f-9dc0-53d5b48278f0. Mar 22 12:53:43.604722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Calling delete_port for 4910fc31-29a4-422f-9dc0-53d5b48278f0 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:53:43.643182 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2577a7d4-2bb0-4ce5-a5d6-0966e1ac7ff4 req-caaaa771-2055-4893-936f-605d7b9bb675 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122196 Mar 22 12:53:43.771535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:43.920252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event deleted for resources: {'Port': ['ID=4910fc31-29a4-422f-9dc0-53d5b48278f0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:44.130397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Router 8cbe9f0a-f2c7-402f-b150-d12145076e27 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:53:44.326313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:53:44.335991 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37757083-8686-4b39-86b9-3edc2cd17d2f None None] Sync routers for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:53:44.348228 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37757083-8686-4b39-86b9-3edc2cd17d2f None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:53:44.348872 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-37757083-8686-4b39-86b9-3edc2cd17d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:53:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:44.395253 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] No DVR routers for this DVR port 4910fc31-29a4-422f-9dc0-53d5b48278f0 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:53:44.397784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:44.400770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-deleted', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:53:44.418942 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-86b40b3c-2c9b-4b75-ab89-e642db0bb03f req-e109be6c-d5e1-4fcb-8684-2919a5eefe3f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "DELETE /v2.0/ports/4910fc31-29a4-422f-9dc0-53d5b48278f0 HTTP/1.1" status: 204 len: 173 time: 1.4811542 Mar 22 12:53:44.455779 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f59879-6fd8-473b-8fd4-e308e61ea349', 'name': 'network-vif-deleted', 'tag': '4910fc31-29a4-422f-9dc0-53d5b48278f0', 'status': 'completed', 'code': 200} Mar 22 12:53:44.536089 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-37757083-8686-4b39-86b9-3edc2cd17d2f None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:53:44.819808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3acf1e6a-87f2-463f-97e7-9aff4edb77a5 req-17dbc094-bb9a-4e38-ad49-94c184b99c27 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Synchronizing usage tracker for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:53:44.836732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3acf1e6a-87f2-463f-97e7-9aff4edb77a5 req-17dbc094-bb9a-4e38-ad49-94c184b99c27 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Unset dirty status for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:53:44.837897 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3acf1e6a-87f2-463f-97e7-9aff4edb77a5 req-17dbc094-bb9a-4e38-ad49-94c184b99c27 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2f59879-6fd8-473b-8fd4-e308e61ea349 HTTP/1.1" status: 200 len: 210 time: 0.0592458 Mar 22 12:53:44.872116 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-37757083-8686-4b39-86b9-3edc2cd17d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:44.876048 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37757083-8686-4b39-86b9-3edc2cd17d2f None None] Checking router: 8cbe9f0a-f2c7-402f-b150-d12145076e27 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:53:44.886900 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37757083-8686-4b39-86b9-3edc2cd17d2f None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:53:44.887472 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-37757083-8686-4b39-86b9-3edc2cd17d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:53:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:45.066298 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-37757083-8686-4b39-86b9-3edc2cd17d2f None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:53:45.098914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 4910fc31-29a4-422f-9dc0-53d5b48278f0 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:53:45.133691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 4910fc31-29a4-422f-9dc0-53d5b48278f0 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:53:45.134024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 4910fc31-29a4-422f-9dc0-53d5b48278f0 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:53:45.367288 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-37757083-8686-4b39-86b9-3edc2cd17d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:53:45.371115 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37757083-8686-4b39-86b9-3edc2cd17d2f None None] The sync data for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv is: [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:53:45.578199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a97c148-0293-48af-8f5f-3dcda6825e5d None None] New status for floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:53:46.235189 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-6afaee45-a8eb-4c99-9c22-f5364caea26b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1483601117&fields=id&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 267 time: 0.0462685 Mar 22 12:53:46.384478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-fcf941cf-758c-4fe1-a30d-c354d01354b9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:46.385800 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-fcf941cf-758c-4fe1-a30d-c354d01354b9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 812 time: 0.1440933 Mar 22 12:53:46.402083 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-994fddfa-a73a-46fa-b9bb-9f768f32a1c4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/quotas/1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 375 time: 0.0108607 Mar 22 12:53:46.485272 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-45a2142e-e420-4b4f-97a8-a802d216202c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781126 Mar 22 12:53:46.500480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-0f6a3cd3-da9f-4a24-b957-23cf9731500a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:53:46.501383 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-0f6a3cd3-da9f-4a24-b957-23cf9731500a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049005 Mar 22 12:53:46.708433 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-5aa1f251-6c9a-4598-a705-3fd2ffd964db service neutron] 10.222.0.62 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014432 Mar 22 12:53:46.846461 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-83dd617a-d522-463b-890d-ee2296cdd108 service neutron] 10.222.0.62 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298294 Mar 22 12:53:47.045169 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-903205c8-4c45-4b76-8864-f1e94fcd429c req-c60f6600-ee13-40c4-8f23-c09d52da9219 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 210 time: 0.0428646 Mar 22 12:53:48.058583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-6fde9a61-708f-4b9a-90ef-42734409678d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:48.059954 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-6fde9a61-708f-4b9a-90ef-42734409678d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 812 time: 0.1481833 Mar 22 12:53:48.123228 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-d0556b46-8d33-449a-adaf-e7a27801ced1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 380 time: 0.0495145 Mar 22 12:53:48.132279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'port': {'device_id': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'admin_state_up': True, 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'security_groups': ['1f9cc04b-5a80-4832-b106-1129cce7ff8e']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:53:48.215394 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4243c932-d8d2-40bf-b760-6f2ddbaf9dbf req-88979d87-5a9d-4d7c-8838-a595b715b405 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 210 time: 0.0423148 Mar 22 12:53:48.269864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:53:48.279029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:53:48.290004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Made reservation on behalf of 1e3851e9ecbb4ae6857ac5b207c98ba2 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:53:48.292915 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:48.453255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Allocated IP 172.20.0.13 (ae934e6d-4d39-4bd5-98ab-c987499938b0/3c18ec5f-095b-45d9-ae92-d7755f1ee5be/c3948178-def0-471a-bc99-6a41fd873bff) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:53:48.631911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:48.646642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Transition to ACTIVE for port object c3948178-def0-471a-bc99-6a41fd873bff will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:53:48.669609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:48.738330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:53:48.741187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:53:48.743740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:53:48.776483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:48.812365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:48.812953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:48.839207 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4d69691c-da58-415e-b9a7-513f363332b4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7106619 Mar 22 12:53:48.850251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Request body: {'port': {'device_id': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:53:48.937715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-af964bb7-fed7-41d3-9f33-fcf513dfc2f7 None None] Provisioning for port c3948178-def0-471a-bc99-6a41fd873bff completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:53:48.942313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-af964bb7-fed7-41d3-9f33-fcf513dfc2f7 None None] Provisioning complete for port c3948178-def0-471a-bc99-6a41fd873bff triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:48.942692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af964bb7-fed7-41d3-9f33-fcf513dfc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:48.956377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:48.993506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af964bb7-fed7-41d3-9f33-fcf513dfc2f7 None None] Port c3948178-def0-471a-bc99-6a41fd873bff cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:53:49.429840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3948178-def0-471a-bc99-6a41fd873bff {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:53:49.442983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:49.461400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Transition to ACTIVE for port object c3948178-def0-471a-bc99-6a41fd873bff will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:53:49.467893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:49.512073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6c0e8-330d-4a81-af0b-bba27c2a651e req-26c51a30-e429-4b31-8c0b-12706c090e9e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:49.512709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a7c6c0e8-330d-4a81-af0b-bba27c2a651e req-26c51a30-e429-4b31-8c0b-12706c090e9e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Synchronizing usage tracker for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:53:49.597948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:49.609649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-a7c6c0e8-330d-4a81-af0b-bba27c2a651e req-26c51a30-e429-4b31-8c0b-12706c090e9e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Unset dirty status for tenant:1e3851e9ecbb4ae6857ac5b207c98ba2 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:53:49.610800 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7c6c0e8-330d-4a81-af0b-bba27c2a651e req-26c51a30-e429-4b31-8c0b-12706c090e9e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 932 time: 0.2743356 Mar 22 12:53:49.635745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:49.636071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:49.636392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:49.636705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:49.637017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:49.637329 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:49.637664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:49.637968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:49.638272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:49.638574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:49.638872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:53:49.740990 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7c6c0e8-330d-4a81-af0b-bba27c2a651e req-3d7d9358-12d4-4116-95ce-e37b7f5bd912 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237304 Mar 22 12:53:49.760182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Attempting to bind port c3948178-def0-471a-bc99-6a41fd873bff on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:53:49.760512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Attempting to bind port c3948178-def0-471a-bc99-6a41fd873bff by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:53:49.760831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Attempting to bind port c3948178-def0-471a-bc99-6a41fd873bff on network ae934e6d-4d39-4bd5-98ab-c987499938b0 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:53:49.766790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Port c3948178-def0-471a-bc99-6a41fd873bff on network ae934e6d-4d39-4bd5-98ab-c987499938b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:53:49.767044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Attempting to bind port c3948178-def0-471a-bc99-6a41fd873bff on network ae934e6d-4d39-4bd5-98ab-c987499938b0 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:53:49.773471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:53:49.773805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Checking segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:53:49.774171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Bound using segment: {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:53:49.774583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Bound port: c3948178-def0-471a-bc99-6a41fd873bff, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4fab6fc-58d0-418e-9a62-9d7c96967265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:53:49.774912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:49.864769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:53:49.867606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:53:49.872287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:49.931142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:49.932439 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] 10.222.0.55 "PUT /v2.0/ports/c3948178-def0-471a-bc99-6a41fd873bff HTTP/1.1" status: 200 len: 1094 time: 1.0863085 Mar 22 12:53:49.932909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:53:49.951827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f190c-f1c2-42b9-a929-fad33a2ddb69 service neutron] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:50.007311 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff', 'status': 'completed', 'code': 200} Mar 22 12:53:50.052085 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-6bb32683-64ca-4d99-b03a-fce31f9a2aee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 1097 time: 0.0756164 Mar 22 12:53:50.117792 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-4c2bc1da-6756-4627-b645-66aeee606fb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3948178-def0-471a-bc99-6a41fd873bff HTTP/1.1" status: 200 len: 217 time: 0.0595415 Mar 22 12:53:50.180562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-7faf1786-d064-448d-ba34-8e011afe16f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:50.181953 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-7faf1786-d064-448d-ba34-8e011afe16f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0590403 Mar 22 12:53:50.260765 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-39809cca-46b6-4242-ae7c-5143389b4c52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728991 Mar 22 12:53:50.392734 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-74fbc045-8566-4f93-99d2-a83c1a451c23 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252708 Mar 22 12:53:50.525411 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b79bc2d-2993-40e8-ba0d-0fbc71ac1891 req-fc920583-50c3-4df2-abb1-ee8acc4ec9d6 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270123 Mar 22 12:53:50.651394 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3780a5ad-8921-4963-9197-c3d4bc8e4fff req-c038fef5-0d61-4f9e-9b81-8da55ac1adad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 1097 time: 0.0723839 Mar 22 12:53:50.784189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780a5ad-8921-4963-9197-c3d4bc8e4fff req-dc462565-d779-419f-9c8a-aa11d2427caa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:50.785622 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3780a5ad-8921-4963-9197-c3d4bc8e4fff req-dc462565-d779-419f-9c8a-aa11d2427caa service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1288033 Mar 22 12:53:50.972175 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3780a5ad-8921-4963-9197-c3d4bc8e4fff req-ac4e56f8-7dba-472b-9f2d-e3217b7f7464 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3948178-def0-471a-bc99-6a41fd873bff HTTP/1.1" status: 200 len: 217 time: 0.1806471 Mar 22 12:53:51.044681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780a5ad-8921-4963-9197-c3d4bc8e4fff req-e2ed244b-e143-4362-af07-83893292bc0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:51.046131 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3780a5ad-8921-4963-9197-c3d4bc8e4fff req-e2ed244b-e143-4362-af07-83893292bc0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0676808 Mar 22 12:53:51.056118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952ec0c-b1ca-4bb4-8429-51350f45c13c req-16ed6bf8-b454-4e64-b429-8f86904662e1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:51.057406 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9952ec0c-b1ca-4bb4-8429-51350f45c13c req-16ed6bf8-b454-4e64-b429-8f86904662e1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 944 time: 0.1389530 Mar 22 12:53:51.146069 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9952ec0c-b1ca-4bb4-8429-51350f45c13c req-8b16b952-4dcf-4de0-aa5b-fa99ce70a08b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589848 Mar 22 12:53:51.158760 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3780a5ad-8921-4963-9197-c3d4bc8e4fff req-3a4ff2a0-fd00-4b5a-bc60-e23fe5b86375 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004887 Mar 22 12:53:51.289343 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3780a5ad-8921-4963-9197-c3d4bc8e4fff req-afb11238-4a2d-4dc4-aac1-25955e1e1627 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241224 Mar 22 12:53:51.426951 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3780a5ad-8921-4963-9197-c3d4bc8e4fff req-57b720b9-29c2-4c39-ad43-f92e44dea65c service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317825 Mar 22 12:53:52.351219 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed46ff8-8eac-425e-a89f-f61842c57236 req-f8d55131-0aba-4b34-a3b6-b212e4699c0a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:52.352625 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ed46ff8-8eac-425e-a89f-f61842c57236 req-f8d55131-0aba-4b34-a3b6-b212e4699c0a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 944 time: 0.0821455 Mar 22 12:53:52.401690 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8ed46ff8-8eac-425e-a89f-f61842c57236 req-535971c9-838e-4664-96b8-7d7c1eb28624 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409429 Mar 22 12:53:53.611229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbc825-6e2a-4772-a54e-a3902cfe6ac5 req-8dcc22ab-4514-4817-90fd-63c6187032f2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:53.612552 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-80bbc825-6e2a-4772-a54e-a3902cfe6ac5 req-8dcc22ab-4514-4817-90fd-63c6187032f2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 944 time: 0.0814550 Mar 22 12:53:53.664427 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-80bbc825-6e2a-4772-a54e-a3902cfe6ac5 req-1b00acf7-1cf7-48ca-8a88-076399f52ef3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437071 Mar 22 12:53:54.886381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1af04-1924-480e-ba5f-8f9bdbaf4ed7 req-f68eec48-f9dd-4949-998f-1e7c71888dd3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:54.887794 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-42e1af04-1924-480e-ba5f-8f9bdbaf4ed7 req-f68eec48-f9dd-4949-998f-1e7c71888dd3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 944 time: 0.0838556 Mar 22 12:53:54.936958 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-42e1af04-1924-480e-ba5f-8f9bdbaf4ed7 req-88440f7c-ae1c-49fc-848b-6eca24c296e3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432003 Mar 22 12:53:55.132154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:53:55.299390 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:55.313100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'c3948178-def0-471a-bc99-6a41fd873bff', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'port_id': 'c3948178-def0-471a-bc99-6a41fd873bff', 'mac_address': 'fa:16:3e:40:0a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:53:55.369019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:55.387449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3948178-def0-471a-bc99-6a41fd873bff {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:53:55.403723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:55.409910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:55.476218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:55.699628 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['c3948178-def0-471a-bc99-6a41fd873bff'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:53:56.153837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e910a0-7805-4dd4-a327-d92f5db33c60 req-aca733b7-1d53-4d57-89e8-3395bbace15b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:56.155320 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2e910a0-7805-4dd4-a327-d92f5db33c60 req-aca733b7-1d53-4d57-89e8-3395bbace15b tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 945 time: 0.0797861 Mar 22 12:53:56.201795 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2e910a0-7805-4dd4-a327-d92f5db33c60 req-3a037233-38a9-438c-826c-5da4dfcb3904 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409794 Mar 22 12:53:57.147929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:53:57.228467 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port c3948178-def0-471a-bc99-6a41fd873bff completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:53:57.233808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port c3948178-def0-471a-bc99-6a41fd873bff triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:53:57.234170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:57.348947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:57.374435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:53:57.383958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:53:57.388460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:57.399637 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964945f1-fe5a-406a-8024-96d789de0da5 req-a84a322d-53ca-4066-bd93-ede20940ac19 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:57.401228 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-964945f1-fe5a-406a-8024-96d789de0da5 req-a84a322d-53ca-4066-bd93-ede20940ac19 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 945 time: 0.0772629 Mar 22 12:53:57.436572 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff', 'code': 200} Mar 22 12:53:57.447824 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-964945f1-fe5a-406a-8024-96d789de0da5 req-8e4f0666-f701-4124-a442-6c00ab39c4af tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410287 Mar 22 12:53:57.469798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:53:57.666240 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97d09abb-6333-4960-8999-e9107911a815 req-4471cc53-4eef-4215-a08d-ab260860cd71 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 1099 time: 0.0715191 Mar 22 12:53:57.713787 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-97d09abb-6333-4960-8999-e9107911a815 req-dbc46f94-8015-427e-8653-d9de63a6ceed service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419347 Mar 22 12:53:58.669411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d05c30-f4b4-43f6-8683-a1890cce402e req-7d1cba98-5eb2-4ad1-9b39-f4ff59e5a34a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:58.670882 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-09d05c30-f4b4-43f6-8683-a1890cce402e req-7d1cba98-5eb2-4ad1-9b39-f4ff59e5a34a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0849862 Mar 22 12:53:58.717938 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-09d05c30-f4b4-43f6-8683-a1890cce402e req-c099b19d-96bf-46c9-9847-68372e66b995 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414433 Mar 22 12:53:58.743466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae59c-d2a9-424f-aa3a-0c9fb8252e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:53:59.934093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e40638-84d0-4584-b67f-c681114d7c7d req-522a086d-8d4b-405e-87a8-c94d5726b9cd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:53:59.935576 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f4e40638-84d0-4584-b67f-c681114d7c7d req-522a086d-8d4b-405e-87a8-c94d5726b9cd tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0819247 Mar 22 12:53:59.980756 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f4e40638-84d0-4584-b67f-c681114d7c7d req-7dc2ef89-da84-4e3a-88b7-072db08b4288 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395141 Mar 22 12:54:00.186523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955fbfc-d4ab-4947-9905-0ca50deb94fc req-44e20b1e-c294-4094-a00b-926cc1145d42 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:00.188027 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7955fbfc-d4ab-4947-9905-0ca50deb94fc req-44e20b1e-c294-4094-a00b-926cc1145d42 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0907590 Mar 22 12:54:00.196983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50358) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:54:00.202390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a3138b04-b94c-4a7b-af8a-3cf56fcbb3de tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Request body: {'floatingip': {'port_id': 'c3948178-def0-471a-bc99-6a41fd873bff'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:54:00.278141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3138b04-b94c-4a7b-af8a-3cf56fcbb3de tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:00.889299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3138b04-b94c-4a7b-af8a-3cf56fcbb3de tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:00.895494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3138b04-b94c-4a7b-af8a-3cf56fcbb3de tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:01.173815 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-a3138b04-b94c-4a7b-af8a-3cf56fcbb3de tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4 associated. External IP: 172.26.0.199, port: c3948178-def0-471a-bc99-6a41fd873bff. Mar 22 12:54:01.565895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3138b04-b94c-4a7b-af8a-3cf56fcbb3de tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Router 8cbe9f0a-f2c7-402f-b150-d12145076e27 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:54:01.689309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-38f4d087-4c19-4803-b650-d43f0b51cf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:01.769720 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3138b04-b94c-4a7b-af8a-3cf56fcbb3de tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:54:01.774817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a3138b04-b94c-4a7b-af8a-3cf56fcbb3de tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:01.779569 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f4836-8534-424b-b6a1-1dab1dd5f9ee None None] Sync routers for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:54:01.796026 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f4836-8534-424b-b6a1-1dab1dd5f9ee None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:54:01.796622 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-487f4836-8534-424b-b6a1-1dab1dd5f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:54:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:01.828348 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a3138b04-b94c-4a7b-af8a-3cf56fcbb3de tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "PUT /v2.0/floatingips/ade31676-8f51-45d7-9d83-630d5b3f8cc4 HTTP/1.1" status: 200 len: 993 time: 1.6301651 Mar 22 12:54:01.828835 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:54:01.880881 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff', 'status': 'completed', 'code': 200} Mar 22 12:54:01.970147 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8851ed73-0ac6-46ef-85e9-c4f977f2efba req-74c6c44e-fa42-4a50-b129-6338762c411c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 1099 time: 0.0670660 Mar 22 12:54:01.974150 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-487f4836-8534-424b-b6a1-1dab1dd5f9ee None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:54:02.074511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:02.104058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851ed73-0ac6-46ef-85e9-c4f977f2efba req-c352af72-b419-49be-8780-1c77a9f7c36d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:02.105642 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8851ed73-0ac6-46ef-85e9-c4f977f2efba req-c352af72-b419-49be-8780-1c77a9f7c36d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1302524 Mar 22 12:54:02.134372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:02.237087 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8851ed73-0ac6-46ef-85e9-c4f977f2efba req-577e2b89-b560-4b76-9ec8-26738653792d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3948178-def0-471a-bc99-6a41fd873bff HTTP/1.1" status: 200 len: 1001 time: 0.1252432 Mar 22 12:54:02.307867 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851ed73-0ac6-46ef-85e9-c4f977f2efba req-57a70b10-60d0-4e02-a8fa-a72a445a82a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:02.309359 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8851ed73-0ac6-46ef-85e9-c4f977f2efba req-57a70b10-60d0-4e02-a8fa-a72a445a82a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0669186 Mar 22 12:54:02.383647 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-487f4836-8534-424b-b6a1-1dab1dd5f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': 'c3948178-def0-471a-bc99-6a41fd873bff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:40:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:54:00Z', 'revision_number': 13, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:02.387629 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f4836-8534-424b-b6a1-1dab1dd5f9ee None None] Checking router: 8cbe9f0a-f2c7-402f-b150-d12145076e27 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:54:02.398217 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f4836-8534-424b-b6a1-1dab1dd5f9ee None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:54:02.398407 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8851ed73-0ac6-46ef-85e9-c4f977f2efba req-d4b4c12f-395f-4ed3-8ed9-20989aa362ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806203 Mar 22 12:54:02.398748 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-487f4836-8534-424b-b6a1-1dab1dd5f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:54:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:02.578336 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-487f4836-8534-424b-b6a1-1dab1dd5f9ee None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:54:02.629906 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8851ed73-0ac6-46ef-85e9-c4f977f2efba req-9b4f016f-38e3-4526-9ef3-4c333f5e9195 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253890 Mar 22 12:54:02.757994 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8851ed73-0ac6-46ef-85e9-c4f977f2efba req-db678947-f795-422e-96f7-d40578ff1f1d service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221521 Mar 22 12:54:02.922849 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-487f4836-8534-424b-b6a1-1dab1dd5f9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': 'c3948178-def0-471a-bc99-6a41fd873bff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:40:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:54:00Z', 'revision_number': 13, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:02.927300 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487f4836-8534-424b-b6a1-1dab1dd5f9ee None None] The sync data for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv is: [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ade31676-8f51-45d7-9d83-630d5b3f8cc4', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'floating_ip_address': '172.26.0.199', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'port_id': 'c3948178-def0-471a-bc99-6a41fd873bff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'mac_address': 'fa:16:3e:40:0a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:50:58Z', 'updated_at': '2022-03-22T12:54:00Z', 'revision_number': 13, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:54:03.119329 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ea084-3e94-4f9a-a357-2907b90ca916 None None] New status for floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:54:03.379235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:03.551046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d42b8-32fc-4e8e-b1bd-d18fbd7ca0a7 req-476dcef7-a619-4575-b2c2-3ec601a2874a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:03.552348 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-921d42b8-32fc-4e8e-b1bd-d18fbd7ca0a7 req-476dcef7-a619-4575-b2c2-3ec601a2874a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0869203 Mar 22 12:54:03.597420 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-921d42b8-32fc-4e8e-b1bd-d18fbd7ca0a7 req-78ccf520-a0ff-4864-b69c-24b5336d1e93 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389364 Mar 22 12:54:10.150969 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:54:13.112752 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d45c8fc-af75-4a5d-92b8-3ef2570145cc req-9e16f018-dcb1-4646-86d0-044a5edfa0ec service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0723255 Mar 22 12:54:13.424123 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-3005c9cf-d3da-4867-91bb-7d7f96a462ea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305373 Mar 22 12:54:13.428295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899471cd-c8fd-4b95-9d6a-d7d1d335f9b1 req-c200d1d1-ab0f-4e58-bff8-f08368fce296 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:13.430562 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-899471cd-c8fd-4b95-9d6a-d7d1d335f9b1 req-c200d1d1-ab0f-4e58-bff8-f08368fce296 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0800223 Mar 22 12:54:13.457147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:13.478460 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-899471cd-c8fd-4b95-9d6a-d7d1d335f9b1 req-6eef9d1f-1efe-4549-90f3-15296f8153e5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 Mar 22 12:54:14.607188 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-318f8681-0ed9-4d04-808d-4c8ebeb2cb87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 1099 time: 0.0703459 Mar 22 12:54:14.783185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0748587-8a80-458e-8684-afa2aa81b798 req-c9f156ab-b8b2-4230-b8b2-53884fe07f8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:14.784448 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-c9f156ab-b8b2-4230-b8b2-53884fe07f8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1412776 Mar 22 12:54:14.790663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4dc28-3566-44b1-8b56-426695f15369 req-555535d8-7500-40a4-a260-ec845d6112ee tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:14.791928 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fdd4dc28-3566-44b1-8b56-426695f15369 req-555535d8-7500-40a4-a260-ec845d6112ee tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.1807003 Mar 22 12:54:14.912959 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fdd4dc28-3566-44b1-8b56-426695f15369 req-160d7134-0479-4d53-9eaa-c99e4e1d7a40 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723395 Mar 22 12:54:14.914569 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-60010c2a-111d-4391-b639-13f14fba4fc0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3948178-def0-471a-bc99-6a41fd873bff HTTP/1.1" status: 200 len: 1003 time: 0.1218498 Mar 22 12:54:14.980352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0748587-8a80-458e-8684-afa2aa81b798 req-2ab0ea3b-1a9e-45be-80f3-f868f279174a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:14.981744 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-2ab0ea3b-1a9e-45be-80f3-f868f279174a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0608099 Mar 22 12:54:15.057334 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-130ca7fc-c29f-4bd0-ba4d-6c0b8e2d09c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689967 Mar 22 12:54:15.192017 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-f19546ae-321b-4540-824c-200333ee468d service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261835 Mar 22 12:54:15.326011 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-42a61a64-c3c4-4a59-8bbc-fddd38d2db06 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274672 Mar 22 12:54:16.119792 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f8867-de20-4f0f-8a1c-19a1845c49ce req-3eec7b56-d43a-431a-8a33-dd95b3aa3c72 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:16.121215 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-828f8867-de20-4f0f-8a1c-19a1845c49ce req-3eec7b56-d43a-431a-8a33-dd95b3aa3c72 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0792410 Mar 22 12:54:16.168497 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-828f8867-de20-4f0f-8a1c-19a1845c49ce req-96f6174b-b191-4c62-ae8d-3a50dc5421f2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397835 Mar 22 12:54:17.369720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd71b2e-deb9-4749-8fae-9c9670ff2f5a req-907ca8cc-3ef1-4885-bd08-8f08394fbb05 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:17.371120 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bfd71b2e-deb9-4749-8fae-9c9670ff2f5a req-907ca8cc-3ef1-4885-bd08-8f08394fbb05 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0833719 Mar 22 12:54:17.415259 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bfd71b2e-deb9-4749-8fae-9c9670ff2f5a req-13b854bc-b988-4b26-9608-116240ccf3e3 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385656 Mar 22 12:54:18.626620 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a967d-89b0-4529-8c2a-321495a38814 req-394a57f3-3f34-4c94-80b6-01efdef91569 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:18.628038 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-165a967d-89b0-4529-8c2a-321495a38814 req-394a57f3-3f34-4c94-80b6-01efdef91569 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0841358 Mar 22 12:54:18.676867 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-165a967d-89b0-4529-8c2a-321495a38814 req-297e355c-79df-4a1a-bee2-e60507ade1d2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432441 Mar 22 12:54:19.898487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462dca5-9fa3-4c2e-98da-901dadaed677 req-dfcbd9f7-6d40-4938-a946-1ef91e1ac8bc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:19.899873 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f462dca5-9fa3-4c2e-98da-901dadaed677 req-dfcbd9f7-6d40-4938-a946-1ef91e1ac8bc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0853293 Mar 22 12:54:19.944102 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f462dca5-9fa3-4c2e-98da-901dadaed677 req-9bf2c6fd-a1c6-499d-b93e-7a3a921d2816 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387774 Mar 22 12:54:21.150444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a976-8e79-4e04-917d-3f48ffdd87ab req-5a72a4c1-eec5-4cc3-8a59-d57015c2cba0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:21.151857 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2f97a976-8e79-4e04-917d-3f48ffdd87ab req-5a72a4c1-eec5-4cc3-8a59-d57015c2cba0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0829840 Mar 22 12:54:21.197734 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2f97a976-8e79-4e04-917d-3f48ffdd87ab req-618ec5d4-b954-4c78-b730-421cb839821c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402470 Mar 22 12:54:22.406802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ec3ce-ddeb-4bb6-8a13-beb589aac36a req-d670418c-092b-4165-b0de-a2e41a379bc5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:22.408218 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-934ec3ce-ddeb-4bb6-8a13-beb589aac36a req-d670418c-092b-4165-b0de-a2e41a379bc5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0779295 Mar 22 12:54:22.453280 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-934ec3ce-ddeb-4bb6-8a13-beb589aac36a req-96729511-1ed8-49f0-913b-65fe1b8c4774 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394182 Mar 22 12:54:22.743319 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-cad9e913-ff2e-4b2d-ba00-1965a7a542cc service neutron] 10.222.0.55 "GET /v2.0/ports/c3948178-def0-471a-bc99-6a41fd873bff/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0744178 Mar 22 12:54:23.131812 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-c85bdf2b-9ce4-477b-843a-f1de06ced2e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 1099 time: 0.1656489 Mar 22 12:54:23.222503 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-8956ab35-2dd8-406d-b991-4fb9ec50091f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 1099 time: 0.0693080 Mar 22 12:54:23.351768 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0748587-8a80-458e-8684-afa2aa81b798 req-2244b657-e2d8-4eba-b76e-3a428272fb45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:23.353247 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-2244b657-e2d8-4eba-b76e-3a428272fb45 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1255867 Mar 22 12:54:23.457844 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-3f94f9d2-99a8-4dd4-bb91-b6b0d4a55bdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3948178-def0-471a-bc99-6a41fd873bff HTTP/1.1" status: 200 len: 1003 time: 0.0977674 Mar 22 12:54:23.519535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0748587-8a80-458e-8684-afa2aa81b798 req-f60a60d0-0e5d-4691-a50b-de07c383d877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:23.520953 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-f60a60d0-0e5d-4691-a50b-de07c383d877 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0578299 Mar 22 12:54:23.600138 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-57f93341-b289-4fca-856f-8731dd0070eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728362 Mar 22 12:54:23.651407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0dd76-ca6a-43d0-8c2d-b8c6d4a337ee req-66a4ba03-66f5-4435-b7e7-c768f73269b5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:23.652945 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04b0dd76-ca6a-43d0-8c2d-b8c6d4a337ee req-66a4ba03-66f5-4435-b7e7-c768f73269b5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0782919 Mar 22 12:54:23.701956 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04b0dd76-ca6a-43d0-8c2d-b8c6d4a337ee req-4d28093c-5705-4e85-b154-b2f0c6cdf70d tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Mar 22 12:54:23.739715 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-4e7416cb-fdcf-4674-bd07-b5dee203ef9c service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337793 Mar 22 12:54:23.868579 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-554a0ebb-7234-47ee-965b-a7c8184771a1 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232812 Mar 22 12:54:24.894723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a03e1-9a06-4de1-a042-d6355cc3328d req-2fed39fb-1465-44c4-bc78-112a6a5cafe8 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:24.895968 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d13a03e1-9a06-4de1-a042-d6355cc3328d req-2fed39fb-1465-44c4-bc78-112a6a5cafe8 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0734000 Mar 22 12:54:24.941098 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d13a03e1-9a06-4de1-a042-d6355cc3328d req-1fd3f025-5830-410b-b20c-5c1e8d6cc3e6 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396085 Mar 22 12:54:25.301854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:54:25.421622 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:25.447998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:54:25.457373 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:25.462387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:25.517724 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff', 'code': 200} Mar 22 12:54:25.527395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:25.535601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:25.535943 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:25.536262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:25.536590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:25.536913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:25.537228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:25.537573 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:25.537888 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:25.538199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:25.538508 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:25.538896 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:26.158767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c20ac2-6959-414c-a1ce-5322aa221eff req-ae89ffcf-378d-4bc2-9e69-4c6b24d4308f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:26.160210 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2c20ac2-6959-414c-a1ce-5322aa221eff req-ae89ffcf-378d-4bc2-9e69-4c6b24d4308f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 944 time: 0.0831592 Mar 22 12:54:26.205812 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2c20ac2-6959-414c-a1ce-5322aa221eff req-c7f19d27-35f3-4c14-81bb-de3edc54af82 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400457 Mar 22 12:54:27.316418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:54:27.411523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d34ce9-cf1e-4b9a-a5c5-c77a8975206d req-723fad74-cd28-470f-9ce8-ee6edf273b63 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:27.412966 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c3d34ce9-cf1e-4b9a-a5c5-c77a8975206d req-723fad74-cd28-470f-9ce8-ee6edf273b63 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 944 time: 0.0801275 Mar 22 12:54:27.463651 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c3d34ce9-cf1e-4b9a-a5c5-c77a8975206d req-37b7a5c6-a147-4b67-91e9-0ee2a28071c9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449634 Mar 22 12:54:27.466444 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:27.483569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'c3948178-def0-471a-bc99-6a41fd873bff', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'port_id': 'c3948178-def0-471a-bc99-6a41fd873bff', 'mac_address': 'fa:16:3e:40:0a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:54:27.535727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:27.553601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3948178-def0-471a-bc99-6a41fd873bff {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:54:27.570124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:27.576949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:27.640984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['c3948178-def0-471a-bc99-6a41fd873bff'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:54:27.678679 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:28.667466 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20363ded-e90d-40ed-8a8f-5b8836e8afd3 req-c297c3e5-070e-43a0-9596-c1d7a5a141ce tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:28.668899 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20363ded-e90d-40ed-8a8f-5b8836e8afd3 req-c297c3e5-070e-43a0-9596-c1d7a5a141ce tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 945 time: 0.0817893 Mar 22 12:54:28.713876 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-20363ded-e90d-40ed-8a8f-5b8836e8afd3 req-488c9b24-c197-457f-bb56-ae8580fd11c9 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394523 Mar 22 12:54:28.736729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-063cedc3-9172-49e6-bc6b-b001d42fc7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:29.318160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:54:29.396647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port c3948178-def0-471a-bc99-6a41fd873bff triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:54:29.397255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:29.539070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:29.565621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:54:29.575424 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:29.580990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:29.635357 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff', 'code': 200} Mar 22 12:54:29.648545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:29.942097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7178b15-f3ec-4772-ac73-a1d50e3149cd req-52681fa9-d670-47bc-86df-804aeb9880c7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:29.943431 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7178b15-f3ec-4772-ac73-a1d50e3149cd req-52681fa9-d670-47bc-86df-804aeb9880c7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0901332 Mar 22 12:54:29.991555 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7178b15-f3ec-4772-ac73-a1d50e3149cd req-a368d49a-26b0-4129-9040-849727ec0d55 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402381 Mar 22 12:54:31.211060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc7464-aa3a-4aa2-bef8-71f9c92d3558 req-977d7910-a84d-4c3f-9b6c-c102c44f05ae tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:31.212659 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-95cc7464-aa3a-4aa2-bef8-71f9c92d3558 req-977d7910-a84d-4c3f-9b6c-c102c44f05ae tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0822284 Mar 22 12:54:31.258180 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-95cc7464-aa3a-4aa2-bef8-71f9c92d3558 req-f4743157-4153-4124-88f1-2ebbb4bc9efc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399759 Mar 22 12:54:31.699964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6caf9866-75fd-470b-8565-a20446fd0187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:32.085978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:32.134163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:32.458208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4298266-63ce-41d4-86dd-f0c88059dbcb req-61db2679-b479-4172-b08c-b8183c569de0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:32.459616 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4298266-63ce-41d4-86dd-f0c88059dbcb req-61db2679-b479-4172-b08c-b8183c569de0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0765617 Mar 22 12:54:32.507533 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4298266-63ce-41d4-86dd-f0c88059dbcb req-cb027bad-35a2-4a85-a1a7-5d2239d41b54 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423589 Mar 22 12:54:33.348832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:54:33.440848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:33.495752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:33.508475 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'c3948178-def0-471a-bc99-6a41fd873bff', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'port_id': 'c3948178-def0-471a-bc99-6a41fd873bff', 'mac_address': 'fa:16:3e:40:0a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:54:33.567198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:33.584970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3948178-def0-471a-bc99-6a41fd873bff {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:54:33.600735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:33.606091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:33.666321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['c3948178-def0-471a-bc99-6a41fd873bff'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:54:33.708147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc48748-f67e-4ba9-80de-af41832a2879 req-e2906d6c-804d-412d-8f82-aa04257bf2ad tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:33.709751 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5fc48748-f67e-4ba9-80de-af41832a2879 req-e2906d6c-804d-412d-8f82-aa04257bf2ad tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 945 time: 0.0793614 Mar 22 12:54:33.715459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=9']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:33.757008 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5fc48748-f67e-4ba9-80de-af41832a2879 req-00e97726-13fd-497c-bb9e-0bee0ffcaa30 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415967 Mar 22 12:54:34.200188 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-136bd209-259d-4c5e-90ab-4b5e15231267 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:34.201825 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-136bd209-259d-4c5e-90ab-4b5e15231267 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0804005 Mar 22 12:54:34.248936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799edd3-6de9-40d5-8ee3-b6c5eb3d8768 req-6a20307e-e34c-40a8-acd1-7828537cc915 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:34.250403 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a799edd3-6de9-40d5-8ee3-b6c5eb3d8768 req-6a20307e-e34c-40a8-acd1-7828537cc915 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 945 time: 0.0755522 Mar 22 12:54:34.279294 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-9908fe06-d068-48b1-99f7-b3c4d151896c service neutron] 10.222.0.55 "GET /v2.0/ports/c3948178-def0-471a-bc99-6a41fd873bff/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0721214 Mar 22 12:54:34.296353 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a799edd3-6de9-40d5-8ee3-b6c5eb3d8768 req-c81ed602-2a4c-494c-a1ce-8087ff63c4bc tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399795 Mar 22 12:54:34.371326 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-28114675-ccb2-47cd-b388-a6c822706874 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 1098 time: 0.0703743 Mar 22 12:54:34.518666 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-6761ac26-796d-41fe-9f83-e57fb23a8855 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:34.520273 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-6761ac26-796d-41fe-9f83-e57fb23a8855 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1429818 Mar 22 12:54:34.714131 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-78f37e7e-098d-4969-8b0a-b1ab787a963a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3948178-def0-471a-bc99-6a41fd873bff HTTP/1.1" status: 200 len: 1002 time: 0.1883290 Mar 22 12:54:34.775086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-8417eb9d-6c12-42a3-85ed-0b55de2f3c52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:34.776423 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-8417eb9d-6c12-42a3-85ed-0b55de2f3c52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0566571 Mar 22 12:54:34.853951 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-8cac5b34-deac-435b-a4b0-c3b661a80bad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713184 Mar 22 12:54:34.990337 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-6f503a6e-dca6-4c42-9435-54271d0d38ad service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295383 Mar 22 12:54:35.129824 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-c570991f-c02a-4e7a-8391-8d8e534d3605 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340113 Mar 22 12:54:35.349804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:54:35.419771 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port c3948178-def0-471a-bc99-6a41fd873bff triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:54:35.420163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:35.500112 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12fb2f-c9d7-48c0-b33d-d6ec95c39deb req-b099a7e1-0928-470e-ac4e-894bb0694d9f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:35.501547 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf12fb2f-c9d7-48c0-b33d-d6ec95c39deb req-b099a7e1-0928-470e-ac4e-894bb0694d9f tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 945 time: 0.0742290 Mar 22 12:54:35.533902 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:35.546307 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf12fb2f-c9d7-48c0-b33d-d6ec95c39deb req-82874615-e7c0-4a7f-8cf8-373dde3d551c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387249 Mar 22 12:54:35.560636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:54:35.570011 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:35.575095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:35.627264 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff', 'code': 200} Mar 22 12:54:35.643510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=10']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:36.769313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ebce8-6d3a-45ad-8b53-ad886ee287e8 req-41da26b3-9179-4327-8d69-2f8129126d5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:36.771528 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cc6ebce8-6d3a-45ad-8b53-ad886ee287e8 req-41da26b3-9179-4327-8d69-2f8129126d5c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.0955243 Mar 22 12:54:36.823121 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cc6ebce8-6d3a-45ad-8b53-ad886ee287e8 req-ea2c3cd4-90c3-4ba7-a3d5-1715da65b1e7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456643 Mar 22 12:54:38.128167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e0f53-91d6-4a8a-a916-e5c8dd93d8d8 req-48fd36d2-7751-4c20-91a0-03779ed80cfa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:38.129538 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-144e0f53-91d6-4a8a-a916-e5c8dd93d8d8 req-48fd36d2-7751-4c20-91a0-03779ed80cfa tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.1775885 Mar 22 12:54:38.174588 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-144e0f53-91d6-4a8a-a916-e5c8dd93d8d8 req-f74f1d2d-4caf-4c57-b31b-71f1cccfcd85 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393212 Mar 22 12:54:38.397835 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-0a096149-10e4-4ce8-a0b5-4ea96e75a5e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c&tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2 HTTP/1.1" status: 200 len: 1100 time: 0.0724149 Mar 22 12:54:38.488782 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-04a276cd-5eef-4008-b3e3-69bd34afea0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 1100 time: 0.0700016 Mar 22 12:54:38.618740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-be118b30-7d75-4dd7-934e-37e5c22c539b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:38.620120 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-be118b30-7d75-4dd7-934e-37e5c22c539b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1260066 Mar 22 12:54:38.729440 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-0f7fc23e-fc17-48a9-bf2d-8243153a8179 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3948178-def0-471a-bc99-6a41fd873bff HTTP/1.1" status: 200 len: 1003 time: 0.1024706 Mar 22 12:54:38.794031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-685cf60d-b375-4486-950d-af4ce7e023bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:38.795447 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-685cf60d-b375-4486-950d-af4ce7e023bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0595176 Mar 22 12:54:38.869304 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-5fa5ac29-4cfc-41eb-aa2a-1a815e1aeb68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677817 Mar 22 12:54:39.000378 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-f65ee9ec-c541-4fef-85b4-daf48086825e service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253495 Mar 22 12:54:39.128303 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e7f542b3-348a-442b-9d07-2854b2fb1b09 req-a6724933-b21e-45d0-ad83-22fa2f9528e5 service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223259 Mar 22 12:54:39.376020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309d727-21db-4c41-a287-30f4fda1f617 req-6f2adceb-923a-4206-b828-dc49ee2fc573 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:39.377892 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b309d727-21db-4c41-a287-30f4fda1f617 req-6f2adceb-923a-4206-b828-dc49ee2fc573 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.0790014 Mar 22 12:54:39.378091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:54:39.424903 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b309d727-21db-4c41-a287-30f4fda1f617 req-793358e4-707e-4fa7-8848-954b03525170 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403261 Mar 22 12:54:39.489426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:39.514770 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:54:39.523898 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:39.528290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:39.584348 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff', 'code': 200} Mar 22 12:54:39.597939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=11']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:40.636580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509482a-4a1e-4348-a926-602c414e0058 req-c0c03ea1-f040-468c-8640-10e23a689bf6 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:40.638056 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7509482a-4a1e-4348-a926-602c414e0058 req-c0c03ea1-f040-468c-8640-10e23a689bf6 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 945 time: 0.0854764 Mar 22 12:54:40.685554 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7509482a-4a1e-4348-a926-602c414e0058 req-8c0879e3-9270-45f5-b47e-0beef26428e5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399435 Mar 22 12:54:41.894670 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3628-2b88-43a5-be47-4b58eb50b467 req-a2ea010a-4ab2-4848-a08e-aea582d44fbb tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:41.896334 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f37c3628-2b88-43a5-be47-4b58eb50b467 req-a2ea010a-4ab2-4848-a08e-aea582d44fbb tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 945 time: 0.0809681 Mar 22 12:54:41.944179 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f37c3628-2b88-43a5-be47-4b58eb50b467 req-9c754220-bbc2-456d-a24b-7f17ca664728 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423884 Mar 22 12:54:43.251429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e3aa8-d230-4cc8-b056-249a9265eb88 req-9332f783-a747-47fe-bb46-105f91155df0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:43.252780 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1b1e3aa8-d230-4cc8-b056-249a9265eb88 req-9332f783-a747-47fe-bb46-105f91155df0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 945 time: 0.1728067 Mar 22 12:54:43.297125 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1b1e3aa8-d230-4cc8-b056-249a9265eb88 req-eb8b2e5d-a448-4f23-a655-5c1f76b06513 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385845 Mar 22 12:54:43.379100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:54:43.486305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:43.530358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:43.543296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'c3948178-def0-471a-bc99-6a41fd873bff', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'port_id': 'c3948178-def0-471a-bc99-6a41fd873bff', 'mac_address': 'fa:16:3e:40:0a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:54:43.596560 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:43.613250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3948178-def0-471a-bc99-6a41fd873bff {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:54:43.628519 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:43.634206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:43.699131 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['c3948178-def0-471a-bc99-6a41fd873bff'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:54:43.736267 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=12']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:44.502909 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a15d2-899a-41cc-adc2-728cbdd7adda req-77b7aea2-e962-4c87-8c1d-debd2db5623c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:44.504213 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1e4a15d2-899a-41cc-adc2-728cbdd7adda req-77b7aea2-e962-4c87-8c1d-debd2db5623c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 946 time: 0.0785513 Mar 22 12:54:44.554553 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1e4a15d2-899a-41cc-adc2-728cbdd7adda req-e05a5d54-a946-4043-8ba0-395769976ff0 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446856 Mar 22 12:54:45.172201 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d53664c3-1661-4971-b1b1-d9bde1239b75 req-e97974a0-b0b7-43f1-b8c8-7b62513242d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 1099 time: 0.0773537 Mar 22 12:54:45.315448 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53664c3-1661-4971-b1b1-d9bde1239b75 req-b88a271e-8643-4ba3-ae7c-6abc0859a5ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:45.316865 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d53664c3-1661-4971-b1b1-d9bde1239b75 req-b88a271e-8643-4ba3-ae7c-6abc0859a5ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 200 len: 913 time: 0.1247528 Mar 22 12:54:45.380288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:54:45.425331 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d53664c3-1661-4971-b1b1-d9bde1239b75 req-9e372d30-70aa-4f46-a812-2a1861ea9814 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3948178-def0-471a-bc99-6a41fd873bff HTTP/1.1" status: 200 len: 1002 time: 0.1018717 Mar 22 12:54:45.452078 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port c3948178-def0-471a-bc99-6a41fd873bff triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:54:45.452432 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:45.490082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53664c3-1661-4971-b1b1-d9bde1239b75 req-bb3f8cae-a6f8-43dd-8f3f-6ce65abfa0b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:45.491485 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d53664c3-1661-4971-b1b1-d9bde1239b75 req-bb3f8cae-a6f8-43dd-8f3f-6ce65abfa0b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 200 len: 851 time: 0.0606182 Mar 22 12:54:45.565103 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d53664c3-1661-4971-b1b1-d9bde1239b75 req-e63af9b0-e6db-44ad-9ed4-065b3eafa423 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ae934e6d-4d39-4bd5-98ab-c987499938b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681734 Mar 22 12:54:45.595833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:45.621642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:54:45.630898 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:45.637295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:45.699336 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff', 'code': 200} Mar 22 12:54:45.715057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=13']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:45.736416 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d53664c3-1661-4971-b1b1-d9bde1239b75 req-6b701a28-23b4-4aec-9b2b-cb55a647e5ee service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654012 Mar 22 12:54:45.866536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfc1c0-c963-4c89-8870-2093b939b6cf req-1ac75486-2673-4084-99f4-fd8845048895 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:45.867944 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7bfc1c0-c963-4c89-8870-2093b939b6cf req-1ac75486-2673-4084-99f4-fd8845048895 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.1850007 Mar 22 12:54:45.900275 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d53664c3-1661-4971-b1b1-d9bde1239b75 req-94988e6b-0451-4a25-887b-c9b5cb291e2d service neutron] 10.222.0.55 "GET /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539469 Mar 22 12:54:45.925558 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7bfc1c0-c963-4c89-8870-2093b939b6cf req-a6556b0e-9108-424f-abb4-35f7360629c1 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455332 Mar 22 12:54:47.149231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c360e-8a18-4ccd-9b0d-be9fbfb82384 req-2fde1318-38e7-4ce9-a1b0-ded16a3d5e9e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:47.150744 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ad6c360e-8a18-4ccd-9b0d-be9fbfb82384 req-2fde1318-38e7-4ce9-a1b0-ded16a3d5e9e tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.0886455 Mar 22 12:54:47.152428 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:54:47.195987 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ad6c360e-8a18-4ccd-9b0d-be9fbfb82384 req-d5ac3ee2-32dd-4216-b19b-2489bb3f6ac2 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394459 Mar 22 12:54:48.423164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0287152-10c1-4838-aa1b-b75252d5a623 req-ddc80763-f165-4020-a018-1465c3626fad tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:48.424577 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0287152-10c1-4838-aa1b-b75252d5a623 req-ddc80763-f165-4020-a018-1465c3626fad tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.0950317 Mar 22 12:54:48.474384 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b0287152-10c1-4838-aa1b-b75252d5a623 req-7086b2b6-21a0-4feb-b877-bf08b720f552 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408299 Mar 22 12:54:48.670354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f75bbe-1bfc-45cf-a0f4-08d2b5c929ca req-b70d49e8-6f0e-4fc8-bc34-b1d852138e79 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:48.671803 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-51f75bbe-1bfc-45cf-a0f4-08d2b5c929ca req-b70d49e8-6f0e-4fc8-bc34-b1d852138e79 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.0785944 Mar 22 12:54:48.722481 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-51f75bbe-1bfc-45cf-a0f4-08d2b5c929ca req-c21f4ee5-fa51-4aa6-8e4c-5e8b797be1b5 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412576 Mar 22 12:54:48.936056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc5e11-6049-492f-b6f3-01eedc0573b9 req-29c68732-479d-42ce-9c71-33bf364f7aba tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:48.937485 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07bc5e11-6049-492f-b6f3-01eedc0573b9 req-29c68732-479d-42ce-9c71-33bf364f7aba tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.0872557 Mar 22 12:54:48.983915 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07bc5e11-6049-492f-b6f3-01eedc0573b9 req-fe72dcc4-4dd6-475d-8030-226543fd9288 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382886 Mar 22 12:54:49.410054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b2c39-f334-450c-8e0c-5f7d77815a92 req-fa685c36-9bde-4f6f-95f0-3fb6d1b44961 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:49.411437 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd9b2c39-f334-450c-8e0c-5f7d77815a92 req-fa685c36-9bde-4f6f-95f0-3fb6d1b44961 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.0839303 Mar 22 12:54:49.462370 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fd9b2c39-f334-450c-8e0c-5f7d77815a92 req-cf9e0622-80d5-4ae0-aab5-cc1b6d97b3bf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Mar 22 12:54:50.696817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f92e8-6bd3-476a-8072-048baa95175f req-ecaa8878-10fe-4c3f-9ad9-34c4de18dff6 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:50.702001 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e26f92e8-6bd3-476a-8072-048baa95175f req-ecaa8878-10fe-4c3f-9ad9-34c4de18dff6 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.1087918 Mar 22 12:54:50.743483 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e26f92e8-6bd3-476a-8072-048baa95175f req-0995f772-dd35-493d-b71a-b2671807b4ff tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Mar 22 12:54:51.920734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-33998295-1dad-47c5-a8df-20e7d1f8174c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:51.922128 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-33998295-1dad-47c5-a8df-20e7d1f8174c tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.1220822 Mar 22 12:54:52.001647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Deleting port c3948178-def0-471a-bc99-6a41fd873bff {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:54:52.001861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:52.028681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e18d0-d54a-41a5-899d-0ce01f6b8c67 req-9081ebc0-1881-43ad-a1a9-03ab58ef5e73 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:54:52.030303 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e65e18d0-d54a-41a5-899d-0ce01f6b8c67 req-9081ebc0-1881-43ad-a1a9-03ab58ef5e73 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 947 time: 0.1645741 Mar 22 12:54:52.151925 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e65e18d0-d54a-41a5-899d-0ce01f6b8c67 req-955d921b-6aad-47c4-a0c7-e42f014be8f7 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f9cc04b-5a80-4832-b106-1129cce7ff8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087086 Mar 22 12:54:52.392726 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] For port c3948178-def0-471a-bc99-6a41fd873bff, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c3948178-def0-471a-bc99-6a41fd873bff,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:52.393016 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:52.696229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:52.696633 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:52.696963 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4 disassociated. External IP: 172.26.0.199, port: c3948178-def0-471a-bc99-6a41fd873bff. Mar 22 12:54:52.697336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Calling delete_port for c3948178-def0-471a-bc99-6a41fd873bff owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:54:52.850739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:52.896021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event deleted for resources: {'Port': ['ID=c3948178-def0-471a-bc99-6a41fd873bff,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:52.909697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:52.910020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:52.910413 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:52.910657 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:52.910971 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:52.911283 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:52.911590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:52.911900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:52.912205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:52.912535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:52.912806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:53.115125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Router 8cbe9f0a-f2c7-402f-b150-d12145076e27 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:54:53.309878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:54:53.315766 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-befda330-5a47-4bc7-8fd3-6e3b51394c75 req-c5b1d6d1-4d22-4022-93eb-9d15fed53601 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/ports?device_id=5187cdce-1529-4ae5-9a26-1e0ac57cfb1c HTTP/1.1" status: 200 len: 210 time: 0.0404804 Mar 22 12:54:53.319810 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8aa03-cc21-416a-96a6-df352bbb33fc None None] Sync routers for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:54:53.331450 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8aa03-cc21-416a-96a6-df352bbb33fc None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:54:53.332051 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-74e8aa03-cc21-416a-96a6-df352bbb33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:54:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:53.380994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] No DVR routers for this DVR port c3948178-def0-471a-bc99-6a41fd873bff on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:54:53.383492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:53.386067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-deleted', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:54:53.402642 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8c38d11-1a8b-4ffe-bc41-6e56c94d90cd req-6b30c281-f006-4ad7-b563-c0ad811ede1a tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.55 "DELETE /v2.0/ports/c3948178-def0-471a-bc99-6a41fd873bff HTTP/1.1" status: 204 len: 173 time: 1.4738123 Mar 22 12:54:53.450032 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187cdce-1529-4ae5-9a26-1e0ac57cfb1c', 'name': 'network-vif-deleted', 'tag': 'c3948178-def0-471a-bc99-6a41fd873bff', 'status': 'completed', 'code': 200} Mar 22 12:54:53.510121 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-74e8aa03-cc21-416a-96a6-df352bbb33fc None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:54:53.816101 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-74e8aa03-cc21-416a-96a6-df352bbb33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:53.819954 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8aa03-cc21-416a-96a6-df352bbb33fc None None] Checking router: 8cbe9f0a-f2c7-402f-b150-d12145076e27 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:54:53.830615 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e8aa03-cc21-416a-96a6-df352bbb33fc None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:54:53.831224 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-74e8aa03-cc21-416a-96a6-df352bbb33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:54:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:54.031410 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-74e8aa03-cc21-416a-96a6-df352bbb33fc None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:54:54.352853 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-74e8aa03-cc21-416a-96a6-df352bbb33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:54:54.358215 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8aa03-cc21-416a-96a6-df352bbb33fc None None] The sync data for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv is: [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:55Z', 'revision_number': 4, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'dc398fcc-18e1-4c88-934a-16d22c110067', 'name': '', 'network_id': 'ae934e6d-4d39-4bd5-98ab-c987499938b0', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'mac_address': 'fa:16:3e:7e:8f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:54Z', 'updated_at': '2022-03-22T12:51:02Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'subnets': [{'id': '3c18ec5f-095b-45d9-ae92-d7755f1ee5be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:54:54.598839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a21b70-51ca-48bc-91b4-857e7669b3dd None None] New status for floating IP ade31676-8f51-45d7-9d83-630d5b3f8cc4: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:54:55.394382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:54:55.426506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: c3948178-def0-471a-bc99-6a41fd873bff {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:54:55.426931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device c3948178-def0-471a-bc99-6a41fd873bff not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:54:57.662124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50556) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:54:57.730989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:57.757838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:57.811932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:57.829950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9cc04b-5a80-4832-b106-1129cce7ff8e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:57.843702 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:57.844104 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:57.844396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:57.844807 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:57.845132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:57.845484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:57.845802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:57.846122 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:57.847527 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:57.847833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:57.848182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:54:57.851911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:57.853099 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c22eb461-40cd-4790-a3f5-b190bee2d0cf tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "DELETE /v2.0/security-groups/1f9cc04b-5a80-4832-b106-1129cce7ff8e HTTP/1.1" status: 204 len: 168 time: 0.1899357 Mar 22 12:54:57.855970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50560) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:54:57.876296 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-ba87cf86-54d7-4b1c-a3ec-dbf4dbba28ca tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] show failed (client error): The resource could not be found. Mar 22 12:54:57.877715 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ba87cf86-54d7-4b1c-a3ec-dbf4dbba28ca tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "GET /v2.0/security-groups/1f9cc04b-5a80-4832-b106-1129cce7ff8e HTTP/1.1" status: 404 len: 347 time: 0.0206494 Mar 22 12:54:57.880545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50564) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:54:58.035383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef5f28-a62c-44d2-9e31-f977f08fccc4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Deleting port d4110a4d-0f8b-401c-b259-f3b942be5a56 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:54:58.035712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7ef5f28-a62c-44d2-9e31-f977f08fccc4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:58.214433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7ef5f28-a62c-44d2-9e31-f977f08fccc4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:58.214971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7ef5f28-a62c-44d2-9e31-f977f08fccc4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:58.343581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-d7ef5f28-a62c-44d2-9e31-f977f08fccc4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Calling delete_port for d4110a4d-0f8b-401c-b259-f3b942be5a56 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:54:58.491349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7ef5f28-a62c-44d2-9e31-f977f08fccc4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:58.535482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef5f28-a62c-44d2-9e31-f977f08fccc4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Pushing event deleted for resources: {'Port': ['ID=d4110a4d-0f8b-401c-b259-f3b942be5a56,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:54:58.631105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7ef5f28-a62c-44d2-9e31-f977f08fccc4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:58.645556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d7ef5f28-a62c-44d2-9e31-f977f08fccc4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:58.646675 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d7ef5f28-a62c-44d2-9e31-f977f08fccc4 tempest-ServerActionsTestJSON-350199850 tempest-ServerActionsTestJSON-350199850-project] 10.222.0.62 "DELETE /v2.0/floatingips/ade31676-8f51-45d7-9d83-630d5b3f8cc4 HTTP/1.1" status: 204 len: 168 time: 0.7651281 Mar 22 12:54:58.650092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50568) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:54:58.742781 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-de442bf1-e30d-4e31-9d62-c6945a4951fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:59.127619 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:59.718161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] Deleting port dc398fcc-18e1-4c88-934a-16d22c110067 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:54:59.718482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:54:59.887985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] For port dc398fcc-18e1-4c88-934a-16d22c110067, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=dc398fcc-18e1-4c88-934a-16d22c110067,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:54:59.888338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:00.007976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] Calling delete_port for dc398fcc-18e1-4c88-934a-16d22c110067 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:55:00.184802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:00.227863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc398fcc-18e1-4c88-934a-16d22c110067,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:00.599450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:01.172537 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] Router 8cbe9f0a-f2c7-402f-b150-d12145076e27 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:55:01.386331 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:55:01.397439 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a130439-8d1a-4af5-ac40-c59d08c6e40d None None] Sync routers for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:55:01.399976 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c7e48c4d-757f-4c8f-8f61-f1f90b5a1644 admin admin] 10.222.0.62 "PUT /v2.0/routers/8cbe9f0a-f2c7-402f-b150-d12145076e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7476094 Mar 22 12:55:01.401825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50572) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:01.410222 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a130439-8d1a-4af5-ac40-c59d08c6e40d None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:55:01.410857 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7a130439-8d1a-4af5-ac40-c59d08c6e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:54:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:01.593575 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7a130439-8d1a-4af5-ac40-c59d08c6e40d None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:55:01.604200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:01.697808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a6bd6909-500c-434a-9bc0-32d985f1a0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:01.802678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:01.814254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Deleting port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:01.814603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:01.890988 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7a130439-8d1a-4af5-ac40-c59d08c6e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191'}], 'enable_snat': True}, 'gw_port_id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:55:00Z', 'revision_number': 5, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port': {'id': '0cab0538-9b38-4f5d-9efc-1e226e8cf21a', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:50:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:01.895101 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a130439-8d1a-4af5-ac40-c59d08c6e40d None None] Checking router: 8cbe9f0a-f2c7-402f-b150-d12145076e27 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:55:01.907874 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a130439-8d1a-4af5-ac40-c59d08c6e40d None None] Routers {'8cbe9f0a-f2c7-402f-b150-d12145076e27'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:55:01.908684 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7a130439-8d1a-4af5-ac40-c59d08c6e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:55:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['8cbe9f0a-f2c7-402f-b150-d12145076e27'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:02.063054 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-7a130439-8d1a-4af5-ac40-c59d08c6e40d None None] Set router 8cbe9f0a-f2c7-402f-b150-d12145076e27 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:55:02.081971 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:02.100116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] For port 0cab0538-9b38-4f5d-9efc-1e226e8cf21a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=0cab0538-9b38-4f5d-9efc-1e226e8cf21a,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:02.100471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:02.139279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:02.170964 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-7a130439-8d1a-4af5-ac40-c59d08c6e40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:55:01Z', 'revision_number': 6, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:02.175219 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a130439-8d1a-4af5-ac40-c59d08c6e40d None None] The sync data for ids ['8cbe9f0a-f2c7-402f-b150-d12145076e27'] in dv-neutron-834653-1-hyperv is: [{'id': '8cbe9f0a-f2c7-402f-b150-d12145076e27', 'name': 'tempest-ServerActionsTestJSON-1781825534-router', 'tenant_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:50:52Z', 'updated_at': '2022-03-22T12:55:01Z', 'revision_number': 6, 'project_id': '1e3851e9ecbb4ae6857ac5b207c98ba2', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:55:02.226108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Calling delete_port for 0cab0538-9b38-4f5d-9efc-1e226e8cf21a owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:55:02.403358 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:02.451993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cab0538-9b38-4f5d-9efc-1e226e8cf21a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:02.575887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device dc398fcc-18e1-4c88-934a-16d22c110067 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:55:02.613840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: dc398fcc-18e1-4c88-934a-16d22c110067 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:55:02.614276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device dc398fcc-18e1-4c88-934a-16d22c110067 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:55:02.688060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:02.945897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:02.950387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:02.977279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:02.978091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cbe9f0a-f2c7-402f-b150-d12145076e27 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:55:02.990763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:02.991909 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9879a6b2-adf2-4ec2-b23f-96cf7ef971f9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8cbe9f0a-f2c7-402f-b150-d12145076e27 HTTP/1.1" status: 204 len: 168 time: 1.5891759 Mar 22 12:55:02.994652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50576) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:03.058351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b16fe3-c215-428a-8ad3-f4022d6c6a36 admin admin] Deleting subnet 3c18ec5f-095b-45d9-ae92-d7755f1ee5be {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:55:03.061560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5b16fe3-c215-428a-8ad3-f4022d6c6a36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.112125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5b16fe3-c215-428a-8ad3-f4022d6c6a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.198148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5b16fe3-c215-428a-8ad3-f4022d6c6a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.268582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5b16fe3-c215-428a-8ad3-f4022d6c6a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.305123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b16fe3-c215-428a-8ad3-f4022d6c6a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c18ec5f-095b-45d9-ae92-d7755f1ee5be,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:03.311556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d5b16fe3-c215-428a-8ad3-f4022d6c6a36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.317776 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d5b16fe3-c215-428a-8ad3-f4022d6c6a36 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3c18ec5f-095b-45d9-ae92-d7755f1ee5be HTTP/1.1" status: 204 len: 168 time: 0.3221748 Mar 22 12:55:03.318277 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec4d90-fe04-43e4-aae3-16874e3050a5 None None] Network ae934e6d-4d39-4bd5-98ab-c987499938b0 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:03.320538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50580) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:03.428329 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.528556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.539696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Deleting port c17eed04-009e-4ab1-aae2-f55b87f69b75 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:03.540099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.585771 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1385f11c-5c12-46b0-9e3f-b20e0b7c4b41 None None] DHCP port deletion for ae934e6d-4d39-4bd5-98ab-c987499938b0 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:55:03.590124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1385f11c-5c12-46b0-9e3f-b20e0b7c4b41 None None] Deleting port c17eed04-009e-4ab1-aae2-f55b87f69b75 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:03.590529 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1385f11c-5c12-46b0-9e3f-b20e0b7c4b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.762185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] For port c17eed04-009e-4ab1-aae2-f55b87f69b75, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c17eed04-009e-4ab1-aae2-f55b87f69b75,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:03.762518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.792997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1385f11c-5c12-46b0-9e3f-b20e0b7c4b41 None None] For port c17eed04-009e-4ab1-aae2-f55b87f69b75, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=c17eed04-009e-4ab1-aae2-f55b87f69b75,segment=NetworkSegment(d4fab6fc-58d0-418e-9a62-9d7c96967265),segment_id=d4fab6fc-58d0-418e-9a62-9d7c96967265)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:03.793389 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1385f11c-5c12-46b0-9e3f-b20e0b7c4b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.881825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Calling delete_port for c17eed04-009e-4ab1-aae2-f55b87f69b75 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:55:03.915733 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1385f11c-5c12-46b0-9e3f-b20e0b7c4b41 None None] Calling delete_port for c17eed04-009e-4ab1-aae2-f55b87f69b75 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:55:03.953856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:03.988009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-1385f11c-5c12-46b0-9e3f-b20e0b7c4b41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:55:03.988403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-1385f11c-5c12-46b0-9e3f-b20e0b7c4b41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:55:04.003741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17eed04-009e-4ab1-aae2-f55b87f69b75,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:04.009106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] No DVR routers for this DVR port c17eed04-009e-4ab1-aae2-f55b87f69b75 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:55:04.124722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:04.149524 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae934e6d-4d39-4bd5-98ab-c987499938b0']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:04.162106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fab6fc-58d0-418e-9a62-9d7c96967265') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:04.162400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fab6fc-58d0-418e-9a62-9d7c96967265') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:04.174170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:04.191039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:04.198083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:55:04.198523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:55:04.212936 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:55:04.294694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:04.312085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:04.323892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae934e6d-4d39-4bd5-98ab-c987499938b0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:04.336889 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b033ddfe-f2ae-46ec-803e-94aa1139d6c5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ae934e6d-4d39-4bd5-98ab-c987499938b0 HTTP/1.1" status: 204 len: 168 time: 1.0151641 Mar 22 12:55:04.338469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c17eed04-009e-4ab1-aae2-f55b87f69b75 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:55:04.371204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: c17eed04-009e-4ab1-aae2-f55b87f69b75 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:55:04.371537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device c17eed04-009e-4ab1-aae2-f55b87f69b75 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:55:04.371943 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 0cab0538-9b38-4f5d-9efc-1e226e8cf21a no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:55:04.406065 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 0cab0538-9b38-4f5d-9efc-1e226e8cf21a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:55:04.406398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 0cab0538-9b38-4f5d-9efc-1e226e8cf21a not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:55:04.477914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50586) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:04.489962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1385f11c-5c12-46b0-9e3f-b20e0b7c4b41 None None] Deleting port c17eed04-009e-4ab1-aae2-f55b87f69b75 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:04.490386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1385f11c-5c12-46b0-9e3f-b20e0b7c4b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:04.530538 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8b8c9c05-e98f-4d66-854d-0c88f147b990 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e3851e9ecbb4ae6857ac5b207c98ba2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513043 Mar 22 12:55:04.533228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50590) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:04.555451 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1385f11c-5c12-46b0-9e3f-b20e0b7c4b41 None None] The port 'c17eed04-009e-4ab1-aae2-f55b87f69b75' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:55:04.599732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b535c930-c2c7-479d-a656-13812491e359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:04.629044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b535c930-c2c7-479d-a656-13812491e359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:04.685318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b535c930-c2c7-479d-a656-13812491e359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:04.703084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535c930-c2c7-479d-a656-13812491e359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ac6689-3c80-468d-9c79-7108144f04f8,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:04.714324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b535c930-c2c7-479d-a656-13812491e359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:04.715515 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b535c930-c2c7-479d-a656-13812491e359 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16ac6689-3c80-468d-9c79-7108144f04f8 HTTP/1.1" status: 204 len: 168 time: 0.1813450 Mar 22 12:55:05.603618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50612) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:05.740584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1346484166-network', 'tenant_id': 'cca1905413e04f7b8a8fb64d03f62508'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:05.751498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:05.760131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Usage tracker for resource:network and tenant:cca1905413e04f7b8a8fb64d03f62508 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:05.763298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:05.769846 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:05.782683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Made reservation on behalf of cca1905413e04f7b8a8fb64d03f62508 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:05.785833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:05.804400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:05.841858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:05.845747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Usage tracker for resource:security_group_rule and tenant:cca1905413e04f7b8a8fb64d03f62508 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:05.848607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:05.854324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:05.922503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:05.928377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:05.959268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:55:05.967940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349db32e-2b02-42c3-885d-6f74e34f0c56,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:05.976205 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:05.976205 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Added segment 1be9865f-e713-443b-9f3a-22f3b3e351ed of type vlan for network ce79b033-4f61-4d9c-9456-b3a6a5230345 Mar 22 12:55:06.002070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:06.032035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:06.032996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:06.033571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:06.139582 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5346544 Mar 22 12:55:06.140357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43a3c7-067d-4d8e-ab0a-150c683e3dca admin admin] Pushing event updated for resources: {'Network': ['ID=ce79b033-4f61-4d9c-9456-b3a6a5230345,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:06.142682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50618) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:06.149749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Request body: {'subnet': {'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1346484166-subnet', 'tenant_id': 'cca1905413e04f7b8a8fb64d03f62508', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:06.154791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network ce79b033-4f61-4d9c-9456-b3a6a5230345 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:55:06.155316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:06.159482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Usage tracker for resource:subnet and tenant:cca1905413e04f7b8a8fb64d03f62508 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:06.162819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:06.169091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:06.182418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Made reservation on behalf of cca1905413e04f7b8a8fb64d03f62508 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:06.184881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:06.507548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:06.574896 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c844d47-f5e2-4ded-8b78-7ac990ff1edc,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:06.595185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Checking segment: {'id': '1be9865f-e713-443b-9f3a-22f3b3e351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:55:06.595520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Network hostable DHCP agents. Network: ce79b033-4f61-4d9c-9456-b3a6a5230345, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:55:06.620430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Network ce79b033-4f61-4d9c-9456-b3a6a5230345 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:55:06.630612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, ce79b033-4f61-4d9c-9456-b3a6a5230345) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:06.634718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:06.635294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:06.641149 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eff2b1-3984-4213-a9ba-195d6c7e3c78 None None] Network ce79b033-4f61-4d9c-9456-b3a6a5230345 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:06.656306 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-445864f1-36e1-4a89-9cb7-fdea7a1b9477 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5126355 Mar 22 12:55:06.855454 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61d011-944a-43c1-906e-4dea7cbab494 None None] Network ce79b033-4f61-4d9c-9456-b3a6a5230345 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:07.190769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-faa4a8de-aa18-441f-bf5c-0bee8b636712 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:07.192269 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-faa4a8de-aa18-441f-bf5c-0bee8b636712 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/networks?id=ce79b033-4f61-4d9c-9456-b3a6a5230345 HTTP/1.1" status: 200 len: 814 time: 0.1475117 Mar 22 12:55:07.208887 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-5c8fbefc-3a92-42a1-ba76-6a64f952dcee tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/quotas/cca1905413e04f7b8a8fb64d03f62508 HTTP/1.1" status: 200 len: 375 time: 0.0110741 Mar 22 12:55:07.252735 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-9ac5d370-6264-4e47-a5e1-eb7863264e8b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cca1905413e04f7b8a8fb64d03f62508&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388789 Mar 22 12:55:07.392559 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8df8b915-c649-4b32-bb06-001e6949bb42 service neutron] 10.222.0.62 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331391 Mar 22 12:55:07.524113 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-66f177a4-7f89-416e-8758-98eb7e33550b service neutron] 10.222.0.62 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258450 Mar 22 12:55:07.709819 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3710ecb9-a1f4-4a8e-aa54-0402be62f0bd req-8c04beda-bfd0-43d7-b9c3-971f81be6088 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 210 time: 0.0445445 Mar 22 12:55:08.891393 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a4e2ee4-dace-40e4-b5ba-a2fd00ed9d51 req-9a00acfe-1342-4526-a649-b407728e59fd tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 210 time: 0.0554476 Mar 22 12:55:08.899690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-aac7945d-42d7-44f6-a8dd-c8322985ef3e tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:08.900940 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-aac7945d-42d7-44f6-a8dd-c8322985ef3e tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.55 "GET /v2.0/networks?id=ce79b033-4f61-4d9c-9456-b3a6a5230345 HTTP/1.1" status: 200 len: 814 time: 0.2959838 Mar 22 12:55:08.917267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Request body: {'port': {'device_id': '132b8741-08fd-4c27-827b-d97b52b69c55', 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345', 'admin_state_up': True, 'tenant_id': 'cca1905413e04f7b8a8fb64d03f62508'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:09.060921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:09.064661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Usage tracker for resource:port and tenant:cca1905413e04f7b8a8fb64d03f62508 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:09.067477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:09.073032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:09.084137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Made reservation on behalf of cca1905413e04f7b8a8fb64d03f62508 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:09.087245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:09.245757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Allocated IP 172.20.0.13 (ce79b033-4f61-4d9c-9456-b3a6a5230345/3c844d47-f5e2-4ded-8b78-7ac990ff1edc/da74e33f-f2cc-465b-bd3c-325dda434468) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:55:09.443851 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:09.473508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:09.543052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Network ce79b033-4f61-4d9c-9456-b3a6a5230345 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:55:09.546257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:09.550603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:55:09.575199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Pushing event updated for resources: {'Port': ['ID=da74e33f-f2cc-465b-bd3c-325dda434468,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:09.614557 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:09.615143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:09.637555 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-4631a831-f928-490f-8ac9-d07d304b0f30 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7238927 Mar 22 12:55:09.648136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Request body: {'port': {'device_id': '132b8741-08fd-4c27-827b-d97b52b69c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:09.751067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:10.086756 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f66f9-5be7-49b6-89a6-6e14f89d9926 req-5c7b60a2-1208-4649-8392-cd7808291396 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:10.087322 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da74e33f-f2cc-465b-bd3c-325dda434468 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:55:10.088075 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-994f66f9-5be7-49b6-89a6-6e14f89d9926 req-5c7b60a2-1208-4649-8392-cd7808291396 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 932 time: 0.0781927 Mar 22 12:55:10.093674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:10.107976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Transition to ACTIVE for port object da74e33f-f2cc-465b-bd3c-325dda434468 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:55:10.111673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:10.132381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-994f66f9-5be7-49b6-89a6-6e14f89d9926 req-3a2889ca-4efb-4d52-9453-dc0eb999487e tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Synchronizing usage tracker for tenant:cca1905413e04f7b8a8fb64d03f62508 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:55:10.154787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-994f66f9-5be7-49b6-89a6-6e14f89d9926 req-3a2889ca-4efb-4d52-9453-dc0eb999487e tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Unset dirty status for tenant:cca1905413e04f7b8a8fb64d03f62508 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:55:10.156129 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-994f66f9-5be7-49b6-89a6-6e14f89d9926 req-3a2889ca-4efb-4d52-9453-dc0eb999487e tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623586 Mar 22 12:55:10.235572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Pushing event updated for resources: {'Port': ['ID=da74e33f-f2cc-465b-bd3c-325dda434468,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:10.337925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Attempting to bind port da74e33f-f2cc-465b-bd3c-325dda434468 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:55:10.338182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Attempting to bind port da74e33f-f2cc-465b-bd3c-325dda434468 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1be9865f-e713-443b-9f3a-22f3b3e351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:55:10.338503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Attempting to bind port da74e33f-f2cc-465b-bd3c-325dda434468 on network ce79b033-4f61-4d9c-9456-b3a6a5230345 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:55:10.345058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Port da74e33f-f2cc-465b-bd3c-325dda434468 on network ce79b033-4f61-4d9c-9456-b3a6a5230345 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:55:10.345369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Attempting to bind port da74e33f-f2cc-465b-bd3c-325dda434468 on network ce79b033-4f61-4d9c-9456-b3a6a5230345 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:55:10.351962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:55:10.352277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Checking segment: {'id': '1be9865f-e713-443b-9f3a-22f3b3e351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:55:10.352650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Bound using segment: {'id': '1be9865f-e713-443b-9f3a-22f3b3e351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:55:10.353065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Bound port: da74e33f-f2cc-465b-bd3c-325dda434468, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be9865f-e713-443b-9f3a-22f3b3e351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:55:10.353397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:10.443661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] For port da74e33f-f2cc-465b-bd3c-325dda434468, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:55:10.446606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] For port da74e33f-f2cc-465b-bd3c-325dda434468, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=da74e33f-f2cc-465b-bd3c-325dda434468,segment=NetworkSegment(1be9865f-e713-443b-9f3a-22f3b3e351ed),segment_id=1be9865f-e713-443b-9f3a-22f3b3e351ed)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:55:10.452796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:10.512192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:10.513580 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] 10.222.0.55 "PUT /v2.0/ports/da74e33f-f2cc-465b-bd3c-325dda434468 HTTP/1.1" status: 200 len: 1094 time: 0.8692710 Mar 22 12:55:10.514028 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132b8741-08fd-4c27-827b-d97b52b69c55', 'tag': 'da74e33f-f2cc-465b-bd3c-325dda434468'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:55:10.530361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc80ab4-232c-4d07-80db-adb9b100ea08 service neutron] Pushing event updated for resources: {'Port': ['ID=da74e33f-f2cc-465b-bd3c-325dda434468,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:10.582849 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132b8741-08fd-4c27-827b-d97b52b69c55', 'tag': 'da74e33f-f2cc-465b-bd3c-325dda434468', 'status': 'completed', 'code': 200} Mar 22 12:55:10.713583 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-ecebaecf-8fca-4ed4-a45f-6a245a492616 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cca1905413e04f7b8a8fb64d03f62508&device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 1097 time: 0.1640074 Mar 22 12:55:10.783191 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-1cbfc5b6-2eb7-4027-a0fe-8f9859e766c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da74e33f-f2cc-465b-bd3c-325dda434468 HTTP/1.1" status: 200 len: 217 time: 0.0632946 Mar 22 12:55:10.853212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-0f45ede5-21d8-4cb7-be33-54659317b7e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:10.854667 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-0f45ede5-21d8-4cb7-be33-54659317b7e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c844d47-f5e2-4ded-8b78-7ac990ff1edc HTTP/1.1" status: 200 len: 854 time: 0.0657563 Mar 22 12:55:10.899803 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-d86bb493-e557-4384-ac8d-d9733bdbc402 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce79b033-4f61-4d9c-9456-b3a6a5230345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389268 Mar 22 12:55:11.044501 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-57c37e15-e5b1-4e4b-9a07-d1a12bd7051f service neutron] 10.222.0.55 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380265 Mar 22 12:55:11.176229 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9f55a008-ad20-4fcb-92c9-0be482ec28e3 req-244161fd-5fd8-441b-b83b-a368af09969c service neutron] 10.222.0.55 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261303 Mar 22 12:55:11.297541 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db72db31-4a25-4325-9aa5-dd747c7240cc req-b77bfd95-3b4d-4fc5-a74b-20c2c47a7609 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cca1905413e04f7b8a8fb64d03f62508&device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 1097 time: 0.0731370 Mar 22 12:55:11.358220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64037bfa-8595-4512-a839-0a24d336b5d7 req-3707a202-9929-4f9e-8b07-820816caed5d tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:11.359701 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-64037bfa-8595-4512-a839-0a24d336b5d7 req-3707a202-9929-4f9e-8b07-820816caed5d tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 944 time: 0.0799694 Mar 22 12:55:11.406075 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-64037bfa-8595-4512-a839-0a24d336b5d7 req-758f4888-810f-4824-9464-1bf982d5107f tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Mar 22 12:55:11.428867 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72db31-4a25-4325-9aa5-dd747c7240cc req-09e72861-9cec-4732-ab4c-f0761d565f8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:11.430365 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db72db31-4a25-4325-9aa5-dd747c7240cc req-09e72861-9cec-4732-ab4c-f0761d565f8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce79b033-4f61-4d9c-9456-b3a6a5230345 HTTP/1.1" status: 200 len: 915 time: 0.1274369 Mar 22 12:55:11.500488 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db72db31-4a25-4325-9aa5-dd747c7240cc req-191719e4-fd7e-44b7-8d08-52aee721e645 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da74e33f-f2cc-465b-bd3c-325dda434468 HTTP/1.1" status: 200 len: 217 time: 0.0638468 Mar 22 12:55:11.565930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72db31-4a25-4325-9aa5-dd747c7240cc req-0fde02fa-8214-4ec3-8f44-d67383f71e6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:11.567234 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db72db31-4a25-4325-9aa5-dd747c7240cc req-0fde02fa-8214-4ec3-8f44-d67383f71e6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c844d47-f5e2-4ded-8b78-7ac990ff1edc HTTP/1.1" status: 200 len: 854 time: 0.0610421 Mar 22 12:55:11.609803 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db72db31-4a25-4325-9aa5-dd747c7240cc req-369d2f5d-5ee5-42c4-bd00-e3327eb8b457 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce79b033-4f61-4d9c-9456-b3a6a5230345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369096 Mar 22 12:55:11.738153 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db72db31-4a25-4325-9aa5-dd747c7240cc req-4c8aacf7-5e30-4bd9-bc2f-4d511f982dff service neutron] 10.222.0.55 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229696 Mar 22 12:55:11.871676 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-db72db31-4a25-4325-9aa5-dd747c7240cc req-ca187789-0115-4151-865b-d1f67032f9f2 service neutron] 10.222.0.55 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269221 Mar 22 12:55:12.618997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de1322-2be1-4f33-b896-a7a3af092044 req-b65c00a0-7f2e-4fbc-b49a-204a2d65cd5b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:12.619671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-69de1322-2be1-4f33-b896-a7a3af092044 req-b65c00a0-7f2e-4fbc-b49a-204a2d65cd5b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Synchronizing usage tracker for tenant:cca1905413e04f7b8a8fb64d03f62508 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:55:12.639126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-69de1322-2be1-4f33-b896-a7a3af092044 req-b65c00a0-7f2e-4fbc-b49a-204a2d65cd5b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Unset dirty status for tenant:cca1905413e04f7b8a8fb64d03f62508 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:55:12.640290 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-69de1322-2be1-4f33-b896-a7a3af092044 req-b65c00a0-7f2e-4fbc-b49a-204a2d65cd5b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 944 time: 0.0983934 Mar 22 12:55:12.685799 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-69de1322-2be1-4f33-b896-a7a3af092044 req-190143ad-a866-4401-9d70-3a27e075ce65 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397694 Mar 22 12:55:13.475120 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:13.894467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded154-12fe-4aa2-9570-d69919c6fdfd req-c1b3dbe7-111e-4a6a-8554-a8d702622ee8 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:13.896179 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-22ded154-12fe-4aa2-9570-d69919c6fdfd req-c1b3dbe7-111e-4a6a-8554-a8d702622ee8 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 944 time: 0.0801747 Mar 22 12:55:13.942945 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-22ded154-12fe-4aa2-9570-d69919c6fdfd req-fda4546d-f880-430b-8c83-04b2be8371b8 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Mar 22 12:55:15.144080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e0fff-d948-4275-819c-af542f884cb6 req-0616c0ee-1597-4998-9a57-e1cdb6fe77f5 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:15.145483 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e4e0fff-d948-4275-819c-af542f884cb6 req-0616c0ee-1597-4998-9a57-e1cdb6fe77f5 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 944 time: 0.0747302 Mar 22 12:55:15.199518 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e4e0fff-d948-4275-819c-af542f884cb6 req-d7516903-2b91-469e-9106-6b1a69ff4654 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414915 Mar 22 12:55:15.441019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device da74e33f-f2cc-465b-bd3c-325dda434468 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:55:15.586963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port da74e33f-f2cc-465b-bd3c-325dda434468, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=da74e33f-f2cc-465b-bd3c-325dda434468,segment=NetworkSegment(1be9865f-e713-443b-9f3a-22f3b3e351ed),segment_id=1be9865f-e713-443b-9f3a-22f3b3e351ed)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:15.599725 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'da74e33f-f2cc-465b-bd3c-325dda434468', 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345', 'port_id': 'da74e33f-f2cc-465b-bd3c-325dda434468', 'mac_address': 'fa:16:3e:50:41:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c844d47-f5e2-4ded-8b78-7ac990ff1edc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:55:15.650552 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:15.671160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da74e33f-f2cc-465b-bd3c-325dda434468 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:55:15.686104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port da74e33f-f2cc-465b-bd3c-325dda434468, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=da74e33f-f2cc-465b-bd3c-325dda434468,segment=NetworkSegment(1be9865f-e713-443b-9f3a-22f3b3e351ed),segment_id=1be9865f-e713-443b-9f3a-22f3b3e351ed)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:15.692295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:15.754009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=da74e33f-f2cc-465b-bd3c-325dda434468,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:16.033327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['da74e33f-f2cc-465b-bd3c-325dda434468'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:55:16.412307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b48c7-605e-4f4f-a079-3cbc9f91d629 req-f192ed50-5c5a-43f5-bff6-6daa23eef3f9 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:16.413771 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1e0b48c7-605e-4f4f-a079-3cbc9f91d629 req-f192ed50-5c5a-43f5-bff6-6daa23eef3f9 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 945 time: 0.0882924 Mar 22 12:55:16.460243 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1e0b48c7-605e-4f4f-a079-3cbc9f91d629 req-0d2ba111-cb05-4926-9c3a-81335b0bfea7 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Mar 22 12:55:17.458000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device da74e33f-f2cc-465b-bd3c-325dda434468 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:55:17.540095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port da74e33f-f2cc-465b-bd3c-325dda434468 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:55:17.545236 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port da74e33f-f2cc-465b-bd3c-325dda434468 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:55:17.545698 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:17.662580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:17.664046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043e48e-9dd7-4940-9d44-e9212aa19689 req-2bc5c9ee-eb86-43a7-b05e-03c38aad2bf1 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:17.665511 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9043e48e-9dd7-4940-9d44-e9212aa19689 req-2bc5c9ee-eb86-43a7-b05e-03c38aad2bf1 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 945 time: 0.0816236 Mar 22 12:55:17.689270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132b8741-08fd-4c27-827b-d97b52b69c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da74e33f-f2cc-465b-bd3c-325dda434468'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:55:17.699152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port da74e33f-f2cc-465b-bd3c-325dda434468, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=da74e33f-f2cc-465b-bd3c-325dda434468,segment=NetworkSegment(1be9865f-e713-443b-9f3a-22f3b3e351ed),segment_id=1be9865f-e713-443b-9f3a-22f3b3e351ed)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:17.702923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:17.711245 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9043e48e-9dd7-4940-9d44-e9212aa19689 req-c1e85cfc-075d-4e64-8811-5415d3f82719 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Mar 22 12:55:17.752923 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132b8741-08fd-4c27-827b-d97b52b69c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da74e33f-f2cc-465b-bd3c-325dda434468', 'code': 200} Mar 22 12:55:17.768419 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=da74e33f-f2cc-465b-bd3c-325dda434468,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:17.974828 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4acca9ca-cf37-458d-94ff-a494e65f6ff9 req-fc351ea0-6ae4-4bac-a663-20ceacc96936 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 1099 time: 0.0705395 Mar 22 12:55:18.016584 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4acca9ca-cf37-458d-94ff-a494e65f6ff9 req-772f9f37-fc88-4416-9895-ef809a97b7fd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Mar 22 12:55:19.016957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eba70d-ecd6-4105-bea0-fd29367ca58e req-7e627ee4-7a74-4f3f-a227-5f19b49a2d5e tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:19.018325 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c9eba70d-ecd6-4105-bea0-fd29367ca58e req-7e627ee4-7a74-4f3f-a227-5f19b49a2d5e tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 946 time: 0.1771736 Mar 22 12:55:19.068121 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c9eba70d-ecd6-4105-bea0-fd29367ca58e req-881e2441-25f0-498d-b99b-e752cfd1144e tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441906 Mar 22 12:55:20.286675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7dfac-05a0-4248-ae99-fdf073c062e9 req-1acab281-cf0f-4a59-b29e-6b36762edcf9 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:20.288100 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-00c7dfac-05a0-4248-ae99-fdf073c062e9 req-1acab281-cf0f-4a59-b29e-6b36762edcf9 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 946 time: 0.0858846 Mar 22 12:55:20.333936 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-00c7dfac-05a0-4248-ae99-fdf073c062e9 req-a1d05de6-1857-4ce7-abfb-c5e20a930ce4 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Mar 22 12:55:20.646484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-5571781c-ffd3-4eb6-b697-a98d582efcbe tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:20.647779 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-5571781c-ffd3-4eb6-b697-a98d582efcbe tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/networks?id=ce79b033-4f61-4d9c-9456-b3a6a5230345 HTTP/1.1" status: 200 len: 814 time: 0.1408596 Mar 22 12:55:20.663757 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-98f84434-6a15-49ab-91c9-0203bdf1cb95 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/quotas/cca1905413e04f7b8a8fb64d03f62508 HTTP/1.1" status: 200 len: 375 time: 0.0106242 Mar 22 12:55:20.744183 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-bb4d541b-9ca5-4029-a39e-22ab43cc91b3 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cca1905413e04f7b8a8fb64d03f62508&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757146 Mar 22 12:55:20.877265 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-b2690466-54b6-41a5-a0fe-b14038d1c5e2 service neutron] 10.222.0.62 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262341 Mar 22 12:55:21.015425 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-5b8ba105-a1db-4b60-a45d-5c8083e4e18a service neutron] 10.222.0.62 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294303 Mar 22 12:55:21.216666 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1932d00a-90c5-4e6f-a0cd-7520ff25c612 req-f6997b2d-13b1-43a9-bda1-cfc066b49f0a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 210 time: 0.0442822 Mar 22 12:55:22.248491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-12c4648d-072b-4e64-bf62-58006d35ad27 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:22.249908 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-12c4648d-072b-4e64-bf62-58006d35ad27 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.55 "GET /v2.0/networks?id=ce79b033-4f61-4d9c-9456-b3a6a5230345 HTTP/1.1" status: 200 len: 814 time: 0.1437609 Mar 22 12:55:22.265193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Request body: {'port': {'device_id': '76caea3c-9e75-49a4-a41c-51e2e4a7482d', 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345', 'admin_state_up': True, 'tenant_id': 'cca1905413e04f7b8a8fb64d03f62508'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:22.395199 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2b0fdfb2-16f8-49a2-a16a-7eb349b12e3d req-5b469c78-f712-4496-8ee6-d046ec51b0b1 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 210 time: 0.0452640 Mar 22 12:55:22.438196 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:22.448326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:22.459380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Made reservation on behalf of cca1905413e04f7b8a8fb64d03f62508 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:22.462397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:22.626610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Allocated IP 172.20.0.6 (ce79b033-4f61-4d9c-9456-b3a6a5230345/3c844d47-f5e2-4ded-8b78-7ac990ff1edc/6e8930d2-3ff4-4d0f-b6af-34671333203b) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:55:22.822388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:22.850904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:22.862960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['da74e33f-f2cc-465b-bd3c-325dda434468'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:55:22.923869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Network ce79b033-4f61-4d9c-9456-b3a6a5230345 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:55:22.926848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:22.931616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:55:22.955521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Pushing event updated for resources: {'Port': ['ID=6e8930d2-3ff4-4d0f-b6af-34671333203b,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:22.991889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:22.992483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:23.016595 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-0936a519-718c-4c46-b481-5573baa1631a tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7550981 Mar 22 12:55:23.027634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Request body: {'port': {'device_id': '76caea3c-9e75-49a4-a41c-51e2e4a7482d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:23.139784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:23.581209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8930d2-3ff4-4d0f-b6af-34671333203b {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:55:23.587938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:23.590242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbfd6e-deb2-4380-ad1f-4124164853d5 req-6a8d95dd-ae41-4661-b64e-9b2fa1802d49 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:23.591773 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-44bbfd6e-deb2-4380-ad1f-4124164853d5 req-6a8d95dd-ae41-4661-b64e-9b2fa1802d49 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 931 time: 0.0759017 Mar 22 12:55:23.603117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Transition to ACTIVE for port object 6e8930d2-3ff4-4d0f-b6af-34671333203b will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:55:23.608274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:23.640715 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-44bbfd6e-deb2-4380-ad1f-4124164853d5 req-363c2e52-1f62-4854-b35a-8352c1578add tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410972 Mar 22 12:55:23.734138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Pushing event updated for resources: {'Port': ['ID=6e8930d2-3ff4-4d0f-b6af-34671333203b,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:23.836958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Attempting to bind port 6e8930d2-3ff4-4d0f-b6af-34671333203b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:55:23.837172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Attempting to bind port 6e8930d2-3ff4-4d0f-b6af-34671333203b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1be9865f-e713-443b-9f3a-22f3b3e351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:55:23.837559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Attempting to bind port 6e8930d2-3ff4-4d0f-b6af-34671333203b on network ce79b033-4f61-4d9c-9456-b3a6a5230345 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:55:23.843700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Port 6e8930d2-3ff4-4d0f-b6af-34671333203b on network ce79b033-4f61-4d9c-9456-b3a6a5230345 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:55:23.844010 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Attempting to bind port 6e8930d2-3ff4-4d0f-b6af-34671333203b on network ce79b033-4f61-4d9c-9456-b3a6a5230345 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:55:23.851000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:55:23.851298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Checking segment: {'id': '1be9865f-e713-443b-9f3a-22f3b3e351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:55:23.851673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Bound using segment: {'id': '1be9865f-e713-443b-9f3a-22f3b3e351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:55:23.852092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Bound port: 6e8930d2-3ff4-4d0f-b6af-34671333203b, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be9865f-e713-443b-9f3a-22f3b3e351ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:55:23.852430 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:23.942979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] For port 6e8930d2-3ff4-4d0f-b6af-34671333203b, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:55:23.946312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] For port 6e8930d2-3ff4-4d0f-b6af-34671333203b, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6e8930d2-3ff4-4d0f-b6af-34671333203b,segment=NetworkSegment(1be9865f-e713-443b-9f3a-22f3b3e351ed),segment_id=1be9865f-e713-443b-9f3a-22f3b3e351ed)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:55:23.952007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:24.010860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:24.012229 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] 10.222.0.55 "PUT /v2.0/ports/6e8930d2-3ff4-4d0f-b6af-34671333203b HTTP/1.1" status: 200 len: 1093 time: 0.9888949 Mar 22 12:55:24.012651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76caea3c-9e75-49a4-a41c-51e2e4a7482d', 'tag': '6e8930d2-3ff4-4d0f-b6af-34671333203b'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:55:24.031591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a4f9d-28e9-4a9f-8ff6-a8e346499c4c service neutron] Pushing event updated for resources: {'Port': ['ID=6e8930d2-3ff4-4d0f-b6af-34671333203b,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:24.086035 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76caea3c-9e75-49a4-a41c-51e2e4a7482d', 'tag': '6e8930d2-3ff4-4d0f-b6af-34671333203b', 'status': 'completed', 'code': 200} Mar 22 12:55:24.123340 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-599b5ee7-31bd-4f41-a2c5-6228924b06b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cca1905413e04f7b8a8fb64d03f62508&device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 1096 time: 0.0739062 Mar 22 12:55:24.153179 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:55:24.189644 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-ab97a1bc-d706-4c3a-84c0-9e95c1b6200e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8930d2-3ff4-4d0f-b6af-34671333203b HTTP/1.1" status: 200 len: 217 time: 0.0602961 Mar 22 12:55:24.262325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-5d4b70f1-1485-4447-88a5-c4d20650324a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:24.264325 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-5d4b70f1-1485-4447-88a5-c4d20650324a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c844d47-f5e2-4ded-8b78-7ac990ff1edc HTTP/1.1" status: 200 len: 854 time: 0.0692744 Mar 22 12:55:24.309493 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-54b6cd67-08c4-4acf-aa05-d3e5bc14f1b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce79b033-4f61-4d9c-9456-b3a6a5230345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391598 Mar 22 12:55:24.445483 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-8186eee7-283f-4b29-b04d-712f7a5dda9c service neutron] 10.222.0.55 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287320 Mar 22 12:55:24.576233 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7021920d-774b-4fee-b9ce-d00c034476d5 req-15307b5f-aff1-40a1-9315-7c74c2c3d56e service neutron] 10.222.0.55 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253762 Mar 22 12:55:24.720292 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63bd3726-542e-41c9-a065-e74fe3fb7fa8 req-438d6e51-6a8d-4dc2-b620-dffdce76a639 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cca1905413e04f7b8a8fb64d03f62508&device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 1096 time: 0.0754595 Mar 22 12:55:24.851283 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd3726-542e-41c9-a065-e74fe3fb7fa8 req-4f56c5d8-4574-4b81-ba46-218765e26780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:24.852750 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63bd3726-542e-41c9-a065-e74fe3fb7fa8 req-4f56c5d8-4574-4b81-ba46-218765e26780 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ce79b033-4f61-4d9c-9456-b3a6a5230345 HTTP/1.1" status: 200 len: 915 time: 0.1264949 Mar 22 12:55:24.917130 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4d7a9-cbba-4e04-ace8-afdd30f88736 req-c68e78e4-73af-47ec-8d65-0d7ee9508fd1 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:24.918855 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a9f4d7a9-cbba-4e04-ace8-afdd30f88736 req-c68e78e4-73af-47ec-8d65-0d7ee9508fd1 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 943 time: 0.1539059 Mar 22 12:55:24.919029 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63bd3726-542e-41c9-a065-e74fe3fb7fa8 req-72301381-32d8-4a05-8dee-4360a775a5fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e8930d2-3ff4-4d0f-b6af-34671333203b HTTP/1.1" status: 200 len: 217 time: 0.0595884 Mar 22 12:55:24.964317 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a9f4d7a9-cbba-4e04-ace8-afdd30f88736 req-5d6abea8-6b57-45ac-9439-1a64273bc924 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 Mar 22 12:55:25.070457 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd3726-542e-41c9-a065-e74fe3fb7fa8 req-067d980b-fc31-47de-9407-f9779f58b1b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:25.071861 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63bd3726-542e-41c9-a065-e74fe3fb7fa8 req-067d980b-fc31-47de-9407-f9779f58b1b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3c844d47-f5e2-4ded-8b78-7ac990ff1edc HTTP/1.1" status: 200 len: 854 time: 0.1466012 Mar 22 12:55:25.116411 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63bd3726-542e-41c9-a065-e74fe3fb7fa8 req-8166de4c-ee10-48f5-8a5d-efc93b747358 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ce79b033-4f61-4d9c-9456-b3a6a5230345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373936 Mar 22 12:55:25.246096 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63bd3726-542e-41c9-a065-e74fe3fb7fa8 req-b2551bb3-64c4-49bf-af09-4d3a7556947d service neutron] 10.222.0.55 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236217 Mar 22 12:55:25.381608 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63bd3726-542e-41c9-a065-e74fe3fb7fa8 req-61724e4a-2595-4a38-89aa-ba90ec61668f service neutron] 10.222.0.55 "GET /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299980 Mar 22 12:55:26.394153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40372002-5169-4a59-9076-236b72422aeb req-c470d3e3-e338-4af9-b731-fe108686aeda tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:26.394896 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-40372002-5169-4a59-9076-236b72422aeb req-c470d3e3-e338-4af9-b731-fe108686aeda tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Synchronizing usage tracker for tenant:cca1905413e04f7b8a8fb64d03f62508 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:55:26.412257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-40372002-5169-4a59-9076-236b72422aeb req-c470d3e3-e338-4af9-b731-fe108686aeda tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Unset dirty status for tenant:cca1905413e04f7b8a8fb64d03f62508 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:55:26.413315 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-40372002-5169-4a59-9076-236b72422aeb req-c470d3e3-e338-4af9-b731-fe108686aeda tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 943 time: 0.1812551 Mar 22 12:55:26.463271 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-40372002-5169-4a59-9076-236b72422aeb req-0f42883d-67dc-4463-8640-121b37d41cd0 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Mar 22 12:55:27.532953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 6e8930d2-3ff4-4d0f-b6af-34671333203b details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:55:27.664956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f23f1a-2338-4e7e-a7b8-49ba1619cddd req-989380fa-35e4-4792-84ae-a7394a85af81 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:27.666389 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-64f23f1a-2338-4e7e-a7b8-49ba1619cddd req-989380fa-35e4-4792-84ae-a7394a85af81 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 943 time: 0.0750084 Mar 22 12:55:27.668334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 6e8930d2-3ff4-4d0f-b6af-34671333203b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6e8930d2-3ff4-4d0f-b6af-34671333203b,segment=NetworkSegment(1be9865f-e713-443b-9f3a-22f3b3e351ed),segment_id=1be9865f-e713-443b-9f3a-22f3b3e351ed)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:27.682104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '6e8930d2-3ff4-4d0f-b6af-34671333203b', 'network_id': 'ce79b033-4f61-4d9c-9456-b3a6a5230345', 'port_id': '6e8930d2-3ff4-4d0f-b6af-34671333203b', 'mac_address': 'fa:16:3e:fe:00:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c844d47-f5e2-4ded-8b78-7ac990ff1edc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:55:27.714688 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-64f23f1a-2338-4e7e-a7b8-49ba1619cddd req-29a734d5-8916-476a-87ec-ad35b1432725 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Mar 22 12:55:27.773503 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:27.790314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8930d2-3ff4-4d0f-b6af-34671333203b {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:55:27.806606 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 6e8930d2-3ff4-4d0f-b6af-34671333203b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6e8930d2-3ff4-4d0f-b6af-34671333203b,segment=NetworkSegment(1be9865f-e713-443b-9f3a-22f3b3e351ed),segment_id=1be9865f-e713-443b-9f3a-22f3b3e351ed)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:27.813189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:27.876982 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=6e8930d2-3ff4-4d0f-b6af-34671333203b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:27.885334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:27.885739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:27.886076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:27.886403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:27.886727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:27.887054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:27.887401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:27.887726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:27.888102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:27.888397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:27.888694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:28.117237 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['6e8930d2-3ff4-4d0f-b6af-34671333203b'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:55:28.758524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3fe039cf-4a37-4616-86ad-a76640c7f934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:28.923506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c050e0-8201-4de7-8e56-0c5fdd3d1a2c req-03726957-3be2-4543-a6f8-40deeeaf9900 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:28.924910 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57c050e0-8201-4de7-8e56-0c5fdd3d1a2c req-03726957-3be2-4543-a6f8-40deeeaf9900 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 944 time: 0.0832989 Mar 22 12:55:28.973439 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-57c050e0-8201-4de7-8e56-0c5fdd3d1a2c req-ed0946e3-48e6-42a4-8610-38db8efedb5e tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 Mar 22 12:55:29.535311 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 6e8930d2-3ff4-4d0f-b6af-34671333203b up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:55:29.609941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 6e8930d2-3ff4-4d0f-b6af-34671333203b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:55:29.614834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 6e8930d2-3ff4-4d0f-b6af-34671333203b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:55:29.615205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:29.728388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:29.763852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76caea3c-9e75-49a4-a41c-51e2e4a7482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8930d2-3ff4-4d0f-b6af-34671333203b'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:55:29.774276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 6e8930d2-3ff4-4d0f-b6af-34671333203b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6e8930d2-3ff4-4d0f-b6af-34671333203b,segment=NetworkSegment(1be9865f-e713-443b-9f3a-22f3b3e351ed),segment_id=1be9865f-e713-443b-9f3a-22f3b3e351ed)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:29.779433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:29.825650 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76caea3c-9e75-49a4-a41c-51e2e4a7482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8930d2-3ff4-4d0f-b6af-34671333203b', 'code': 200} Mar 22 12:55:29.851974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=6e8930d2-3ff4-4d0f-b6af-34671333203b,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:30.049837 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51fb3baa-208b-40db-91b0-c9ddefec1bb7 req-c0e4001c-3c96-4ec6-b1d5-8540d4347b2f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 1098 time: 0.0709510 Mar 22 12:55:30.091996 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-51fb3baa-208b-40db-91b0-c9ddefec1bb7 req-f3ae8f7c-2b61-470b-979a-16f266b53c51 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365689 Mar 22 12:55:30.172860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fd1d5-1688-4b71-98c1-be7b8d8f5fca req-44acc99d-3234-4fe1-be96-b73273894596 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:30.174315 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d7fd1d5-1688-4b71-98c1-be7b8d8f5fca req-44acc99d-3234-4fe1-be96-b73273894596 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 945 time: 0.0754051 Mar 22 12:55:30.219932 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d7fd1d5-1688-4b71-98c1-be7b8d8f5fca req-a3ec9547-b8db-4964-960a-9a8af4c378d8 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Mar 22 12:55:31.433125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e42b9-0233-4535-a546-96c7eb695c55 req-06128a13-2d7f-49e1-bb80-4f19b1c7d3c5 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:31.434885 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b2e42b9-0233-4535-a546-96c7eb695c55 req-06128a13-2d7f-49e1-bb80-4f19b1c7d3c5 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 945 time: 0.0820928 Mar 22 12:55:31.484560 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b2e42b9-0233-4535-a546-96c7eb695c55 req-e3089bbe-4658-451a-ba8f-9fcdfd122995 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436008 Mar 22 12:55:31.704074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fda33ef6-7747-48fd-914a-7b6a372deb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:32.095096 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:32.134321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:32.692277 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b2c01-4adb-4732-a46d-dd060b34cd82 req-cd92fdfc-8018-4037-9689-eb53ed7cc6c3 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:32.693705 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c3b2c01-4adb-4732-a46d-dd060b34cd82 req-cd92fdfc-8018-4037-9689-eb53ed7cc6c3 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 945 time: 0.0815532 Mar 22 12:55:32.738105 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c3b2c01-4adb-4732-a46d-dd060b34cd82 req-1f866994-b523-48bb-a878-7f44bc5827a5 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Mar 22 12:55:33.147536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a4a18-b141-4619-a64e-453010c50b38 req-71e19a35-5b6f-47d1-be99-abf8f5083a04 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:33.148885 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-956a4a18-b141-4619-a64e-453010c50b38 req-71e19a35-5b6f-47d1-be99-abf8f5083a04 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 945 time: 0.0884366 Mar 22 12:55:33.195334 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-956a4a18-b141-4619-a64e-453010c50b38 req-a0bdf26d-02f5-4f76-a586-0984b0502498 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399675 Mar 22 12:55:33.394042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:34.403461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ffd90-f9be-4be7-96de-004ba7800eee req-1a1f20b3-6c02-498d-a943-fdc96eea0015 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:34.404901 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7e6ffd90-f9be-4be7-96de-004ba7800eee req-1a1f20b3-6c02-498d-a943-fdc96eea0015 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 945 time: 0.0793438 Mar 22 12:55:34.452857 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7e6ffd90-f9be-4be7-96de-004ba7800eee req-7cac4155-4e93-495f-8df1-48aadc047955 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397861 Mar 22 12:55:34.561468 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf213c7-c5cd-411a-82ae-0dd7cd4e7767 req-fc3471c6-b0e6-42a8-8c99-733450c7990b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:34.562872 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dbf213c7-c5cd-411a-82ae-0dd7cd4e7767 req-fc3471c6-b0e6-42a8-8c99-733450c7990b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.55 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 945 time: 0.0806165 Mar 22 12:55:34.627461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-dbf213c7-c5cd-411a-82ae-0dd7cd4e7767 req-c1e4692d-0837-4712-8412-69710615091f tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Deleting port 6e8930d2-3ff4-4d0f-b6af-34671333203b {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:34.627789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-dbf213c7-c5cd-411a-82ae-0dd7cd4e7767 req-c1e4692d-0837-4712-8412-69710615091f tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:34.869658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-dbf213c7-c5cd-411a-82ae-0dd7cd4e7767 req-c1e4692d-0837-4712-8412-69710615091f tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] For port 6e8930d2-3ff4-4d0f-b6af-34671333203b, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6e8930d2-3ff4-4d0f-b6af-34671333203b,segment=NetworkSegment(1be9865f-e713-443b-9f3a-22f3b3e351ed),segment_id=1be9865f-e713-443b-9f3a-22f3b3e351ed)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:34.869921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-dbf213c7-c5cd-411a-82ae-0dd7cd4e7767 req-c1e4692d-0837-4712-8412-69710615091f tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:34.986389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-dbf213c7-c5cd-411a-82ae-0dd7cd4e7767 req-c1e4692d-0837-4712-8412-69710615091f tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Calling delete_port for 6e8930d2-3ff4-4d0f-b6af-34671333203b owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:55:35.125360 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-dbf213c7-c5cd-411a-82ae-0dd7cd4e7767 req-c1e4692d-0837-4712-8412-69710615091f tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:35.136905 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['da74e33f-f2cc-465b-bd3c-325dda434468', '6e8930d2-3ff4-4d0f-b6af-34671333203b'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:55:35.173955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4692d-0837-4712-8412-69710615091f tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Pushing event deleted for resources: {'Port': ['ID=6e8930d2-3ff4-4d0f-b6af-34671333203b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:35.343774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf213c7-c5cd-411a-82ae-0dd7cd4e7767 req-c1e4692d-0837-4712-8412-69710615091f tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] No DVR routers for this DVR port 6e8930d2-3ff4-4d0f-b6af-34671333203b on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:55:35.346280 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-dbf213c7-c5cd-411a-82ae-0dd7cd4e7767 req-c1e4692d-0837-4712-8412-69710615091f tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:35.348849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76caea3c-9e75-49a4-a41c-51e2e4a7482d', 'name': 'network-vif-deleted', 'tag': '6e8930d2-3ff4-4d0f-b6af-34671333203b'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:55:35.364497 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dbf213c7-c5cd-411a-82ae-0dd7cd4e7767 req-c1e4692d-0837-4712-8412-69710615091f tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.55 "DELETE /v2.0/ports/6e8930d2-3ff4-4d0f-b6af-34671333203b HTTP/1.1" status: 204 len: 173 time: 0.7962012 Mar 22 12:55:35.404195 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76caea3c-9e75-49a4-a41c-51e2e4a7482d', 'name': 'network-vif-deleted', 'tag': '6e8930d2-3ff4-4d0f-b6af-34671333203b', 'status': 'completed', 'code': 200} Mar 22 12:55:35.633715 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-34bb0c7a-a924-48b9-b354-62e29e948d1a req-ef94a275-4ec4-4111-8d85-d10d8648dc2b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=76caea3c-9e75-49a4-a41c-51e2e4a7482d HTTP/1.1" status: 200 len: 210 time: 0.0466826 Mar 22 12:55:36.924354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784917ab-4b10-41ff-b3bf-4c4dbf15e8fb req-0ecaa5c7-4e49-4fa8-a57f-97076f782c68 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:36.926673 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-784917ab-4b10-41ff-b3bf-4c4dbf15e8fb req-0ecaa5c7-4e49-4fa8-a57f-97076f782c68 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 946 time: 0.0804222 Mar 22 12:55:36.976020 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-784917ab-4b10-41ff-b3bf-4c4dbf15e8fb req-837786e0-f2d7-477d-bf4b-73714e93d803 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Mar 22 12:55:37.209826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a83d7be-ed1a-4e41-a130-136b41c69eaa req-08c3bef9-70d2-4757-b0df-40ad27dcd737 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:37.211372 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a83d7be-ed1a-4e41-a130-136b41c69eaa req-08c3bef9-70d2-4757-b0df-40ad27dcd737 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 946 time: 0.0868013 Mar 22 12:55:37.256289 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1a83d7be-ed1a-4e41-a130-136b41c69eaa req-522b3e91-0a50-4116-94bd-4a655857d2ec tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390673 Mar 22 12:55:37.465333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c372a91-c3a6-4fcb-b08f-9ca2b5ba45a1 req-261b9155-092a-40f3-a030-479426361775 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:37.466080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1c372a91-c3a6-4fcb-b08f-9ca2b5ba45a1 req-261b9155-092a-40f3-a030-479426361775 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Synchronizing usage tracker for tenant:cca1905413e04f7b8a8fb64d03f62508 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:55:37.483387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-1c372a91-c3a6-4fcb-b08f-9ca2b5ba45a1 req-261b9155-092a-40f3-a030-479426361775 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Unset dirty status for tenant:cca1905413e04f7b8a8fb64d03f62508 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:55:37.484699 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c372a91-c3a6-4fcb-b08f-9ca2b5ba45a1 req-261b9155-092a-40f3-a030-479426361775 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 946 time: 0.1082706 Mar 22 12:55:37.536427 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1c372a91-c3a6-4fcb-b08f-9ca2b5ba45a1 req-cd9caae8-d922-4b6b-9846-d5f5d81aa440 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456796 Mar 22 12:55:37.739319 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6eb2f802-bcdc-4302-9b35-2dda1bfe86ff req-18fc05c2-16b9-4074-a9ac-787a573854fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738063 Mar 22 12:55:37.950294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b338440-bcf7-4a45-a6ab-2da26a99f6a6 req-0b9ef324-e1ff-47e1-9a09-eb1f003fada1 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:37.951706 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3b338440-bcf7-4a45-a6ab-2da26a99f6a6 req-0b9ef324-e1ff-47e1-9a09-eb1f003fada1 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 946 time: 0.0845747 Mar 22 12:55:37.998188 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3b338440-bcf7-4a45-a6ab-2da26a99f6a6 req-07127016-d8cb-4bb3-83e6-6c300931d00b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384710 Mar 22 12:55:38.353751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21ea26-5545-42b7-97b8-820e3ce6a912 req-3397dda1-446c-4742-984a-68b056acebab tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:38.355200 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1e21ea26-5545-42b7-97b8-820e3ce6a912 req-3397dda1-446c-4742-984a-68b056acebab tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 946 time: 0.0777349 Mar 22 12:55:38.402811 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1e21ea26-5545-42b7-97b8-820e3ce6a912 req-197721b5-5b76-4dec-97cb-4fd20062eab6 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Mar 22 12:55:38.616919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c693a-9b38-4242-a5c3-20f5f4bd227a req-b44e5746-eceb-4e59-bc03-d56866ab20ac tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:38.618286 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3d2c693a-9b38-4242-a5c3-20f5f4bd227a req-b44e5746-eceb-4e59-bc03-d56866ab20ac tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 946 time: 0.0824308 Mar 22 12:55:38.663766 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3d2c693a-9b38-4242-a5c3-20f5f4bd227a req-b07aca66-20bc-45a8-b22a-864fbd765729 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Mar 22 12:55:39.233823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1c67c-a5ce-4803-9399-ce47393e4d77 req-f51b4f31-a2d7-4668-ac6d-b2d53d394c22 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:39.235307 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-80e1c67c-a5ce-4803-9399-ce47393e4d77 req-f51b4f31-a2d7-4668-ac6d-b2d53d394c22 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 946 time: 0.0801558 Mar 22 12:55:39.280678 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-80e1c67c-a5ce-4803-9399-ce47393e4d77 req-305c77c8-2949-465b-a012-a3f01d289d07 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390358 Mar 22 12:55:39.582410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 6e8930d2-3ff4-4d0f-b6af-34671333203b no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:55:39.624495 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 6e8930d2-3ff4-4d0f-b6af-34671333203b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:55:39.624802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 6e8930d2-3ff4-4d0f-b6af-34671333203b not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:55:40.490994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44641132-0130-476b-aba6-bc19361d45af req-deea5365-0015-487e-a885-bdf3923e7d07 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:40.492284 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-44641132-0130-476b-aba6-bc19361d45af req-deea5365-0015-487e-a885-bdf3923e7d07 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 946 time: 0.0834820 Mar 22 12:55:40.536651 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-44641132-0130-476b-aba6-bc19361d45af req-f9d18157-2581-4b06-98b4-73ef7d97e363 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/security-groups?id=349db32e-2b02-42c3-885d-6f74e34f0c56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387089 Mar 22 12:55:40.837165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d095219-61f2-42c3-b57f-6a27a943c100 req-9a9dc682-96d7-4742-b807-5ade5707e2b2 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:40.838481 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d095219-61f2-42c3-b57f-6a27a943c100 req-9a9dc682-96d7-4742-b807-5ade5707e2b2 tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.55 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 946 time: 0.0773449 Mar 22 12:55:40.907397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-5d095219-61f2-42c3-b57f-6a27a943c100 req-5f5feb1a-b5a3-438d-8768-82e6fdd353cc tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Deleting port da74e33f-f2cc-465b-bd3c-325dda434468 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:40.907765 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d095219-61f2-42c3-b57f-6a27a943c100 req-5f5feb1a-b5a3-438d-8768-82e6fdd353cc tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:41.145559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-5d095219-61f2-42c3-b57f-6a27a943c100 req-5f5feb1a-b5a3-438d-8768-82e6fdd353cc tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] For port da74e33f-f2cc-465b-bd3c-325dda434468, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=da74e33f-f2cc-465b-bd3c-325dda434468,segment=NetworkSegment(1be9865f-e713-443b-9f3a-22f3b3e351ed),segment_id=1be9865f-e713-443b-9f3a-22f3b3e351ed)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:41.145845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d095219-61f2-42c3-b57f-6a27a943c100 req-5f5feb1a-b5a3-438d-8768-82e6fdd353cc tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:41.265746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-5d095219-61f2-42c3-b57f-6a27a943c100 req-5f5feb1a-b5a3-438d-8768-82e6fdd353cc tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Calling delete_port for da74e33f-f2cc-465b-bd3c-325dda434468 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:55:41.407366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d095219-61f2-42c3-b57f-6a27a943c100 req-5f5feb1a-b5a3-438d-8768-82e6fdd353cc tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:41.418701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['da74e33f-f2cc-465b-bd3c-325dda434468'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:55:41.457181 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5feb1a-b5a3-438d-8768-82e6fdd353cc tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Pushing event deleted for resources: {'Port': ['ID=da74e33f-f2cc-465b-bd3c-325dda434468,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:41.527504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d095219-61f2-42c3-b57f-6a27a943c100 req-5f5feb1a-b5a3-438d-8768-82e6fdd353cc tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] No DVR routers for this DVR port da74e33f-f2cc-465b-bd3c-325dda434468 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:55:41.530079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d095219-61f2-42c3-b57f-6a27a943c100 req-5f5feb1a-b5a3-438d-8768-82e6fdd353cc tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:41.532533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132b8741-08fd-4c27-827b-d97b52b69c55', 'name': 'network-vif-deleted', 'tag': 'da74e33f-f2cc-465b-bd3c-325dda434468'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:55:41.549122 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d095219-61f2-42c3-b57f-6a27a943c100 req-5f5feb1a-b5a3-438d-8768-82e6fdd353cc tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.55 "DELETE /v2.0/ports/da74e33f-f2cc-465b-bd3c-325dda434468 HTTP/1.1" status: 204 len: 173 time: 0.7048337 Mar 22 12:55:41.599297 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132b8741-08fd-4c27-827b-d97b52b69c55', 'name': 'network-vif-deleted', 'tag': 'da74e33f-f2cc-465b-bd3c-325dda434468', 'status': 'completed', 'code': 200} Mar 22 12:55:41.701624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d5db4b80-b924-4deb-834d-662e8937e22a req-333a9297-5341-4900-bf00-a49bd96a9d7b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Synchronizing usage tracker for tenant:cca1905413e04f7b8a8fb64d03f62508 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:55:41.718257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d5db4b80-b924-4deb-834d-662e8937e22a req-333a9297-5341-4900-bf00-a49bd96a9d7b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] Unset dirty status for tenant:cca1905413e04f7b8a8fb64d03f62508 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:55:41.719411 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5db4b80-b924-4deb-834d-662e8937e22a req-333a9297-5341-4900-bf00-a49bd96a9d7b tempest-ServersNegativeTestJSON-265777841 tempest-ServersNegativeTestJSON-265777841-project] 10.222.0.62 "GET /v2.0/ports?device_id=132b8741-08fd-4c27-827b-d97b52b69c55 HTTP/1.1" status: 200 len: 210 time: 0.0607431 Mar 22 12:55:42.837041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50758) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:42.974226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c71022-8612-462c-aeb9-5d82d397ee3c admin admin] Deleting subnet 3c844d47-f5e2-4ded-8b78-7ac990ff1edc {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:55:42.977573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07c71022-8612-462c-aeb9-5d82d397ee3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.028830 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07c71022-8612-462c-aeb9-5d82d397ee3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.087150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07c71022-8612-462c-aeb9-5d82d397ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.159294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07c71022-8612-462c-aeb9-5d82d397ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.194930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c71022-8612-462c-aeb9-5d82d397ee3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c844d47-f5e2-4ded-8b78-7ac990ff1edc,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:43.201396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-07c71022-8612-462c-aeb9-5d82d397ee3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.207208 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-07c71022-8612-462c-aeb9-5d82d397ee3c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3c844d47-f5e2-4ded-8b78-7ac990ff1edc HTTP/1.1" status: 204 len: 168 time: 0.3691447 Mar 22 12:55:43.209693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50762) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:43.322171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.451300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.475669 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce79b033-4f61-4d9c-9456-b3a6a5230345']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:43.484118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.488125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be9865f-e713-443b-9f3a-22f3b3e351ed') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:43.488413 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be9865f-e713-443b-9f3a-22f3b3e351ed') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:43.499587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.518889 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.525306 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:55:43.525853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:55:43.539429 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:55:43.618309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.633912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.643501 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] 10.222.0.62 "DELETE /v2.0/networks/ce79b033-4f61-4d9c-9456-b3a6a5230345 HTTP/1.1" status: 204 len: 168 time: 0.4329123 Mar 22 12:55:43.644280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280d90a-7173-49e7-8211-98acfba3701f admin admin] Pushing event deleted for resources: {'Network': ['ID=ce79b033-4f61-4d9c-9456-b3a6a5230345,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:43.782869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50768) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:43.841124 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-932297e3-1d75-426e-96bf-25d47fc440ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cca1905413e04f7b8a8fb64d03f62508&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569329 Mar 22 12:55:43.844883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50772) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:43.912533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b83b347-7421-4b25-aeb6-ca13f0d4ca22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.941084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b83b347-7421-4b25-aeb6-ca13f0d4ca22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:43.993990 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b83b347-7421-4b25-aeb6-ca13f0d4ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:44.011566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83b347-7421-4b25-aeb6-ca13f0d4ca22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349db32e-2b02-42c3-885d-6f74e34f0c56,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:44.018089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2b83b347-7421-4b25-aeb6-ca13f0d4ca22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:44.019190 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2b83b347-7421-4b25-aeb6-ca13f0d4ca22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/349db32e-2b02-42c3-885d-6f74e34f0c56 HTTP/1.1" status: 204 len: 168 time: 0.1734481 Mar 22 12:55:44.921855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50794) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:45.064140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-178203266'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:45.069174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:45.073028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Usage tracker for resource:network and tenant:2b016e8fd130414c9a0d0344c8e4ecf7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:45.075889 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:45.085690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:45.098430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Made reservation on behalf of 2b016e8fd130414c9a0d0344c8e4ecf7 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:45.101614 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:45.115453 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:45.150829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:45.154869 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Usage tracker for resource:security_group_rule and tenant:2b016e8fd130414c9a0d0344c8e4ecf7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:45.157842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:45.163888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:45.234190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:45.239166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:45.269002 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:55:45.281850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6937511-3507-42c8-8210-c4b89fc53af7,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:45.288037 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:45.288353 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Added segment 8572ced5-1bc2-4183-9851-0334160eafa2 of type vlan for network 50a89707-e6db-49ae-82e5-2da36d6ffa8b Mar 22 12:55:45.316047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:45.346126 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:45.350164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:45.350738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:45.456889 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5338252 Mar 22 12:55:45.459692 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b296f4-63e8-485b-95b2-b85e46c86d34 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event updated for resources: {'Network': ['ID=50a89707-e6db-49ae-82e5-2da36d6ffa8b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:45.487048 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 50a89707-e6db-49ae-82e5-2da36d6ffa8b details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:55:45.611686 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device da74e33f-f2cc-465b-bd3c-325dda434468 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:55:45.646612 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: da74e33f-f2cc-465b-bd3c-325dda434468 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:55:45.646951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device da74e33f-f2cc-465b-bd3c-325dda434468 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:55:48.644389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50800) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:48.653195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Request body: {'subnet': {'network_id': '50a89707-e6db-49ae-82e5-2da36d6ffa8b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:48.765603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:48.769355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Usage tracker for resource:subnet and tenant:2b016e8fd130414c9a0d0344c8e4ecf7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:48.772109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:48.778260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:48.791593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Made reservation on behalf of 2b016e8fd130414c9a0d0344c8e4ecf7 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:48.897775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:49.194195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:49.259993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event updated for resources: {'Subnet': ['ID=5479fccb-f717-4638-adee-30a99e20d82d,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:49.284447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Checking segment: {'id': '8572ced5-1bc2-4183-9851-0334160eafa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '50a89707-e6db-49ae-82e5-2da36d6ffa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:55:49.284785 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Network hostable DHCP agents. Network: 50a89707-e6db-49ae-82e5-2da36d6ffa8b, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:55:49.308973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Network 50a89707-e6db-49ae-82e5-2da36d6ffa8b is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:55:49.319037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 50a89707-e6db-49ae-82e5-2da36d6ffa8b) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:49.323064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:49.323635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:49.329945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899167bc-2933-4e95-9db3-9acea8967ddd None None] Network 50a89707-e6db-49ae-82e5-2da36d6ffa8b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:49.349695 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b411b89d-55e3-4634-b408-81c8412550e7 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7040033 Mar 22 12:55:49.353151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50804) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:49.359015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1968107334'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:49.364276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:49.367981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Usage tracker for resource:network and tenant:2b016e8fd130414c9a0d0344c8e4ecf7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:49.370811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:49.376294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:49.386580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Made reservation on behalf of 2b016e8fd130414c9a0d0344c8e4ecf7 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:49.389711 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:49.417324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:55:49.426093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:49.426416 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Added segment 5ae2ec6d-0d94-4820-bc9c-f241b83c5894 of type vlan for network 8e663493-eb11-43e4-913c-e2caadda66bb Mar 22 12:55:49.452762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:49.482889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:49.486509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:49.487075 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:49.537198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-50a89707-e6db-49ae-82e5-2da36d6ffa8b', 'network_id': '50a89707-e6db-49ae-82e5-2da36d6ffa8b', 'tenant_id': '2b016e8fd130414c9a0d0344c8e4ecf7', 'fixed_ips': [{'subnet_id': '5479fccb-f717-4638-adee-30a99e20d82d'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:55:49.538039 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:49.585656 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2313776 Mar 22 12:55:49.588505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50808) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:49.596013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Request body: {'subnet': {'network_id': '8e663493-eb11-43e4-913c-e2caadda66bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:49.611923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbce495-b664-4f11-aa44-c73353907bf2 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event updated for resources: {'Network': ['ID=8e663493-eb11-43e4-913c-e2caadda66bb,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:49.623270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 8e663493-eb11-43e4-913c-e2caadda66bb details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:55:49.715117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:49.718892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Usage tracker for resource:subnet and tenant:2b016e8fd130414c9a0d0344c8e4ecf7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:49.721767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:49.727276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:49.737135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Made reservation on behalf of 2b016e8fd130414c9a0d0344c8e4ecf7 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:49.784191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Allocated IP 2001:db8:0:ffff::2 (50a89707-e6db-49ae-82e5-2da36d6ffa8b/5479fccb-f717-4638-adee-30a99e20d82d/8b6a9592-dce7-45fe-b47d-94df041ac4de) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:55:49.838625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:49.982335 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:49.992079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Transition to ACTIVE for port object 8b6a9592-dce7-45fe-b47d-94df041ac4de will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:55:50.009802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Transition to ACTIVE for port object 8b6a9592-dce7-45fe-b47d-94df041ac4de will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:55:50.016060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.062605 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.115406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Network 50a89707-e6db-49ae-82e5-2da36d6ffa8b is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:55:50.116500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:50.120107 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:55:50.126230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Pushing event updated for resources: {'Port': ['ID=8b6a9592-dce7-45fe-b47d-94df041ac4de,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:50.142442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event updated for resources: {'Subnet': ['ID=43663531-aafc-46af-a585-566470e67fd8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:50.157648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Checking segment: {'id': '5ae2ec6d-0d94-4820-bc9c-f241b83c5894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8e663493-eb11-43e4-913c-e2caadda66bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:55:50.158258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Network hostable DHCP agents. Network: 8e663493-eb11-43e4-913c-e2caadda66bb, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:55:50.180742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Network 8e663493-eb11-43e4-913c-e2caadda66bb is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:55:50.191850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 8e663493-eb11-43e4-913c-e2caadda66bb) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:50.196697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:50.197382 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.203537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb917364-c24b-49a8-b7b8-dac06e3510fd None None] Network 8e663493-eb11-43e4-913c-e2caadda66bb requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:50.223975 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f0717951-ad6f-4cbb-80e8-2cdf26192017 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6343424 Mar 22 12:55:50.224237 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50812) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:50.273011 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Attempting to bind port 8b6a9592-dce7-45fe-b47d-94df041ac4de on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:55:50.273244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Attempting to bind port 8b6a9592-dce7-45fe-b47d-94df041ac4de by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '8572ced5-1bc2-4183-9851-0334160eafa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '50a89707-e6db-49ae-82e5-2da36d6ffa8b'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:55:50.273641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Attempting to bind port 8b6a9592-dce7-45fe-b47d-94df041ac4de on network 50a89707-e6db-49ae-82e5-2da36d6ffa8b {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:55:50.295667 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:55:50.296026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Checking segment: {'id': '8572ced5-1bc2-4183-9851-0334160eafa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '50a89707-e6db-49ae-82e5-2da36d6ffa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:55:50.296396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.296790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Bound using segment: {'id': '8572ced5-1bc2-4183-9851-0334160eafa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '50a89707-e6db-49ae-82e5-2da36d6ffa8b'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:55:50.297252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Bound port: 8b6a9592-dce7-45fe-b47d-94df041ac4de, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8572ced5-1bc2-4183-9851-0334160eafa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '50a89707-e6db-49ae-82e5-2da36d6ffa8b'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:55:50.297635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.363988 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.432048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.450144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] For port 8b6a9592-dce7-45fe-b47d-94df041ac4de, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:55:50.489288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] For port 8b6a9592-dce7-45fe-b47d-94df041ac4de, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8b6a9592-dce7-45fe-b47d-94df041ac4de,segment=NetworkSegment(8572ced5-1bc2-4183-9851-0334160eafa2),segment_id=8572ced5-1bc2-4183-9851-0334160eafa2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:55:50.495652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.510785 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.531883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1310414-272c-442b-ba71-d29209e333e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-8e663493-eb11-43e4-913c-e2caadda66bb', 'network_id': '8e663493-eb11-43e4-913c-e2caadda66bb', 'tenant_id': '2b016e8fd130414c9a0d0344c8e4ecf7', 'fixed_ips': [{'subnet_id': '43663531-aafc-46af-a585-566470e67fd8'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:55:50.532637 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f1310414-272c-442b-ba71-d29209e333e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.548955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Subnet': ['ID=43663531-aafc-46af-a585-566470e67fd8,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:50.627524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692a042-7b9f-4df8-9fa2-5d2d8e81b1ea None None] Pushing event updated for resources: {'Port': ['ID=8b6a9592-dce7-45fe-b47d-94df041ac4de,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:50.645093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.671701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e663493-eb11-43e4-913c-e2caadda66bb']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:50.673513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed3a2f9-8649-42ee-aa00-fc6bfcb50c55 None None] Network 8e663493-eb11-43e4-913c-e2caadda66bb requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:50.684971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae2ec6d-0d94-4820-bc9c-f241b83c5894') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:50.685236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae2ec6d-0d94-4820-bc9c-f241b83c5894') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:50.696929 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.713373 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.720398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:55:50.720791 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:55:50.787827 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:55:50.833706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.850853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.864042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Network': ['ID=8e663493-eb11-43e4-913c-e2caadda66bb,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:50.868459 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0a09dc9a-3ab6-48e6-90c0-ec0aa6098654 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/networks/8e663493-eb11-43e4-913c-e2caadda66bb HTTP/1.1" status: 204 len: 168 time: 0.6425862 Mar 22 12:55:50.872177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50816) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:50.877797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-906922661'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:50.882827 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:50.886701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Usage tracker for resource:network and tenant:2b016e8fd130414c9a0d0344c8e4ecf7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:50.889625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:50.895273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:50.906646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Made reservation on behalf of 2b016e8fd130414c9a0d0344c8e4ecf7 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:50.909839 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.940085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:55:50.949207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:50.949598 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Added segment a473580a-0ab4-4e47-af47-18e4d4df1b14 of type vlan for network ad832cbb-e2f1-4975-80dc-28e178bdb92e Mar 22 12:55:51.055623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:51.091924 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:51.095766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:51.096347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:51.196387 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3230977 Mar 22 12:55:51.199626 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50820) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:51.202263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b18bf-53f1-4fe5-b628-790cc3bd8f97 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event updated for resources: {'Network': ['ID=ad832cbb-e2f1-4975-80dc-28e178bdb92e,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:51.205148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Request body: {'subnet': {'network_id': 'ad832cbb-e2f1-4975-80dc-28e178bdb92e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:51.212020 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network ad832cbb-e2f1-4975-80dc-28e178bdb92e details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:55:51.333331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:51.337267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Usage tracker for resource:subnet and tenant:2b016e8fd130414c9a0d0344c8e4ecf7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:51.340223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:51.346007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:51.355667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Made reservation on behalf of 2b016e8fd130414c9a0d0344c8e4ecf7 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:51.461645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:51.546352 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aea083-f69d-4a13-b7af-48e76a569c19 None None] Network 50a89707-e6db-49ae-82e5-2da36d6ffa8b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:51.556347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Performing IP validity checks on allocation pools {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 22 12:55:51.556858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.ipam_backend_mixin [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83794) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 22 12:55:51.640609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8dcb2cc7-b091-4740-b6ee-cd78cb575a37 None None] Provisioning for port 8b6a9592-dce7-45fe-b47d-94df041ac4de completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:55:51.675594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:51.753861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event updated for resources: {'Subnet': ['ID=7371d538-2bb8-41be-bca6-dc00a9936146,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:51.766647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Checking segment: {'id': 'a473580a-0ab4-4e47-af47-18e4d4df1b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ad832cbb-e2f1-4975-80dc-28e178bdb92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:55:51.767028 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Network hostable DHCP agents. Network: ad832cbb-e2f1-4975-80dc-28e178bdb92e, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:55:51.790092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Network ad832cbb-e2f1-4975-80dc-28e178bdb92e is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:55:51.800996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, ad832cbb-e2f1-4975-80dc-28e178bdb92e) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:51.805478 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:51.806113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:51.815452 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9a16af-3e45-4029-a8fe-b1b60d8cf58f None None] Network ad832cbb-e2f1-4975-80dc-28e178bdb92e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:51.831107 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d7799556-cfe5-4c34-a8d5-30395bbff416 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6305568 Mar 22 12:55:51.833684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50824) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:52.041891 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-ad832cbb-e2f1-4975-80dc-28e178bdb92e', 'network_id': 'ad832cbb-e2f1-4975-80dc-28e178bdb92e', 'tenant_id': '2b016e8fd130414c9a0d0344c8e4ecf7', 'fixed_ips': [{'subnet_id': '7371d538-2bb8-41be-bca6-dc00a9936146'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:55:52.042676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.066645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.131661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.203304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Allocated IP 2001:db8::3 (ad832cbb-e2f1-4975-80dc-28e178bdb92e/7371d538-2bb8-41be-bca6-dc00a9936146/96cd9fe2-d006-4270-82b8-83f4f47aa0e3) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:55:52.406490 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8b6a9592-dce7-45fe-b47d-94df041ac4de up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:55:52.482884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.494756 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Transition to ACTIVE for port object 96cd9fe2-d006-4270-82b8-83f4f47aa0e3 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:55:52.516392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Transition to ACTIVE for port object 96cd9fe2-d006-4270-82b8-83f4f47aa0e3 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:55:52.523762 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.541946 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.563349 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 8b6a9592-dce7-45fe-b47d-94df041ac4de completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:55:52.576754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Subnet': ['ID=7371d538-2bb8-41be-bca6-dc00a9936146,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:52.587755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8b6a9592-dce7-45fe-b47d-94df041ac4de triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:55:52.588139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.648385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Pushing event updated for resources: {'Port': ['ID=96cd9fe2-d006-4270-82b8-83f4f47aa0e3,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:52.654632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Network ad832cbb-e2f1-4975-80dc-28e178bdb92e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:55:52.656983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:52.659632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:55:52.672455 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.696628 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad832cbb-e2f1-4975-80dc-28e178bdb92e']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:52.708569 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a473580a-0ab4-4e47-af47-18e4d4df1b14') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:52.708829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a473580a-0ab4-4e47-af47-18e4d4df1b14') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:52.720032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.736385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.742475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:55:52.742870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:55:52.757273 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:55:52.793608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Attempting to bind port 96cd9fe2-d006-4270-82b8-83f4f47aa0e3 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:55:52.793949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Attempting to bind port 96cd9fe2-d006-4270-82b8-83f4f47aa0e3 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'a473580a-0ab4-4e47-af47-18e4d4df1b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ad832cbb-e2f1-4975-80dc-28e178bdb92e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:55:52.794310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Attempting to bind port 96cd9fe2-d006-4270-82b8-83f4f47aa0e3 on network ad832cbb-e2f1-4975-80dc-28e178bdb92e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:55:52.796363 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.819747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:55:52.820194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Checking segment: {'id': 'a473580a-0ab4-4e47-af47-18e4d4df1b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ad832cbb-e2f1-4975-80dc-28e178bdb92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:55:52.820578 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.820957 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Bound using segment: {'id': 'a473580a-0ab4-4e47-af47-18e4d4df1b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ad832cbb-e2f1-4975-80dc-28e178bdb92e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:55:52.821408 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Bound port: 96cd9fe2-d006-4270-82b8-83f4f47aa0e3, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a473580a-0ab4-4e47-af47-18e4d4df1b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ad832cbb-e2f1-4975-80dc-28e178bdb92e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:55:52.822470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.836076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.db.api [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 12:55:52.836076 dv-neutron-834653-1-hyperv neutron-server[83794]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 12:55:52.836076 dv-neutron-834653-1-hyperv neutron-server[83794]: [parameters: {'id': 'ad832cbb-e2f1-4975-80dc-28e178bdb92e'}] Mar 22 12:55:52.836076 dv-neutron-834653-1-hyperv neutron-server[83794]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:55:52.836543 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG oslo_db.api [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:55:52.878581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 8b6a9592-dce7-45fe-b47d-94df041ac4de, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8b6a9592-dce7-45fe-b47d-94df041ac4de,segment=NetworkSegment(8572ced5-1bc2-4183-9851-0334160eafa2),segment_id=8572ced5-1bc2-4183-9851-0334160eafa2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:52.886832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:52.972110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] For port 96cd9fe2-d006-4270-82b8-83f4f47aa0e3, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:55:52.975681 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] For port 96cd9fe2-d006-4270-82b8-83f4f47aa0e3, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=96cd9fe2-d006-4270-82b8-83f4f47aa0e3,segment=NetworkSegment(a473580a-0ab4-4e47-af47-18e4d4df1b14),segment_id=a473580a-0ab4-4e47-af47-18e4d4df1b14)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:55:52.978382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=8b6a9592-dce7-45fe-b47d-94df041ac4de,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:52.981835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:53.090696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830ac14-06fd-4ba6-a164-bdf5d6e11010 None None] Pushing event updated for resources: {'Port': ['ID=96cd9fe2-d006-4270-82b8-83f4f47aa0e3,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:53.137180 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d810ad7f-3f26-433e-857a-6c699be9eb8a None None] Network ad832cbb-e2f1-4975-80dc-28e178bdb92e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:53.337372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:53.339197 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9248bbb-7d3a-4792-8b32-a7e420305aaf None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:55:53.348876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Deleting port 96cd9fe2-d006-4270-82b8-83f4f47aa0e3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:53.349194 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:53.441558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9248bbb-7d3a-4792-8b32-a7e420305aaf None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 12:55:53.554820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] For port 96cd9fe2-d006-4270-82b8-83f4f47aa0e3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=96cd9fe2-d006-4270-82b8-83f4f47aa0e3,segment=NetworkSegment(a473580a-0ab4-4e47-af47-18e4d4df1b14),segment_id=a473580a-0ab4-4e47-af47-18e4d4df1b14)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:53.555404 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:53.671569 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Calling delete_port for 96cd9fe2-d006-4270-82b8-83f4f47aa0e3 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:55:53.743309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:53.788928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Port': ['ID=96cd9fe2-d006-4270-82b8-83f4f47aa0e3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:53.796269 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] No DVR routers for this DVR port 96cd9fe2-d006-4270-82b8-83f4f47aa0e3 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:55:53.826433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:53.826770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:53.827092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:53.827407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:53.827723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:53.828031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:53.828338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:53.828645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:53.828954 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:53.829263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:53.829581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:55:53.921746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:53.948313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad832cbb-e2f1-4975-80dc-28e178bdb92e']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:53.967564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a473580a-0ab4-4e47-af47-18e4d4df1b14') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:53.967852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a473580a-0ab4-4e47-af47-18e4d4df1b14') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:53.980178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:53.995351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:54.001404 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:55:54.001755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:55:54.016003 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:55:54.097122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:54.113706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:54.124013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Network': ['ID=ad832cbb-e2f1-4975-80dc-28e178bdb92e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:54.130251 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-45933c07-a40f-4e2c-ae65-11c7410286a4 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/networks/ad832cbb-e2f1-4975-80dc-28e178bdb92e HTTP/1.1" status: 204 len: 168 time: 2.2954082 Mar 22 12:55:54.133984 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50828) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:54.139776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1058892403'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:54.145070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:54.149186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Usage tracker for resource:network and tenant:2b016e8fd130414c9a0d0344c8e4ecf7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:54.152253 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:54.158260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:54.170069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Made reservation on behalf of 2b016e8fd130414c9a0d0344c8e4ecf7 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:54.173009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:54.201663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:55:54.210604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:54.210947 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Added segment 042aa16f-b432-4b8a-ac85-669eb32fd13a of type vlan for network 4cc98a1d-c8db-4d45-a691-67063a1bedca Mar 22 12:55:54.240139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:54.268786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:54.272615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:54.273198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:54.369208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8b6a9592-dce7-45fe-b47d-94df041ac4de up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:55:54.372925 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2377956 Mar 22 12:55:54.375957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50832) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:54.383625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Request body: {'subnet': {'network_id': '4cc98a1d-c8db-4d45-a691-67063a1bedca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:54.384771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b1f2c-1c97-4dc3-8a02-4b4fbe931677 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event updated for resources: {'Network': ['ID=4cc98a1d-c8db-4d45-a691-67063a1bedca,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:54.398198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 4cc98a1d-c8db-4d45-a691-67063a1bedca details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:55:54.492697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:54.497338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Usage tracker for resource:subnet and tenant:2b016e8fd130414c9a0d0344c8e4ecf7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:54.500349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:54.506367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:54.517863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Made reservation on behalf of 2b016e8fd130414c9a0d0344c8e4ecf7 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:54.541347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8b6a9592-dce7-45fe-b47d-94df041ac4de triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:55:54.541851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:54.720011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:54.938574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.011011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event updated for resources: {'Subnet': ['ID=41f4a315-6f9d-42a5-a722-dadd37fe0e71,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:55.029041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Checking segment: {'id': '042aa16f-b432-4b8a-ac85-669eb32fd13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4cc98a1d-c8db-4d45-a691-67063a1bedca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:55:55.029386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Network hostable DHCP agents. Network: 4cc98a1d-c8db-4d45-a691-67063a1bedca, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:55:55.056016 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Network 4cc98a1d-c8db-4d45-a691-67063a1bedca is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:55:55.070641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 4cc98a1d-c8db-4d45-a691-67063a1bedca) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:55.075102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:55.075837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.080160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb57ff8-e292-4933-b14e-ec376093d8da None None] Network 4cc98a1d-c8db-4d45-a691-67063a1bedca requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:55.099151 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a948c8f-b838-4ce2-8997-1cee7b2c373b tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7211559 Mar 22 12:55:55.102860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50836) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:55.108369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1456514680'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:55.113290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:55.117263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Usage tracker for resource:network and tenant:2b016e8fd130414c9a0d0344c8e4ecf7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:55.120323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:55.126210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:55.137670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Made reservation on behalf of 2b016e8fd130414c9a0d0344c8e4ecf7 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:55.141002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.169802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:55:55.179018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.179355 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Added segment 1cb4b7fc-1c91-4434-baed-0f6bc6ea2dc8 of type vlan for network 95d74349-b2d4-4970-bade-1f5e372a4e77 Mar 22 12:55:55.206100 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.236204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.239962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:55.240504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.295364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-4cc98a1d-c8db-4d45-a691-67063a1bedca', 'network_id': '4cc98a1d-c8db-4d45-a691-67063a1bedca', 'tenant_id': '2b016e8fd130414c9a0d0344c8e4ecf7', 'fixed_ips': [{'subnet_id': '41f4a315-6f9d-42a5-a722-dadd37fe0e71'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:55:55.296305 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.342678 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2387857 Mar 22 12:55:55.345713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50840) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:55.349380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de61cf-a4c6-4da1-8d6e-621d158cf253 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event updated for resources: {'Network': ['ID=95d74349-b2d4-4970-bade-1f5e372a4e77,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:55.352178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Request body: {'subnet': {'network_id': '95d74349-b2d4-4970-bade-1f5e372a4e77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:55:55.365062 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 95d74349-b2d4-4970-bade-1f5e372a4e77 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:55:55.462781 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:55:55.466601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Usage tracker for resource:subnet and tenant:2b016e8fd130414c9a0d0344c8e4ecf7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:55:55.469502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:55:55.475091 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:55:55.485342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Made reservation on behalf of 2b016e8fd130414c9a0d0344c8e4ecf7 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:55:55.536192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Allocated IP 2001:db8::2 (4cc98a1d-c8db-4d45-a691-67063a1bedca/41f4a315-6f9d-42a5-a722-dadd37fe0e71/8b5a21d7-1293-4d3b-a336-caf98e0e419a) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:55:55.585410 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.735560 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.745145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Transition to ACTIVE for port object 8b5a21d7-1293-4d3b-a336-caf98e0e419a will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:55:55.762664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Transition to ACTIVE for port object 8b5a21d7-1293-4d3b-a336-caf98e0e419a will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:55:55.769081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.798873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.834163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Network 4cc98a1d-c8db-4d45-a691-67063a1bedca is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:55:55.836990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:55.839514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:55:55.845845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Pushing event updated for resources: {'Port': ['ID=8b5a21d7-1293-4d3b-a336-caf98e0e419a,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:55.876818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event updated for resources: {'Subnet': ['ID=06b363d0-8704-431e-aeab-fdf17c3b2c29,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:55.890686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Checking segment: {'id': '1cb4b7fc-1c91-4434-baed-0f6bc6ea2dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '95d74349-b2d4-4970-bade-1f5e372a4e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:55:55.891050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Network hostable DHCP agents. Network: 95d74349-b2d4-4970-bade-1f5e372a4e77, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:55:55.913958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Network 95d74349-b2d4-4970-bade-1f5e372a4e77 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:55:55.923856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 95d74349-b2d4-4970-bade-1f5e372a4e77) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:55:55.928662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:55:55.929342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:55.934865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56fd72e-784e-41f1-a073-5a61faa46b56 None None] Network 95d74349-b2d4-4970-bade-1f5e372a4e77 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:55.951021 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-d86bd2d7-6806-4a08-986a-3a84600c6ee0 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6036277 Mar 22 12:55:55.953483 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Attempting to bind port 8b5a21d7-1293-4d3b-a336-caf98e0e419a on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:55:55.953712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50844) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:55.953887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Attempting to bind port 8b5a21d7-1293-4d3b-a336-caf98e0e419a by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '042aa16f-b432-4b8a-ac85-669eb32fd13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4cc98a1d-c8db-4d45-a691-67063a1bedca'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:55:55.954202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Attempting to bind port 8b5a21d7-1293-4d3b-a336-caf98e0e419a on network 4cc98a1d-c8db-4d45-a691-67063a1bedca {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:55:56.017363 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:55:56.017649 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Checking segment: {'id': '042aa16f-b432-4b8a-ac85-669eb32fd13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4cc98a1d-c8db-4d45-a691-67063a1bedca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:55:56.018053 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.018440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Bound using segment: {'id': '042aa16f-b432-4b8a-ac85-669eb32fd13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4cc98a1d-c8db-4d45-a691-67063a1bedca'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:55:56.018917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Bound port: 8b5a21d7-1293-4d3b-a336-caf98e0e419a, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042aa16f-b432-4b8a-ac85-669eb32fd13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4cc98a1d-c8db-4d45-a691-67063a1bedca'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:55:56.019272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.098739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.163459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.176081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] For port 8b5a21d7-1293-4d3b-a336-caf98e0e419a, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:55:56.188814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] For port 8b5a21d7-1293-4d3b-a336-caf98e0e419a, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8b5a21d7-1293-4d3b-a336-caf98e0e419a,segment=NetworkSegment(042aa16f-b432-4b8a-ac85-669eb32fd13a),segment_id=042aa16f-b432-4b8a-ac85-669eb32fd13a)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:55:56.222271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.242801 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.257987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0998074-8031-4a6e-9d9c-dc1ec447174e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-95d74349-b2d4-4970-bade-1f5e372a4e77', 'network_id': '95d74349-b2d4-4970-bade-1f5e372a4e77', 'tenant_id': '2b016e8fd130414c9a0d0344c8e4ecf7', 'fixed_ips': [{'subnet_id': '06b363d0-8704-431e-aeab-fdf17c3b2c29'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:55:56.258808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b0998074-8031-4a6e-9d9c-dc1ec447174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.280927 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Subnet': ['ID=06b363d0-8704-431e-aeab-fdf17c3b2c29,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:56.379053 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3bff3-4cf3-4863-9097-c4f8ceb11267 None None] Pushing event updated for resources: {'Port': ['ID=8b5a21d7-1293-4d3b-a336-caf98e0e419a,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:56.386559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4abe38-9d5a-4ce6-89d6-54deea7f37ed None None] Network 95d74349-b2d4-4970-bade-1f5e372a4e77 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:56.386967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.416052 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d74349-b2d4-4970-bade-1f5e372a4e77']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:56.429764 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb4b7fc-1c91-4434-baed-0f6bc6ea2dc8') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:56.430056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb4b7fc-1c91-4434-baed-0f6bc6ea2dc8') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:56.443532 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.463616 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.470211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:55:56.470595 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:55:56.485951 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:55:56.590868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.610298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:56.622379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Network': ['ID=95d74349-b2d4-4970-bade-1f5e372a4e77,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:56.624793 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-68d66ef1-03e4-4eac-96aa-1e48036566a1 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/networks/95d74349-b2d4-4970-bade-1f5e372a4e77 HTTP/1.1" status: 204 len: 168 time: 0.6701584 Mar 22 12:55:56.628028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50848) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:56.666083 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-88203364-575f-4e2e-b0ef-1a8a8d78f085 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] GET failed (client error): The resource could not be found. Mar 22 12:55:56.666548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88203364-575f-4e2e-b0ef-1a8a8d78f085 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Synchronizing usage tracker for tenant:2b016e8fd130414c9a0d0344c8e4ecf7 on resource:subnet {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:55:56.686611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-88203364-575f-4e2e-b0ef-1a8a8d78f085 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Unset dirty status for tenant:2b016e8fd130414c9a0d0344c8e4ecf7 on resource:subnet {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:55:56.690269 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-88203364-575f-4e2e-b0ef-1a8a8d78f085 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "GET /v2.0/subnets/06b363d0-8704-431e-aeab-fdf17c3b2c29 HTTP/1.1" status: 404 len: 337 time: 0.0589318 Mar 22 12:55:56.690757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50852) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:56.715037 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acbcd2d-e937-4f2c-a3a8-51e65176a4ad tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] DELETE failed (client error): The resource could not be found. Mar 22 12:55:56.715514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7acbcd2d-e937-4f2c-a3a8-51e65176a4ad tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:55:56.717089 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7acbcd2d-e937-4f2c-a3a8-51e65176a4ad tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/networks/95d74349-b2d4-4970-bade-1f5e372a4e77 HTTP/1.1" status: 404 len: 339 time: 0.0254114 Mar 22 12:55:56.720797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50856) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:56.851739 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a40791-d5af-4220-b396-ee5b1b72582c tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] DELETE failed (client error): The resource could not be found. Mar 22 12:55:56.852161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a40791-d5af-4220-b396-ee5b1b72582c tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:55:56.855563 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-71a40791-d5af-4220-b396-ee5b1b72582c tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/subnets/06b363d0-8704-431e-aeab-fdf17c3b2c29 HTTP/1.1" status: 404 len: 337 time: 0.1321659 Mar 22 12:55:56.856630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50860) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:56.881132 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b37bd85-8066-4e7e-88b2-3e5ed7c28042 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] DELETE failed (client error): The resource could not be found. Mar 22 12:55:56.881580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b37bd85-8066-4e7e-88b2-3e5ed7c28042 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:55:56.883131 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6b37bd85-8066-4e7e-88b2-3e5ed7c28042 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/networks/95d74349-b2d4-4970-bade-1f5e372a4e77 HTTP/1.1" status: 404 len: 339 time: 0.0256283 Mar 22 12:55:56.885823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50864) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:56.954655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46cffc3-d1c2-4af1-8550-74d46b0e6706 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Deleting subnet 41f4a315-6f9d-42a5-a722-dadd37fe0e71 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:55:56.957787 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b46cffc3-d1c2-4af1-8550-74d46b0e6706 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:57.016479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b46cffc3-d1c2-4af1-8550-74d46b0e6706 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:57.098475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b46cffc3-d1c2-4af1-8550-74d46b0e6706 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:57.177186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b46cffc3-d1c2-4af1-8550-74d46b0e6706 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:57.217226 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cffc3-d1c2-4af1-8550-74d46b0e6706 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Subnet': ['ID=41f4a315-6f9d-42a5-a722-dadd37fe0e71,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:57.222581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b46cffc3-d1c2-4af1-8550-74d46b0e6706 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:57.238886 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b46cffc3-d1c2-4af1-8550-74d46b0e6706 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/subnets/41f4a315-6f9d-42a5-a722-dadd37fe0e71 HTTP/1.1" status: 204 len: 168 time: 0.3496444 Mar 22 12:55:57.239129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50868) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:57.270623 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b655869e-773c-42c7-88f8-3557b6dce131 None None] Network 4cc98a1d-c8db-4d45-a691-67063a1bedca requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:57.352375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:57.362643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Deleting port 8b5a21d7-1293-4d3b-a336-caf98e0e419a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:57.362960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:57.399768 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bbb8f37f-9c7d-44d5-bed4-7e779f00276d None None] Provisioning for port 8b5a21d7-1293-4d3b-a336-caf98e0e419a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:55:57.565094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3836ed-a345-4143-b510-0b80de895bd7 None None] DHCP port deletion for 4cc98a1d-c8db-4d45-a691-67063a1bedca request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:55:57.568941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce3836ed-a345-4143-b510-0b80de895bd7 None None] Deleting port 8b5a21d7-1293-4d3b-a336-caf98e0e419a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:57.569301 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce3836ed-a345-4143-b510-0b80de895bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:57.571629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] For port 8b5a21d7-1293-4d3b-a336-caf98e0e419a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8b5a21d7-1293-4d3b-a336-caf98e0e419a,segment=NetworkSegment(042aa16f-b432-4b8a-ac85-669eb32fd13a),segment_id=042aa16f-b432-4b8a-ac85-669eb32fd13a)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:57.572001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:57.688135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Calling delete_port for 8b5a21d7-1293-4d3b-a336-caf98e0e419a owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:55:57.760152 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:57.765699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce3836ed-a345-4143-b510-0b80de895bd7 None None] For port 8b5a21d7-1293-4d3b-a336-caf98e0e419a, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8b5a21d7-1293-4d3b-a336-caf98e0e419a,segment=NetworkSegment(042aa16f-b432-4b8a-ac85-669eb32fd13a),segment_id=042aa16f-b432-4b8a-ac85-669eb32fd13a)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:57.766100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce3836ed-a345-4143-b510-0b80de895bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:57.806195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Port': ['ID=8b5a21d7-1293-4d3b-a336-caf98e0e419a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:57.814593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] No DVR routers for this DVR port 8b5a21d7-1293-4d3b-a336-caf98e0e419a on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:55:57.883003 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce3836ed-a345-4143-b510-0b80de895bd7 None None] Calling delete_port for 8b5a21d7-1293-4d3b-a336-caf98e0e419a owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn_limited( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn_limited( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 12:55:57.947058 dv-neutron-834653-1-hyperv neutron-server[83795]: util.warn( Mar 22 12:55:57.953159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-ce3836ed-a345-4143-b510-0b80de895bd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:55:57.953540 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-ce3836ed-a345-4143-b510-0b80de895bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:55:58.020972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.044659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc98a1d-c8db-4d45-a691-67063a1bedca']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:58.056835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042aa16f-b432-4b8a-ac85-669eb32fd13a') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:58.057094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042aa16f-b432-4b8a-ac85-669eb32fd13a') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:58.068012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.083803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.089735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:55:58.090097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:55:58.105039 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:55:58.196517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.212865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.223517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Network': ['ID=4cc98a1d-c8db-4d45-a691-67063a1bedca,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:58.227457 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1cfa6a68-d53d-44f8-be32-ea13210087a3 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/networks/4cc98a1d-c8db-4d45-a691-67063a1bedca HTTP/1.1" status: 204 len: 168 time: 0.9875102 Mar 22 12:55:58.230463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50872) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:58.266714 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5f2551-96a8-4b7d-b5a3-2fa2a185b909 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] DELETE failed (client error): The resource could not be found. Mar 22 12:55:58.267119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5f2551-96a8-4b7d-b5a3-2fa2a185b909 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:55:58.268694 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5b5f2551-96a8-4b7d-b5a3-2fa2a185b909 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/subnets/7371d538-2bb8-41be-bca6-dc00a9936146 HTTP/1.1" status: 404 len: 337 time: 0.0373209 Mar 22 12:55:58.271424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50876) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:58.298418 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-158617fe-6c9b-477d-8973-dfd07317c0ea tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] DELETE failed (client error): The resource could not be found. Mar 22 12:55:58.298822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158617fe-6c9b-477d-8973-dfd07317c0ea tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:55:58.300343 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-158617fe-6c9b-477d-8973-dfd07317c0ea tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/networks/ad832cbb-e2f1-4975-80dc-28e178bdb92e HTTP/1.1" status: 404 len: 339 time: 0.0280929 Mar 22 12:55:58.302941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50880) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:58.339178 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fb890f-1a0d-49f4-b51c-9cc52d67d4fe tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] DELETE failed (client error): The resource could not be found. Mar 22 12:55:58.339600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6fb890f-1a0d-49f4-b51c-9cc52d67d4fe tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:55:58.341259 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d6fb890f-1a0d-49f4-b51c-9cc52d67d4fe tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/subnets/43663531-aafc-46af-a585-566470e67fd8 HTTP/1.1" status: 404 len: 337 time: 0.0371633 Mar 22 12:55:58.343792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50884) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:58.367563 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.pecan_wsgi.hooks.translation [None req-56425a87-0999-424c-9482-8832dc4d0a8c tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] DELETE failed (client error): The resource could not be found. Mar 22 12:55:58.367970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56425a87-0999-424c-9482-8832dc4d0a8c tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83794) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 12:55:58.369485 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-56425a87-0999-424c-9482-8832dc4d0a8c tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/networks/8e663493-eb11-43e4-913c-e2caadda66bb HTTP/1.1" status: 404 len: 339 time: 0.0248652 Mar 22 12:55:58.371814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50888) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:58.455116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce3836ed-a345-4143-b510-0b80de895bd7 None None] Deleting port 8b5a21d7-1293-4d3b-a336-caf98e0e419a {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:58.455693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce3836ed-a345-4143-b510-0b80de895bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.518870 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce3836ed-a345-4143-b510-0b80de895bd7 None None] The port '8b5a21d7-1293-4d3b-a336-caf98e0e419a' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:55:58.561932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52f1573-231f-490b-a1b4-b9bf30c50826 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Deleting subnet 5479fccb-f717-4638-adee-30a99e20d82d {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:55:58.564826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d52f1573-231f-490b-a1b4-b9bf30c50826 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.621761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d52f1573-231f-490b-a1b4-b9bf30c50826 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.706133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d52f1573-231f-490b-a1b4-b9bf30c50826 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.743601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-df9071a2-251a-473d-8bf4-b2f2a8fc1b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.780735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d52f1573-231f-490b-a1b4-b9bf30c50826 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.816745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f1573-231f-490b-a1b4-b9bf30c50826 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Subnet': ['ID=5479fccb-f717-4638-adee-30a99e20d82d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:58.822798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d52f1573-231f-490b-a1b4-b9bf30c50826 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.828956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b501e9-c1f8-4129-892b-3d515f30b2dd None None] Network 50a89707-e6db-49ae-82e5-2da36d6ffa8b requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:55:58.832155 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d52f1573-231f-490b-a1b4-b9bf30c50826 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/subnets/5479fccb-f717-4638-adee-30a99e20d82d HTTP/1.1" status: 204 len: 168 time: 0.4593778 Mar 22 12:55:58.834562 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50892) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:55:58.943684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:58.954251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Deleting port 8b6a9592-dce7-45fe-b47d-94df041ac4de {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:58.954553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.060226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59318ae7-e207-41e3-9d34-c196b80e05be None None] DHCP port deletion for 50a89707-e6db-49ae-82e5-2da36d6ffa8b request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:55:59.064363 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-59318ae7-e207-41e3-9d34-c196b80e05be None None] Deleting port 8b6a9592-dce7-45fe-b47d-94df041ac4de {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:59.064721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59318ae7-e207-41e3-9d34-c196b80e05be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.161017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] For port 8b6a9592-dce7-45fe-b47d-94df041ac4de, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8b6a9592-dce7-45fe-b47d-94df041ac4de,segment=NetworkSegment(8572ced5-1bc2-4183-9851-0334160eafa2),segment_id=8572ced5-1bc2-4183-9851-0334160eafa2)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:59.161639 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.264778 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-59318ae7-e207-41e3-9d34-c196b80e05be None None] For port 8b6a9592-dce7-45fe-b47d-94df041ac4de, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8b6a9592-dce7-45fe-b47d-94df041ac4de,segment=NetworkSegment(8572ced5-1bc2-4183-9851-0334160eafa2),segment_id=8572ced5-1bc2-4183-9851-0334160eafa2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:55:59.265184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59318ae7-e207-41e3-9d34-c196b80e05be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.283295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Calling delete_port for 8b6a9592-dce7-45fe-b47d-94df041ac4de owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:55:59.355356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.381627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-59318ae7-e207-41e3-9d34-c196b80e05be None None] Calling delete_port for 8b6a9592-dce7-45fe-b47d-94df041ac4de owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:55:59.400784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Port': ['ID=8b6a9592-dce7-45fe-b47d-94df041ac4de,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:59.408850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] No DVR routers for this DVR port 8b6a9592-dce7-45fe-b47d-94df041ac4de on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:55:59.453998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-59318ae7-e207-41e3-9d34-c196b80e05be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:55:59.454340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-59318ae7-e207-41e3-9d34-c196b80e05be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:55:59.539027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.565367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a89707-e6db-49ae-82e5-2da36d6ffa8b']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:59.578095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8572ced5-1bc2-4183-9851-0334160eafa2') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:59.578383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8572ced5-1bc2-4183-9851-0334160eafa2') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:55:59.589818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.605720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.611890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:55:59.612261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:55:59.626102 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:55:59.798230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.817469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:55:59.828104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] Pushing event deleted for resources: {'Network': ['ID=50a89707-e6db-49ae-82e5-2da36d6ffa8b,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:55:59.832154 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fb1ac4fc-0ed8-45d7-9c8e-1af70b1d3db8 tempest-NetworksIpV6Test-1622851441 tempest-NetworksIpV6Test-1622851441-project] 10.222.0.62 "DELETE /v2.0/networks/50a89707-e6db-49ae-82e5-2da36d6ffa8b HTTP/1.1" status: 204 len: 168 time: 0.9966903 Mar 22 12:55:59.955448 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-59318ae7-e207-41e3-9d34-c196b80e05be None None] Deleting port 8b6a9592-dce7-45fe-b47d-94df041ac4de {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:55:59.955978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59318ae7-e207-41e3-9d34-c196b80e05be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:00.019436 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-59318ae7-e207-41e3-9d34-c196b80e05be None None] The port '8b6a9592-dce7-45fe-b47d-94df041ac4de' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:56:00.134546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50900) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:00.329151 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-497eb781-fe18-4d7d-b4a2-06c31a6aa95a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b016e8fd130414c9a0d0344c8e4ecf7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1934013 Mar 22 12:56:00.331646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50906) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:00.365201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8b6a9592-dce7-45fe-b47d-94df041ac4de no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:56:00.389848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c97d02e7-7a23-4e6f-9d40-6a7374de7b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:00.396873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 8b6a9592-dce7-45fe-b47d-94df041ac4de {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:56:00.397181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8b6a9592-dce7-45fe-b47d-94df041ac4de not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:56:00.414846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c97d02e7-7a23-4e6f-9d40-6a7374de7b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:00.471079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c97d02e7-7a23-4e6f-9d40-6a7374de7b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:00.484846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d02e7-7a23-4e6f-9d40-6a7374de7b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6937511-3507-42c8-8210-c4b89fc53af7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:00.490629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c97d02e7-7a23-4e6f-9d40-6a7374de7b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:00.491994 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c97d02e7-7a23-4e6f-9d40-6a7374de7b7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c6937511-3507-42c8-8210-c4b89fc53af7 HTTP/1.1" status: 204 len: 168 time: 0.1591833 Mar 22 12:56:01.153293 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:56:01.326264 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 50928) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:01.459993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-5c4cc49c-e857-4690-b505-0291a9249203 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1665533834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:01.469635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5c4cc49c-e857-4690-b505-0291a9249203 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:01.478068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5c4cc49c-e857-4690-b505-0291a9249203 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Usage tracker for resource:router and tenant:538eb40380514c7280e4619378df7b29 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:01.483728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-5c4cc49c-e857-4690-b505-0291a9249203 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:01.492127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-5c4cc49c-e857-4690-b505-0291a9249203 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:01.502426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc49c-e857-4690-b505-0291a9249203 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.503327 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc49c-e857-4690-b505-0291a9249203 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.521212 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc49c-e857-4690-b505-0291a9249203 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.539081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc49c-e857-4690-b505-0291a9249203 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.560050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5c4cc49c-e857-4690-b505-0291a9249203 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.561423 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5c4cc49c-e857-4690-b505-0291a9249203 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2341161 Mar 22 12:56:01.564538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50934) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:01.570611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-240519576'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:01.575748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:01.579559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Usage tracker for resource:network and tenant:538eb40380514c7280e4619378df7b29 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:01.582394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:01.587877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:01.602643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Made reservation on behalf of 538eb40380514c7280e4619378df7b29 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:01.605580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.617705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.648202 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:01.651945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Usage tracker for resource:security_group_rule and tenant:538eb40380514c7280e4619378df7b29 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:01.654658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:01.660123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:01.697359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7f70a808-3541-4f03-97e6-0010e3f03e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.728195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.734032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.764383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:56:01.772224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbbd225-fb34-4b74-9377-67b9137af742,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:01.779271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.780220 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Added segment 02b40eb7-44b3-4d2a-94d0-98585625d861 of type vlan for network b7447e55-a4af-49b9-88e7-b65eecb1a138 Mar 22 12:56:01.814475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.852361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.856170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:01.856737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:01.965028 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Pushing event updated for resources: {'Network': ['ID=b7447e55-a4af-49b9-88e7-b65eecb1a138,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:01.969629 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c855d130-8096-40b2-9175-7839d41b1c99 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4040577 Mar 22 12:56:01.972448 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50938) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:01.975750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network b7447e55-a4af-49b9-88e7-b65eecb1a138 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:56:01.978754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Request body: {'subnet': {'network_id': 'b7447e55-a4af-49b9-88e7-b65eecb1a138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:02.089549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:02.093393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Usage tracker for resource:subnet and tenant:538eb40380514c7280e4619378df7b29 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:02.096290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:02.102030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:02.112062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Made reservation on behalf of 538eb40380514c7280e4619378df7b29 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:02.113869 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:02.135998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:02.214779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:02.422796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:02.495811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Pushing event updated for resources: {'Subnet': ['ID=4217161c-65f9-46c6-bce3-9a2f66c44911,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:02.512137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Checking segment: {'id': '02b40eb7-44b3-4d2a-94d0-98585625d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b7447e55-a4af-49b9-88e7-b65eecb1a138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:02.512488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Network hostable DHCP agents. Network: b7447e55-a4af-49b9-88e7-b65eecb1a138, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:56:02.536863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Network b7447e55-a4af-49b9-88e7-b65eecb1a138 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:56:02.547195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, b7447e55-a4af-49b9-88e7-b65eecb1a138) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:02.552117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:02.552818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:02.556249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf26d35-3c1c-4ed3-8b93-fd0c79cdd5f5 None None] Network b7447e55-a4af-49b9-88e7-b65eecb1a138 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:56:02.575835 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a6403088-d69c-492d-8ee9-015a3b8564d6 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6016943 Mar 22 12:56:02.579299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50942) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:02.584855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1835521519'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:02.589706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:02.593931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Usage tracker for resource:network and tenant:538eb40380514c7280e4619378df7b29 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:02.597115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:02.602997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:02.613941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Made reservation on behalf of 538eb40380514c7280e4619378df7b29 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:02.616843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:02.644262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:56:02.652764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:02.653099 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Added segment 823a59a8-d161-4af8-8203-f89083dd6689 of type vlan for network 968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2 Mar 22 12:56:02.679111 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:02.708952 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:02.712671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:02.713219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:02.765042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-b7447e55-a4af-49b9-88e7-b65eecb1a138', 'network_id': 'b7447e55-a4af-49b9-88e7-b65eecb1a138', 'tenant_id': '538eb40380514c7280e4619378df7b29', 'fixed_ips': [{'subnet_id': '4217161c-65f9-46c6-bce3-9a2f66c44911'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:56:02.765885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:02.812402 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2319417 Mar 22 12:56:02.815278 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50946) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:02.822565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Request body: {'subnet': {'network_id': '968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:02.835938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b00815-32ff-4823-bd7e-a4d162f9b449 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Pushing event updated for resources: {'Network': ['ID=968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:02.848359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:56:02.932379 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:02.936147 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Usage tracker for resource:subnet and tenant:538eb40380514c7280e4619378df7b29 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:02.939017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:02.944769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:02.954339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Made reservation on behalf of 538eb40380514c7280e4619378df7b29 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:03.003392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Allocated IP 172.20.0.2 (b7447e55-a4af-49b9-88e7-b65eecb1a138/4217161c-65f9-46c6-bce3-9a2f66c44911/b2e409dd-610b-49d7-9f1f-4b4a031d6a83) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:03.054594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:03.202555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:03.212750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Transition to ACTIVE for port object b2e409dd-610b-49d7-9f1f-4b4a031d6a83 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:03.232921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Transition to ACTIVE for port object b2e409dd-610b-49d7-9f1f-4b4a031d6a83 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:03.238499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:03.266349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:03.300522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Network b7447e55-a4af-49b9-88e7-b65eecb1a138 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:03.303442 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:03.307088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:56:03.313068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Pushing event updated for resources: {'Port': ['ID=b2e409dd-610b-49d7-9f1f-4b4a031d6a83,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:03.334449 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Pushing event updated for resources: {'Subnet': ['ID=ad05e57e-01c0-43f2-a99c-8ccb476e3817,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:03.359225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Checking segment: {'id': '823a59a8-d161-4af8-8203-f89083dd6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:03.359571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Network hostable DHCP agents. Network: 968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:56:03.382224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Network 968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:56:03.392063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:03.396073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:03.396643 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:03.407041 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add917d1-eb07-418b-8507-d5839ab687d8 None None] Network 968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:56:03.417302 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-efc00fa7-0b18-4552-a721-23b684d204c8 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6009946 Mar 22 12:56:03.420116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50950) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:03.425588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c8231ad5-f225-43a3-bc17-66415a1d0af5 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Request body: {'router': {'external_gateway_info': {'network_id': '968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:03.468385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Attempting to bind port b2e409dd-610b-49d7-9f1f-4b4a031d6a83 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:56:03.468742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Attempting to bind port b2e409dd-610b-49d7-9f1f-4b4a031d6a83 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '02b40eb7-44b3-4d2a-94d0-98585625d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b7447e55-a4af-49b9-88e7-b65eecb1a138'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:56:03.469068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Attempting to bind port b2e409dd-610b-49d7-9f1f-4b4a031d6a83 on network b7447e55-a4af-49b9-88e7-b65eecb1a138 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:03.475243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:03.495640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:56:03.495965 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Checking segment: {'id': '02b40eb7-44b3-4d2a-94d0-98585625d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b7447e55-a4af-49b9-88e7-b65eecb1a138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:03.496396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:03.496789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Bound using segment: {'id': '02b40eb7-44b3-4d2a-94d0-98585625d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b7447e55-a4af-49b9-88e7-b65eecb1a138'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:56:03.497254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Bound port: b2e409dd-610b-49d7-9f1f-4b4a031d6a83, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b40eb7-44b3-4d2a-94d0-98585625d861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b7447e55-a4af-49b9-88e7-b65eecb1a138'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:56:03.497651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:03.658132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] For port b2e409dd-610b-49d7-9f1f-4b4a031d6a83, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:03.662204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] For port b2e409dd-610b-49d7-9f1f-4b4a031d6a83, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b2e409dd-610b-49d7-9f1f-4b4a031d6a83,segment=NetworkSegment(02b40eb7-44b3-4d2a-94d0-98585625d861),segment_id=02b40eb7-44b3-4d2a-94d0-98585625d861)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:03.691086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:03.740712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2', 'network_id': '968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2', 'tenant_id': '538eb40380514c7280e4619378df7b29', 'fixed_ips': [{'subnet_id': 'ad05e57e-01c0-43f2-a99c-8ccb476e3817'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:56:03.741488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:03.831948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c1fe3-bf3d-44f5-a398-e96263baa98f None None] Pushing event updated for resources: {'Port': ['ID=b2e409dd-610b-49d7-9f1f-4b4a031d6a83,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:03.910405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8231ad5-f225-43a3-bc17-66415a1d0af5 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:03.960202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Allocated IP 172.21.0.2 (968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2/ad05e57e-01c0-43f2-a99c-8ccb476e3817/e0b14da1-0c00-4628-8be3-e385018eac71) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:04.086392 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.api.v2.resource [None req-c8231ad5-f225-43a3-bc17-66415a1d0af5 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 12:56:04.087540 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c8231ad5-f225-43a3-bc17-66415a1d0af5 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "PUT /v2.0/routers/0c4d370b-de9a-4b88-ad87-33b9b60ca810 HTTP/1.1" status: 400 len: 364 time: 0.6664784 Mar 22 12:56:04.093468 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50954) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:04.160956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-f254d075-bdeb-4171-9cd0-9b9d43379f11 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Deleting subnet ad05e57e-01c0-43f2-a99c-8ccb476e3817 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:56:04.219079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.229016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Transition to ACTIVE for port object e0b14da1-0c00-4628-8be3-e385018eac71 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:04.246842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Transition to ACTIVE for port object e0b14da1-0c00-4628-8be3-e385018eac71 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:04.252541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f254d075-bdeb-4171-9cd0-9b9d43379f11 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.252936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.307811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f254d075-bdeb-4171-9cd0-9b9d43379f11 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.320394 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Network 968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:04.323234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:04.325991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:56:04.331463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Pushing event updated for resources: {'Port': ['ID=e0b14da1-0c00-4628-8be3-e385018eac71,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:04.397755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f254d075-bdeb-4171-9cd0-9b9d43379f11 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.418919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b2e409dd-610b-49d7-9f1f-4b4a031d6a83 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:04.478969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Attempting to bind port e0b14da1-0c00-4628-8be3-e385018eac71 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:56:04.479332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Attempting to bind port e0b14da1-0c00-4628-8be3-e385018eac71 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '823a59a8-d161-4af8-8203-f89083dd6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:56:04.479688 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Attempting to bind port e0b14da1-0c00-4628-8be3-e385018eac71 on network 968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:04.481582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f254d075-bdeb-4171-9cd0-9b9d43379f11 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.492486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:56:04.492843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Checking segment: {'id': '823a59a8-d161-4af8-8203-f89083dd6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:04.493233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.493638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Bound using segment: {'id': '823a59a8-d161-4af8-8203-f89083dd6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:56:04.494094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Bound port: e0b14da1-0c00-4628-8be3-e385018eac71, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823a59a8-d161-4af8-8203-f89083dd6689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:56:04.494458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.520031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254d075-bdeb-4171-9cd0-9b9d43379f11 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Pushing event deleted for resources: {'Subnet': ['ID=ad05e57e-01c0-43f2-a99c-8ccb476e3817,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:04.526239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f254d075-bdeb-4171-9cd0-9b9d43379f11 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.534652 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f254d075-bdeb-4171-9cd0-9b9d43379f11 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "DELETE /v2.0/subnets/ad05e57e-01c0-43f2-a99c-8ccb476e3817 HTTP/1.1" status: 204 len: 168 time: 0.4373310 Mar 22 12:56:04.534857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50958) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:04.572330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port b2e409dd-610b-49d7-9f1f-4b4a031d6a83 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:04.604158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] For port e0b14da1-0c00-4628-8be3-e385018eac71, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:04.609993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] For port e0b14da1-0c00-4628-8be3-e385018eac71, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e0b14da1-0c00-4628-8be3-e385018eac71,segment=NetworkSegment(823a59a8-d161-4af8-8203-f89083dd6689),segment_id=823a59a8-d161-4af8-8203-f89083dd6689)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:04.614885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.656091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.667034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Deleting port e0b14da1-0c00-4628-8be3-e385018eac71 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:56:04.667376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.735279 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed956de-1e13-4ca0-a4bd-117b31f17ce8 None None] Pushing event updated for resources: {'Port': ['ID=e0b14da1-0c00-4628-8be3-e385018eac71,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:04.758317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42786506-24af-4c44-ba8f-657b6d00a54a None None] Network b7447e55-a4af-49b9-88e7-b65eecb1a138 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:56:04.774532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c87f3fd-6eb9-42c9-8de5-44dd579788b7 None None] Network 968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:56:04.876904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] For port e0b14da1-0c00-4628-8be3-e385018eac71, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e0b14da1-0c00-4628-8be3-e385018eac71,segment=NetworkSegment(823a59a8-d161-4af8-8203-f89083dd6689),segment_id=823a59a8-d161-4af8-8203-f89083dd6689)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:04.877250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:04.945853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4e979b77-e9a6-419b-ad55-8171bcb89cf5 None None] Provisioning for port b2e409dd-610b-49d7-9f1f-4b4a031d6a83 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:04.994675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Calling delete_port for e0b14da1-0c00-4628-8be3-e385018eac71 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:56:05.013711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4e979b77-e9a6-419b-ad55-8171bcb89cf5 None None] Provisioning complete for port b2e409dd-610b-49d7-9f1f-4b4a031d6a83 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:05.014057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e979b77-e9a6-419b-ad55-8171bcb89cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.066171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.210522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Pushing event deleted for resources: {'Port': ['ID=e0b14da1-0c00-4628-8be3-e385018eac71,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:05.215724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] No DVR routers for this DVR port e0b14da1-0c00-4628-8be3-e385018eac71 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:56:05.260177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e979b77-e9a6-419b-ad55-8171bcb89cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.301063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4e979b77-e9a6-419b-ad55-8171bcb89cf5 None None] For port b2e409dd-610b-49d7-9f1f-4b4a031d6a83, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b2e409dd-610b-49d7-9f1f-4b4a031d6a83,segment=NetworkSegment(02b40eb7-44b3-4d2a-94d0-98585625d861),segment_id=02b40eb7-44b3-4d2a-94d0-98585625d861)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:05.306188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e979b77-e9a6-419b-ad55-8171bcb89cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.341087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.367528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:05.374964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e979b77-e9a6-419b-ad55-8171bcb89cf5 None None] Pushing event updated for resources: {'Port': ['ID=b2e409dd-610b-49d7-9f1f-4b4a031d6a83,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:05.380215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823a59a8-d161-4af8-8203-f89083dd6689') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:05.380596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823a59a8-d161-4af8-8203-f89083dd6689') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:05.392471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.409710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.416299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:56:05.416822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:56:05.432055 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:56:05.481242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5578f-b36f-4c95-9725-1e3c2d8deca9 None None] get_active_networks_info from dv-neutron-834653-1-hyperv {{(pid=83795) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 22 12:56:05.515691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.521325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.555467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Pushing event deleted for resources: {'Network': ['ID=968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:05.559653 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9aea2d70-3c69-4575-ac93-8103dc82b2bb tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "DELETE /v2.0/networks/968a5ddd-0eb0-4a8a-8e48-9a4af01d1fb2 HTTP/1.1" status: 204 len: 168 time: 1.0238929 Mar 22 12:56:05.562073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50962) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:05.566836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d24e190c-6d9b-47d0-9d3e-e532fbc2ec64 None None] Provisioning complete for port b2e409dd-610b-49d7-9f1f-4b4a031d6a83 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:05.567193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d24e190c-6d9b-47d0-9d3e-e532fbc2ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.622287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5578f-b36f-4c95-9725-1e3c2d8deca9 None None] Resources bound (agent type, host, resource id): {{(pid=83795) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 12:56:05.624512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced2b184-519f-4a6d-bba6-bf15e00463ef tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Deleting subnet 4217161c-65f9-46c6-bce3-9a2f66c44911 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:56:05.627426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ced2b184-519f-4a6d-bba6-bf15e00463ef tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.683797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ced2b184-519f-4a6d-bba6-bf15e00463ef tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.763531 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ced2b184-519f-4a6d-bba6-bf15e00463ef tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.841824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ced2b184-519f-4a6d-bba6-bf15e00463ef tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.880026 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2b184-519f-4a6d-bba6-bf15e00463ef tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Pushing event deleted for resources: {'Subnet': ['ID=4217161c-65f9-46c6-bce3-9a2f66c44911,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:05.883936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ced2b184-519f-4a6d-bba6-bf15e00463ef tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:05.890187 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ced2b184-519f-4a6d-bba6-bf15e00463ef tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "DELETE /v2.0/subnets/4217161c-65f9-46c6-bce3-9a2f66c44911 HTTP/1.1" status: 204 len: 168 time: 0.3270352 Mar 22 12:56:05.893055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50966) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:05.999283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da682ac5-389f-4a6c-bb15-b774bb31b10e None None] Network b7447e55-a4af-49b9-88e7-b65eecb1a138 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:56:06.002778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.013647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Deleting port b2e409dd-610b-49d7-9f1f-4b4a031d6a83 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:56:06.013893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.208810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] For port b2e409dd-610b-49d7-9f1f-4b4a031d6a83, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b2e409dd-610b-49d7-9f1f-4b4a031d6a83,segment=NetworkSegment(02b40eb7-44b3-4d2a-94d0-98585625d861),segment_id=02b40eb7-44b3-4d2a-94d0-98585625d861)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:06.209134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.240284 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b2f02-5c37-4223-9e7a-4195cc9584b0 None None] DHCP port deletion for b7447e55-a4af-49b9-88e7-b65eecb1a138 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:56:06.244532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f94b2f02-5c37-4223-9e7a-4195cc9584b0 None None] Deleting port b2e409dd-610b-49d7-9f1f-4b4a031d6a83 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:56:06.244890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f94b2f02-5c37-4223-9e7a-4195cc9584b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.329815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Calling delete_port for b2e409dd-610b-49d7-9f1f-4b4a031d6a83 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:56:06.402693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.405836 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b2e409dd-610b-49d7-9f1f-4b4a031d6a83 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:56:06.450598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Pushing event deleted for resources: {'Port': ['ID=b2e409dd-610b-49d7-9f1f-4b4a031d6a83,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:06.454388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] No DVR routers for this DVR port b2e409dd-610b-49d7-9f1f-4b4a031d6a83 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:56:06.457012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: b2e409dd-610b-49d7-9f1f-4b4a031d6a83 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:56:06.457345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b2e409dd-610b-49d7-9f1f-4b4a031d6a83 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:56:06.477493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f94b2f02-5c37-4223-9e7a-4195cc9584b0 None None] For port b2e409dd-610b-49d7-9f1f-4b4a031d6a83, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b2e409dd-610b-49d7-9f1f-4b4a031d6a83,segment=NetworkSegment(02b40eb7-44b3-4d2a-94d0-98585625d861),segment_id=02b40eb7-44b3-4d2a-94d0-98585625d861)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:06.477834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f94b2f02-5c37-4223-9e7a-4195cc9584b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.575288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.595720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f94b2f02-5c37-4223-9e7a-4195cc9584b0 None None] Calling delete_port for b2e409dd-610b-49d7-9f1f-4b4a031d6a83 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:56:06.600435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7447e55-a4af-49b9-88e7-b65eecb1a138']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:06.612724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b40eb7-44b3-4d2a-94d0-98585625d861') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:06.613013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b40eb7-44b3-4d2a-94d0-98585625d861') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:06.626435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.642741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.648889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:56:06.649235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:56:06.663299 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:56:06.667069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-f94b2f02-5c37-4223-9e7a-4195cc9584b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:56:06.667604 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-f94b2f02-5c37-4223-9e7a-4195cc9584b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:56:06.832703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.849377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:06.860765 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Pushing event deleted for resources: {'Network': ['ID=b7447e55-a4af-49b9-88e7-b65eecb1a138,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:06.863532 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0b36d02e-2d28-4f06-a0b5-9b41922437cf tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "DELETE /v2.0/networks/b7447e55-a4af-49b9-88e7-b65eecb1a138 HTTP/1.1" status: 204 len: 168 time: 0.9695315 Mar 22 12:56:06.866336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50970) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:06.905631 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-429a8a5a-3c4f-46f5-84c2-a3c4dd36d5da tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Synchronizing usage tracker for tenant:538eb40380514c7280e4619378df7b29 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:56:06.923178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-429a8a5a-3c4f-46f5-84c2-a3c4dd36d5da tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Unset dirty status for tenant:538eb40380514c7280e4619378df7b29 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:56:06.924255 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-429a8a5a-3c4f-46f5-84c2-a3c4dd36d5da tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c4d370b-de9a-4b88-ad87-33b9b60ca810 HTTP/1.1" status: 200 len: 205 time: 0.0570583 Mar 22 12:56:06.928365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50974) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:07.068091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4e9-060d-4485-947e-25c25b5be5b4 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:07.169275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f94b2f02-5c37-4223-9e7a-4195cc9584b0 None None] Deleting port b2e409dd-610b-49d7-9f1f-4b4a031d6a83 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:56:07.169833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f94b2f02-5c37-4223-9e7a-4195cc9584b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:07.232564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f94b2f02-5c37-4223-9e7a-4195cc9584b0 None None] The port 'b2e409dd-610b-49d7-9f1f-4b4a031d6a83' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:56:07.443771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4e9-060d-4485-947e-25c25b5be5b4 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:07.448408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4e9-060d-4485-947e-25c25b5be5b4 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:07.474126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4e9-060d-4485-947e-25c25b5be5b4 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:07.474571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c67d4e9-060d-4485-947e-25c25b5be5b4 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Fanout notify agent at l3_agent the message router_deleted on router 0c4d370b-de9a-4b88-ad87-33b9b60ca810 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:56:07.484739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3c67d4e9-060d-4485-947e-25c25b5be5b4 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:07.485796 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3c67d4e9-060d-4485-947e-25c25b5be5b4 tempest-RoutersNegativeTest-1796261617 tempest-RoutersNegativeTest-1796261617-project] 10.222.0.62 "DELETE /v2.0/routers/0c4d370b-de9a-4b88-ad87-33b9b60ca810 HTTP/1.1" status: 204 len: 168 time: 0.5565448 Mar 22 12:56:07.794625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50982) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:07.971043 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-50d039c8-0cdb-4d27-9d5e-5d5f849d90d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=538eb40380514c7280e4619378df7b29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1753106 Mar 22 12:56:07.974683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 50988) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:08.033644 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f112a1a-5d4f-48d1-9bd7-13a5b57a35c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:08.065463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f112a1a-5d4f-48d1-9bd7-13a5b57a35c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:08.121720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f112a1a-5d4f-48d1-9bd7-13a5b57a35c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:08.139860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f112a1a-5d4f-48d1-9bd7-13a5b57a35c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbbd225-fb34-4b74-9377-67b9137af742,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:08.146297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f112a1a-5d4f-48d1-9bd7-13a5b57a35c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:08.147373 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5f112a1a-5d4f-48d1-9bd7-13a5b57a35c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5fbbd225-fb34-4b74-9377-67b9137af742 HTTP/1.1" status: 204 len: 168 time: 0.1718700 Mar 22 12:56:09.023839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51010) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:09.170048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1710609438-network', 'tenant_id': '18a946fdd0b54188a2186b4524b40752'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:09.175074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:09.180976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Usage tracker for resource:network and tenant:18a946fdd0b54188a2186b4524b40752 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:09.183999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:09.190081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:09.199934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Made reservation on behalf of 18a946fdd0b54188a2186b4524b40752 for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:09.202245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.214389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.244030 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:09.247753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Usage tracker for resource:security_group_rule and tenant:18a946fdd0b54188a2186b4524b40752 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:09.250510 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:09.255943 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:09.317802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.324431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.352051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:56:09.360369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c9584c-2840-4900-9ea1-5f77a6fe2625,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:09.365631 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.365908 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Added segment cdf5a78d-99b3-403a-a911-a083ae7e71c9 of type vlan for network 41a36ade-d120-435e-95ae-c06ef29ed1d7 Mar 22 12:56:09.391745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.426402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.427785 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:09.429013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.532293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] Pushing event updated for resources: {'Network': ['ID=41a36ade-d120-435e-95ae-c06ef29ed1d7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:09.535220 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b1fe74ef-61bd-437b-87ec-8ad964b03e9e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5104194 Mar 22 12:56:09.538258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51016) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:09.544186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 41a36ade-d120-435e-95ae-c06ef29ed1d7 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:56:09.545077 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Request body: {'subnet': {'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1710609438-subnet', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:09.550271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:09.554864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Usage tracker for resource:subnet and tenant:18a946fdd0b54188a2186b4524b40752 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:09.558066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:09.563786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:09.575347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Made reservation on behalf of 18a946fdd0b54188a2186b4524b40752 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:09.577625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.777954 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.836982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f247259-db68-46b5-a6f5-e2a0a7ddf4fc,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:09.859923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Checking segment: {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:09.860260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Network hostable DHCP agents. Network: 41a36ade-d120-435e-95ae-c06ef29ed1d7, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:56:09.884434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Network 41a36ade-d120-435e-95ae-c06ef29ed1d7 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:56:09.894523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 41a36ade-d120-435e-95ae-c06ef29ed1d7) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:09.899734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:09.900697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.904816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23979a69-d380-475a-b11a-975a9a61e600 None None] Network 41a36ade-d120-435e-95ae-c06ef29ed1d7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:56:09.921225 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-00a1a494-05f6-4542-add5-8dac134dbfe1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3817580 Mar 22 12:56:09.924086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51020) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:09.929719 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1710609438-router', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:09.934745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:09.938775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Usage tracker for resource:router and tenant:18a946fdd0b54188a2186b4524b40752 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:09.941867 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:09.947671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:09.959236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.960143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:09.977343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.133008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-41a36ade-d120-435e-95ae-c06ef29ed1d7', 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'fixed_ips': [{'subnet_id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:56:10.133865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.229282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.293897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Allocated IP 172.20.0.2 (41a36ade-d120-435e-95ae-c06ef29ed1d7/0f247259-db68-46b5-a6f5-e2a0a7ddf4fc/d2b2396d-4f74-4588-99c2-77cfbf6e7328) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:10.412608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.447694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.525358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.535783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Transition to ACTIVE for port object d2b2396d-4f74-4588-99c2-77cfbf6e7328 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:10.554401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Transition to ACTIVE for port object d2b2396d-4f74-4588-99c2-77cfbf6e7328 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:10.560348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.577323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Allocated IP 172.26.0.140 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/71034a71-aae2-4b7f-b06a-23a40b870932) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:10.625716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Network 41a36ade-d120-435e-95ae-c06ef29ed1d7 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:10.628312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:10.631939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:56:10.637933 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Pushing event updated for resources: {'Port': ['ID=d2b2396d-4f74-4588-99c2-77cfbf6e7328,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:10.719230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Attempting to bind port d2b2396d-4f74-4588-99c2-77cfbf6e7328 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:56:10.719764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Attempting to bind port d2b2396d-4f74-4588-99c2-77cfbf6e7328 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:56:10.720287 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Attempting to bind port d2b2396d-4f74-4588-99c2-77cfbf6e7328 on network 41a36ade-d120-435e-95ae-c06ef29ed1d7 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:10.725602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.727968 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:56:10.728441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Checking segment: {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:10.728858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.729245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Bound using segment: {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:56:10.729741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Bound port: d2b2396d-4f74-4588-99c2-77cfbf6e7328, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:56:10.730100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.755028 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.819069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] For port d2b2396d-4f74-4588-99c2-77cfbf6e7328, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:10.822423 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] For port d2b2396d-4f74-4588-99c2-77cfbf6e7328, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d2b2396d-4f74-4588-99c2-77cfbf6e7328,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:10.823319 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:10.826513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:10.827496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.829232 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:56:10.864872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=71034a71-aae2-4b7f-b06a-23a40b870932,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:10.907871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0281d-159b-4fd1-ae81-4534614ce9eb None None] Pushing event updated for resources: {'Port': ['ID=d2b2396d-4f74-4588-99c2-77cfbf6e7328,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:10.994921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:10.995791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:11.239168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:56:11.438874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:56:11.448996 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Sync routers for ids ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:56:11.461652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Routers {'c6fa8059-6ceb-4236-95b6-96b1b6a9c135'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:56:11.462402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:56:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:11.463369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:11.464739 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f2016117-2c08-4c45-b044-8f06a08e5ee3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5397644 Mar 22 12:56:11.467702 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51024) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:11.661656 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Set router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:56:11.838702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac660d9-826a-4ef9-a28f-d11a40e37479 None None] Network 41a36ade-d120-435e-95ae-c06ef29ed1d7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:56:11.958712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fb97c326-ed38-44b6-b4da-b7c615b2ed26 None None] Provisioning for port d2b2396d-4f74-4588-99c2-77cfbf6e7328 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:12.145684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'name': 'tempest-TestEncryptedCinderVolumes-1710609438-router', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:10Z', 'revision_number': 3, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'gw_port': {'id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:12.156511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Checking router: c6fa8059-6ceb-4236-95b6-96b1b6a9c135 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:56:12.156859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Updating router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 port 71034a71-aae2-4b7f-b06a-23a40b870932 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:56:12.217616 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:12.323486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:12.450316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d2b2396d-4f74-4588-99c2-77cfbf6e7328 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:12.545812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Allocated IP 172.20.0.1 (41a36ade-d120-435e-95ae-c06ef29ed1d7/0f247259-db68-46b5-a6f5-e2a0a7ddf4fc/4d54d9be-ba58-40e2-b1d0-a1f6999d6340) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:12.629556 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port d2b2396d-4f74-4588-99c2-77cfbf6e7328 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:12.662334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port d2b2396d-4f74-4588-99c2-77cfbf6e7328 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:12.663005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:12.698270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:12.713790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Transition to ACTIVE for port object 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:12.740656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:12.747682 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:12.773116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Transition to ACTIVE for port object 71034a71-aae2-4b7f-b06a-23a40b870932 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:12.807086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:12.814365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Network 41a36ade-d120-435e-95ae-c06ef29ed1d7 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:12.817843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:12.819727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Pushing event updated for resources: {'Port': ['ID=4d54d9be-ba58-40e2-b1d0-a1f6999d6340,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:12.822058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:56:12.881056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:12.904952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:12.922143 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Attempting to bind port 71034a71-aae2-4b7f-b06a-23a40b870932 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:56:12.922506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Attempting to bind port 71034a71-aae2-4b7f-b06a-23a40b870932 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:56:12.922861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Attempting to bind port 71034a71-aae2-4b7f-b06a-23a40b870932 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:12.927538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b056f-c312-40aa-8adb-a65530e158de None None] Pushing event updated for resources: {'Port': ['ID=71034a71-aae2-4b7f-b06a-23a40b870932,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:12.942871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:56:12.943239 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:12.943765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:12.944170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:56:12.944640 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Bound port: 71034a71-aae2-4b7f-b06a-23a40b870932, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:56:12.945012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:12.967881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:13.000537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port d2b2396d-4f74-4588-99c2-77cfbf6e7328, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d2b2396d-4f74-4588-99c2-77cfbf6e7328,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:13.007924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:13.081683 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] For port 71034a71-aae2-4b7f-b06a-23a40b870932, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:13.094913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] For port 71034a71-aae2-4b7f-b06a-23a40b870932, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=71034a71-aae2-4b7f-b06a-23a40b870932,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:13.098982 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=d2b2396d-4f74-4588-99c2-77cfbf6e7328,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:13.102121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:13.183288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c93d7b0d-958c-4122-996c-dc75c814f81a None None] Provisioning for port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:13.192263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c93d7b0d-958c-4122-996c-dc75c814f81a None None] Provisioning complete for port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:13.192655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c93d7b0d-958c-4122-996c-dc75c814f81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:13.199574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:13.204552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:13.216161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b056f-c312-40aa-8adb-a65530e158de None None] Pushing event updated for resources: {'Port': ['ID=71034a71-aae2-4b7f-b06a-23a40b870932,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:13.242830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Routers {'c6fa8059-6ceb-4236-95b6-96b1b6a9c135'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:56:13.243453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:56:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:13.307321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Pushing event updated for resources: {'Port': ['ID=4d54d9be-ba58-40e2-b1d0-a1f6999d6340,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:13.312043 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:13.393617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c93d7b0d-958c-4122-996c-dc75c814f81a None None] Port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:56:13.447420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] Set router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:56:13.525932 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:13.553554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Network 41a36ade-d120-435e-95ae-c06ef29ed1d7 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:13.554691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:13.785920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'name': 'tempest-TestEncryptedCinderVolumes-1710609438-router', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:12Z', 'revision_number': 4, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'gw_port': {'id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '4d54d9be-ba58-40e2-b1d0-a1f6999d6340', 'name': '', 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'mac_address': 'fa:16:3e:57:f5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 2, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'subnets': [{'id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:13.789912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538251d0-6ecc-4b55-8a4a-1625ff191494 None None] The sync data for ids ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'] in dv-neutron-834653-1-hyperv is: [{'id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'name': 'tempest-TestEncryptedCinderVolumes-1710609438-router', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:12Z', 'revision_number': 4, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'gw_port': {'id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '4d54d9be-ba58-40e2-b1d0-a1f6999d6340', 'name': '', 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'mac_address': 'fa:16:3e:57:f5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 2, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'subnets': [{'id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:56:13.822209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d5dcb233-339c-4d5a-bc6e-04be9f075c32 None None] Provisioning complete for port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:13.822572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb233-339c-4d5a-bc6e-04be9f075c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:13.880505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d5dcb233-339c-4d5a-bc6e-04be9f075c32 None None] Port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:56:13.958587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:56:14.166652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:56:14.177665 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cba795f0-7a4b-4cbf-8a98-fdc55a34ea3b admin admin] 10.222.0.62 "PUT /v2.0/routers/c6fa8059-6ceb-4236-95b6-96b1b6a9c135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7088029 Mar 22 12:56:14.425152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d2b2396d-4f74-4588-99c2-77cfbf6e7328 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:14.502488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port d2b2396d-4f74-4588-99c2-77cfbf6e7328 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:14.502868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.146888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51046) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:15.152665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-730856226-network', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:15.157807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:15.161804 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Usage tracker for resource:network and tenant:09f39238e96e49d9b0c58aa65ef943af is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:15.164783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:15.170886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:15.182856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Made reservation on behalf of 09f39238e96e49d9b0c58aa65ef943af for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:15.185191 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.200093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.230384 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:15.234127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Usage tracker for resource:security_group_rule and tenant:09f39238e96e49d9b0c58aa65ef943af is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:15.236802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:15.242334 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:15.305572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.310272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.341986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:56:15.347006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e19bd34-219e-4bbc-859d-e050a96d129a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:15.354653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.354653 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Added segment 7454acbf-e4f3-4f60-81b2-1c6df184ea0f of type vlan for network a5a6d406-c295-4b7a-8468-78ffdebeb4cc Mar 22 12:56:15.381049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.411584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.412412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:15.412944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.513579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] Pushing event updated for resources: {'Network': ['ID=a5a6d406-c295-4b7a-8468-78ffdebeb4cc,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:15.516289 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4730a1e-9458-4eb4-aa24-80e9d313fb4b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3683147 Mar 22 12:56:15.519082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51050) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:15.523671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network a5a6d406-c295-4b7a-8468-78ffdebeb4cc details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:56:15.524231 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Request body: {'subnet': {'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-730856226-subnet', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:15.529082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:15.532882 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Usage tracker for resource:subnet and tenant:09f39238e96e49d9b0c58aa65ef943af is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:15.535679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:15.541771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:15.552698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Made reservation on behalf of 09f39238e96e49d9b0c58aa65ef943af for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:15.555479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.760578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.827542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6499cd1b-9bc2-4f64-afe9-daa7a27d13ea,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:15.845982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Checking segment: {'id': '7454acbf-e4f3-4f60-81b2-1c6df184ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:15.846332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Network hostable DHCP agents. Network: a5a6d406-c295-4b7a-8468-78ffdebeb4cc, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:56:15.874279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Network a5a6d406-c295-4b7a-8468-78ffdebeb4cc is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:56:15.887954 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, a5a6d406-c295-4b7a-8468-78ffdebeb4cc) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:15.892225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:15.892798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.897129 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3686fb-7afd-4af0-b91f-e9da579a0de2 None None] Network a5a6d406-c295-4b7a-8468-78ffdebeb4cc requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:56:15.913515 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-162ba0d7-7638-4bd9-9a04-2a28d8b50d19 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3934431 Mar 22 12:56:15.916063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51054) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:15.921422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-730856226-router', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:15.926497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:15.930752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Usage tracker for resource:router and tenant:09f39238e96e49d9b0c58aa65ef943af is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:56:15.933789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:56:15.939619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:15.951203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.952271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:15.972208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.115572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.145104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-a5a6d406-c295-4b7a-8468-78ffdebeb4cc', 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'fixed_ips': [{'subnet_id': '6499cd1b-9bc2-4f64-afe9-daa7a27d13ea'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:56:16.146029 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.301754 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Allocated IP 172.20.0.2 (a5a6d406-c295-4b7a-8468-78ffdebeb4cc/6499cd1b-9bc2-4f64-afe9-daa7a27d13ea/a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:16.421530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.429343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 71034a71-aae2-4b7f-b06a-23a40b870932 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:16.453992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.574388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.585009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Transition to ACTIVE for port object a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:16.587324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 71034a71-aae2-4b7f-b06a-23a40b870932 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:16.590183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Allocated IP 172.26.0.64 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/a722ad7b-a2dd-4bd9-b550-d7fc18438cc0) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:16.599651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 71034a71-aae2-4b7f-b06a-23a40b870932 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:16.600009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.639211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Transition to ACTIVE for port object a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:16.651789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.732392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Network a5a6d406-c295-4b7a-8468-78ffdebeb4cc is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:16.736140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.736957 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Pushing event updated for resources: {'Port': ['ID=a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:16.739292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:16.742134 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:56:16.765115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.833672 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:16.836295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:16.838887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:56:16.864250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.874940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Pushing event updated for resources: {'Port': ['ID=a722ad7b-a2dd-4bd9-b550-d7fc18438cc0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:16.881782 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Attempting to bind port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:56:16.882140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Attempting to bind port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '7454acbf-e4f3-4f60-81b2-1c6df184ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:56:16.882621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Attempting to bind port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba on network a5a6d406-c295-4b7a-8468-78ffdebeb4cc {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:16.889001 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 71034a71-aae2-4b7f-b06a-23a40b870932, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=71034a71-aae2-4b7f-b06a-23a40b870932,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:16.892513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:56:16.892878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Checking segment: {'id': '7454acbf-e4f3-4f60-81b2-1c6df184ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:16.893257 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.893667 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Bound using segment: {'id': '7454acbf-e4f3-4f60-81b2-1c6df184ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:56:16.894154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Bound port: a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7454acbf-e4f3-4f60-81b2-1c6df184ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:56:16.894517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.905036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.998288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:16.998874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:17.026201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=71034a71-aae2-4b7f-b06a-23a40b870932,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:17.038679 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] For port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:17.041774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] For port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba,segment=NetworkSegment(7454acbf-e4f3-4f60-81b2-1c6df184ea0f),segment_id=7454acbf-e4f3-4f60-81b2-1c6df184ea0f)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:17.047503 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:17.122908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03605c3a-eb94-4d60-88ec-445b9db1f385 None None] Pushing event updated for resources: {'Port': ['ID=a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:17.237649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Router ff91495f-0861-486d-95fb-d4c1cf89a4d1 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:56:17.448014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:56:17.457710 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Sync routers for ids ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:56:17.472226 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Routers {'ff91495f-0861-486d-95fb-d4c1cf89a4d1'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:56:17.473167 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-79542a8e-8746-4502-b722-1911db70d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:56:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:17.473307 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:17.477161 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-33c50e5c-96c7-486f-99a4-e688859a35dc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5576169 Mar 22 12:56:17.477396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51060) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:56:17.648633 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Set router ff91495f-0861-486d-95fb-d4c1cf89a4d1 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:56:17.948675 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-79542a8e-8746-4502-b722-1911db70d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'name': 'tempest-TestEncryptedCinderVolumes-730856226-router', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:15Z', 'updated_at': '2022-03-22T12:56:16Z', 'revision_number': 3, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'gw_port': {'id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:54:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:16Z', 'updated_at': '2022-03-22T12:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:17.954149 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Checking router: ff91495f-0861-486d-95fb-d4c1cf89a4d1 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:56:17.954488 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Updating router ff91495f-0861-486d-95fb-d4c1cf89a4d1 port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:56:18.006836 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.025160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d1ac5-a74e-4b27-af7c-2cd5c0e50011 None None] Network a5a6d406-c295-4b7a-8468-78ffdebeb4cc requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:56:18.188378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d7489fd6-56a8-4e3c-8f01-75ef91cbad5d None None] Provisioning for port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:18.333864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.357543 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.380287 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Transition to ACTIVE for port object a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:18.389051 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.457580 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Pushing event updated for resources: {'Port': ['ID=a722ad7b-a2dd-4bd9-b550-d7fc18438cc0,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:18.477010 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:18.477600 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:18.477701 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:18.477999 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:18.479259 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:18.479622 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:18.479914 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:18.480234 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:18.481175 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:18.482126 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:18.482557 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:18.501908 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Attempting to bind port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:56:18.502268 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Attempting to bind port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:56:18.502618 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Attempting to bind port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:18.510185 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:56:18.510804 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:18.511373 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.511953 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:56:18.512609 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Bound port: a722ad7b-a2dd-4bd9-b550-d7fc18438cc0, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:56:18.513150 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.528958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 71034a71-aae2-4b7f-b06a-23a40b870932 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:18.584779 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-79542a8e-8746-4502-b722-1911db70d377 None None] For port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:18.588244 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-79542a8e-8746-4502-b722-1911db70d377 None None] For port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a722ad7b-a2dd-4bd9-b550-d7fc18438cc0,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:18.592877 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.595428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Allocated IP 172.20.0.1 (a5a6d406-c295-4b7a-8468-78ffdebeb4cc/6499cd1b-9bc2-4f64-afe9-daa7a27d13ea/b602183c-38b5-4906-b7f2-4ada8a7bf3d7) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:18.596994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 71034a71-aae2-4b7f-b06a-23a40b870932 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:18.597430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.679474 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Routers {'ff91495f-0861-486d-95fb-d4c1cf89a4d1'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:56:18.680084 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-79542a8e-8746-4502-b722-1911db70d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:56:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:18.727004 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5a36b-49da-46ee-9035-2699512873de None None] Pushing event updated for resources: {'Port': ['ID=a722ad7b-a2dd-4bd9-b550-d7fc18438cc0,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:18.728745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:18.744837 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.759794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Transition to ACTIVE for port object b602183c-38b5-4906-b7f2-4ada8a7bf3d7 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:18.781766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.812245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:18.818827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:18.819133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.850315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Network a5a6d406-c295-4b7a-8468-78ffdebeb4cc is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:18.854121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:18.856647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:56:18.856812 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-79542a8e-8746-4502-b722-1911db70d377 None None] Set router ff91495f-0861-486d-95fb-d4c1cf89a4d1 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:56:18.881969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Pushing event updated for resources: {'Port': ['ID=b602183c-38b5-4906-b7f2-4ada8a7bf3d7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:18.920193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:18.995080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:19.015902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:19.030740 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba,segment=NetworkSegment(7454acbf-e4f3-4f60-81b2-1c6df184ea0f),segment_id=7454acbf-e4f3-4f60-81b2-1c6df184ea0f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:19.039094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:19.117839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:19.154724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-284cdcd7-d3a3-49c2-bb9f-a0e5c062d483 None None] Provisioning for port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:19.160572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-284cdcd7-d3a3-49c2-bb9f-a0e5c062d483 None None] Provisioning complete for port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:19.160938 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-284cdcd7-d3a3-49c2-bb9f-a0e5c062d483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:19.204834 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-79542a8e-8746-4502-b722-1911db70d377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'name': 'tempest-TestEncryptedCinderVolumes-730856226-router', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:15Z', 'updated_at': '2022-03-22T12:56:16Z', 'revision_number': 3, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'gw_port': {'id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:54:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:16Z', 'updated_at': '2022-03-22T12:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:19.208851 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79542a8e-8746-4502-b722-1911db70d377 None None] The sync data for ids ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'] in dv-neutron-834653-1-hyperv is: [{'id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'name': 'tempest-TestEncryptedCinderVolumes-730856226-router', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:15Z', 'updated_at': '2022-03-22T12:56:16Z', 'revision_number': 3, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'gw_port': {'id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:54:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:16Z', 'updated_at': '2022-03-22T12:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:56:19.239913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-284cdcd7-d3a3-49c2-bb9f-a0e5c062d483 None None] Port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:56:19.259176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:19.264408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:19.369102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:19.372427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Pushing event updated for resources: {'Port': ['ID=b602183c-38b5-4906-b7f2-4ada8a7bf3d7,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:19.509563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Network a5a6d406-c295-4b7a-8468-78ffdebeb4cc is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:19.510657 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:19.772490 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cf9a9148-f9a6-421b-a9fc-7dc4c3ff1039 None None] Provisioning complete for port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:19.772726 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cf9a9148-f9a6-421b-a9fc-7dc4c3ff1039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:19.827118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a9148-f9a6-421b-a9fc-7dc4c3ff1039 None None] Port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:56:20.003393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Router ff91495f-0861-486d-95fb-d4c1cf89a4d1 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:56:20.204887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:56:20.216689 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-115442ee-9ee1-465e-996a-4ed0dca9a3de admin admin] 10.222.0.62 "PUT /v2.0/routers/ff91495f-0861-486d-95fb-d4c1cf89a4d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7353306 Mar 22 12:56:20.381242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:20.452589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:20.452939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:20.983738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-bab89654-e8dd-4507-a7c7-458461887340 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:20.985304 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-bab89654-e8dd-4507-a7c7-458461887340 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/networks?id=41a36ade-d120-435e-95ae-c06ef29ed1d7 HTTP/1.1" status: 200 len: 817 time: 0.1437812 Mar 22 12:56:21.003186 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-e108b8a7-0667-4224-a702-7400b5589466 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/quotas/18a946fdd0b54188a2186b4524b40752 HTTP/1.1" status: 200 len: 375 time: 0.0120130 Mar 22 12:56:21.087839 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-72b67631-4146-4a5c-8756-a1b2c98c0283 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18a946fdd0b54188a2186b4524b40752&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791476 Mar 22 12:56:21.226892 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-67acd0b7-915c-4bfd-8dcc-b0478bd66e47 service neutron] 10.222.0.62 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275921 Mar 22 12:56:21.357569 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-f4c20e8f-f7f4-4629-b006-e7e08b7279c0 service neutron] 10.222.0.62 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247702 Mar 22 12:56:21.543632 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-77506a22-64f1-4219-9bff-5b3cbeb60713 req-2bc392ed-c1a2-43dd-bc07-6963564cd4d4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Synchronizing usage tracker for tenant:18a946fdd0b54188a2186b4524b40752 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:56:21.562917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-77506a22-64f1-4219-9bff-5b3cbeb60713 req-2bc392ed-c1a2-43dd-bc07-6963564cd4d4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Unset dirty status for tenant:18a946fdd0b54188a2186b4524b40752 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:56:21.564240 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-77506a22-64f1-4219-9bff-5b3cbeb60713 req-2bc392ed-c1a2-43dd-bc07-6963564cd4d4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 210 time: 0.0603790 Mar 22 12:56:22.745673 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bdfb489e-ad18-4172-b6b1-399e179ef02f req-0bd11059-e2e8-48c4-8314-1e43cb010b49 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 210 time: 0.0392873 Mar 22 12:56:22.817216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-4070063e-46d7-45fc-80f4-4a19bb733d59 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:22.817937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-4070063e-46d7-45fc-80f4-4a19bb733d59 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Synchronizing usage tracker for tenant:18a946fdd0b54188a2186b4524b40752 on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:56:22.835733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-4070063e-46d7-45fc-80f4-4a19bb733d59 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Unset dirty status for tenant:18a946fdd0b54188a2186b4524b40752 on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:56:22.836975 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-4070063e-46d7-45fc-80f4-4a19bb733d59 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.55 "GET /v2.0/networks?id=41a36ade-d120-435e-95ae-c06ef29ed1d7 HTTP/1.1" status: 200 len: 817 time: 0.1675673 Mar 22 12:56:22.853037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Request body: {'port': {'device_id': '01910308-b814-4fe5-b566-beff45a780fa', 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7', 'admin_state_up': True, 'tenant_id': '18a946fdd0b54188a2186b4524b40752'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:22.994009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:23.003678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:23.015745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Made reservation on behalf of 18a946fdd0b54188a2186b4524b40752 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:23.018783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:23.185746 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Allocated IP 172.20.0.12 (41a36ade-d120-435e-95ae-c06ef29ed1d7/0f247259-db68-46b5-a6f5-e2a0a7ddf4fc/f855720f-82fe-4c02-a6f0-f4e5465dcb58) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:23.385135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:23.400716 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Transition to ACTIVE for port object f855720f-82fe-4c02-a6f0-f4e5465dcb58 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:23.424153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:23.497019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Network 41a36ade-d120-435e-95ae-c06ef29ed1d7 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:23.500159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:23.505504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:56:23.530811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Pushing event updated for resources: {'Port': ['ID=f855720f-82fe-4c02-a6f0-f4e5465dcb58,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:23.571488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:23.572189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:23.598985 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-016ae9e5-df54-4237-9a4e-c721563b2a8a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7498002 Mar 22 12:56:23.612002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Request body: {'port': {'device_id': '01910308-b814-4fe5-b566-beff45a780fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:23.722575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:23.792056 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1fa72ef3-629c-458c-9f8f-4caa26bfea06 None None] Provisioning for port f855720f-82fe-4c02-a6f0-f4e5465dcb58 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:23.798806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1fa72ef3-629c-458c-9f8f-4caa26bfea06 None None] Provisioning complete for port f855720f-82fe-4c02-a6f0-f4e5465dcb58 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:23.799169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fa72ef3-629c-458c-9f8f-4caa26bfea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:23.865745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-1fa72ef3-629c-458c-9f8f-4caa26bfea06 None None] Port f855720f-82fe-4c02-a6f0-f4e5465dcb58 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:56:24.067024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73c3c2-0ed1-4b62-ad68-4c596dac5e04 req-0405ca7b-4fd4-4074-a3ba-86bfdeb8a4de tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:24.067610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-dd73c3c2-0ed1-4b62-ad68-4c596dac5e04 req-0405ca7b-4fd4-4074-a3ba-86bfdeb8a4de tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Synchronizing usage tracker for tenant:18a946fdd0b54188a2186b4524b40752 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:56:24.142204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-dd73c3c2-0ed1-4b62-ad68-4c596dac5e04 req-0405ca7b-4fd4-4074-a3ba-86bfdeb8a4de tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Unset dirty status for tenant:18a946fdd0b54188a2186b4524b40752 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:56:24.143825 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd73c3c2-0ed1-4b62-ad68-4c596dac5e04 req-0405ca7b-4fd4-4074-a3ba-86bfdeb8a4de tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 932 time: 0.2016323 Mar 22 12:56:24.146624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f855720f-82fe-4c02-a6f0-f4e5465dcb58 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:56:24.173553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:24.202109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Transition to ACTIVE for port object f855720f-82fe-4c02-a6f0-f4e5465dcb58 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:24.212953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:24.257218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-dd73c3c2-0ed1-4b62-ad68-4c596dac5e04 req-67089fca-ae7f-494b-a5b5-08b5d15d6679 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Synchronizing usage tracker for tenant:18a946fdd0b54188a2186b4524b40752 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:56:24.431630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:24.518021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:24.523370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:24.523731 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:24.539623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-dd73c3c2-0ed1-4b62-ad68-4c596dac5e04 req-67089fca-ae7f-494b-a5b5-08b5d15d6679 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Unset dirty status for tenant:18a946fdd0b54188a2186b4524b40752 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:56:24.540828 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dd73c3c2-0ed1-4b62-ad68-4c596dac5e04 req-67089fca-ae7f-494b-a5b5-08b5d15d6679 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881934 Mar 22 12:56:24.546877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f855720f-82fe-4c02-a6f0-f4e5465dcb58,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:24.594058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Attempting to bind port f855720f-82fe-4c02-a6f0-f4e5465dcb58 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:56:24.594385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Attempting to bind port f855720f-82fe-4c02-a6f0-f4e5465dcb58 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:56:24.594701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Attempting to bind port f855720f-82fe-4c02-a6f0-f4e5465dcb58 on network 41a36ade-d120-435e-95ae-c06ef29ed1d7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:24.600986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Port f855720f-82fe-4c02-a6f0-f4e5465dcb58 on network 41a36ade-d120-435e-95ae-c06ef29ed1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:56:24.601297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Attempting to bind port f855720f-82fe-4c02-a6f0-f4e5465dcb58 on network 41a36ade-d120-435e-95ae-c06ef29ed1d7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:24.608595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:56:24.608924 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Checking segment: {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:24.609609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Bound using segment: {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:56:24.609781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Bound port: f855720f-82fe-4c02-a6f0-f4e5465dcb58, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:56:24.610117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:24.653101 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:24.669354 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a722ad7b-a2dd-4bd9-b550-d7fc18438cc0,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:24.674719 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:24.702886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] For port f855720f-82fe-4c02-a6f0-f4e5465dcb58, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:24.706376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] For port f855720f-82fe-4c02-a6f0-f4e5465dcb58, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f855720f-82fe-4c02-a6f0-f4e5465dcb58,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:24.711709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:24.744804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=a722ad7b-a2dd-4bd9-b550-d7fc18438cc0,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:24.779013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:24.780393 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] 10.222.0.55 "PUT /v2.0/ports/f855720f-82fe-4c02-a6f0-f4e5465dcb58 HTTP/1.1" status: 200 len: 1094 time: 1.1725845 Mar 22 12:56:24.780791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01910308-b814-4fe5-b566-beff45a780fa', 'tag': 'f855720f-82fe-4c02-a6f0-f4e5465dcb58'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:56:24.807616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe301a-3c50-4265-8325-6724985e55b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f855720f-82fe-4c02-a6f0-f4e5465dcb58,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:24.920695 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-8eff6f1c-27fc-423b-a55a-99e0571a4cc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18a946fdd0b54188a2186b4524b40752&device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 1097 time: 0.0896010 Mar 22 12:56:24.980064 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01910308-b814-4fe5-b566-beff45a780fa', 'tag': 'f855720f-82fe-4c02-a6f0-f4e5465dcb58', 'status': 'completed', 'code': 200} Mar 22 12:56:24.993968 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-bc31fcd0-b87a-4fad-8675-7ee544dd5c86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f855720f-82fe-4c02-a6f0-f4e5465dcb58 HTTP/1.1" status: 200 len: 217 time: 0.0666690 Mar 22 12:56:25.056966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-b0ef5c6a-c630-4c75-859c-f9385c09987a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:25.058512 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-b0ef5c6a-c630-4c75-859c-f9385c09987a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f247259-db68-46b5-a6f5-e2a0a7ddf4fc HTTP/1.1" status: 200 len: 856 time: 0.0583360 Mar 22 12:56:25.137040 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-96a391c9-ce2b-4e90-89d0-d80cf2f3526f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41a36ade-d120-435e-95ae-c06ef29ed1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723550 Mar 22 12:56:25.270334 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-6f3c3258-f9df-4f24-a006-8d7f0fe7ab46 service neutron] 10.222.0.55 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267180 Mar 22 12:56:25.403849 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-149fdef3-dd45-4ca7-a709-20ca3e54e3bf req-71facecb-1b1b-46f6-a6c7-17d39bbf720a service neutron] 10.222.0.55 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278131 Mar 22 12:56:25.525004 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61451986-cf13-472d-8656-44b8b90ecfb5 req-049e1fc8-9cac-42de-90f5-830c93c143e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18a946fdd0b54188a2186b4524b40752&device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 1097 time: 0.0741565 Mar 22 12:56:25.655789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61451986-cf13-472d-8656-44b8b90ecfb5 req-170b1ccf-e23f-49c4-90a5-cbaecb216c9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:25.657268 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61451986-cf13-472d-8656-44b8b90ecfb5 req-170b1ccf-e23f-49c4-90a5-cbaecb216c9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=41a36ade-d120-435e-95ae-c06ef29ed1d7 HTTP/1.1" status: 200 len: 918 time: 0.1268752 Mar 22 12:56:25.762958 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61451986-cf13-472d-8656-44b8b90ecfb5 req-12677687-88aa-441a-acac-d463dd883f82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f855720f-82fe-4c02-a6f0-f4e5465dcb58 HTTP/1.1" status: 200 len: 217 time: 0.1002307 Mar 22 12:56:25.839207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61451986-cf13-472d-8656-44b8b90ecfb5 req-1d0f7619-4644-4e5f-b33d-619019f8b38e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:25.840647 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61451986-cf13-472d-8656-44b8b90ecfb5 req-1d0f7619-4644-4e5f-b33d-619019f8b38e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f247259-db68-46b5-a6f5-e2a0a7ddf4fc HTTP/1.1" status: 200 len: 856 time: 0.0675042 Mar 22 12:56:25.850561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ef763-91d9-4bb1-a2e2-20a71bc488a6 req-fd65d752-2a6d-480b-b747-d889cab80ac8 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:25.851874 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc3ef763-91d9-4bb1-a2e2-20a71bc488a6 req-fd65d752-2a6d-480b-b747-d889cab80ac8 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 944 time: 0.1394992 Mar 22 12:56:25.940602 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bc3ef763-91d9-4bb1-a2e2-20a71bc488a6 req-cd0d7160-8b95-4c7f-ba1b-3f4a265bd358 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602605 Mar 22 12:56:25.954886 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61451986-cf13-472d-8656-44b8b90ecfb5 req-27ec796a-745e-4071-9173-d02ba3793cf2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41a36ade-d120-435e-95ae-c06ef29ed1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1020501 Mar 22 12:56:26.094414 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61451986-cf13-472d-8656-44b8b90ecfb5 req-4db66681-e659-42da-bffa-8d5d75e0ce4d service neutron] 10.222.0.55 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322284 Mar 22 12:56:26.326478 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-61451986-cf13-472d-8656-44b8b90ecfb5 req-d94e3836-db27-4db8-a092-e2a0a6dcbbb5 service neutron] 10.222.0.55 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259507 Mar 22 12:56:26.391437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:26.471585 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:26.471846 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:27.153802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140a964-ec87-48d6-841d-7c6436924803 req-25c1c72e-866a-4871-b92a-6c397f9505d5 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:27.155220 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0140a964-ec87-48d6-841d-7c6436924803 req-25c1c72e-866a-4871-b92a-6c397f9505d5 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 944 time: 0.0805194 Mar 22 12:56:27.205094 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0140a964-ec87-48d6-841d-7c6436924803 req-2cfd8a8a-d4e5-488f-a4ea-6fc40f3e98b4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 Mar 22 12:56:28.411126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f73fd-9271-49e2-a2e2-8aa864fc31ed req-92066f1b-8b7f-4a11-808c-968f60eecd35 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:28.412555 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e2f73fd-9271-49e2-a2e2-8aa864fc31ed req-92066f1b-8b7f-4a11-808c-968f60eecd35 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 944 time: 0.0828321 Mar 22 12:56:28.460085 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5e2f73fd-9271-49e2-a2e2-8aa864fc31ed req-19330e81-d83e-4865-993c-a3c53bbd1fcb tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Mar 22 12:56:28.479531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Sync routers for ids ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:56:28.491775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Routers {'c6fa8059-6ceb-4236-95b6-96b1b6a9c135'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:56:28.492405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:56:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:28.669091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Set router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:56:28.813297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-134bbedb-e3d8-4bd4-a1c0-df1a85a6ab36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:29.010537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'name': 'tempest-TestEncryptedCinderVolumes-1710609438-router', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:12Z', 'revision_number': 4, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'gw_port': {'id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '4d54d9be-ba58-40e2-b1d0-a1f6999d6340', 'name': '', 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'mac_address': 'fa:16:3e:57:f5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:13Z', 'revision_number': 2, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'subnets': [{'id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:29.014582 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Checking router: c6fa8059-6ceb-4236-95b6-96b1b6a9c135 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:56:29.014960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Updating router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:56:29.069187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:29.443327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:29.454755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Transition to ACTIVE for port object 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:29.461751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:29.582744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Pushing event updated for resources: {'Port': ['ID=4d54d9be-ba58-40e2-b1d0-a1f6999d6340,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:29.617760 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:29.618095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:29.618420 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:29.618740 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:29.619191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:29.619372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:29.619686 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:29.619999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:29.620310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:29.620620 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:29.620967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:29.672631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682d88f-aaa7-4307-982b-503aae953456 req-46d38fe1-5ef1-491d-810d-51a941c3c815 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:29.674237 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7682d88f-aaa7-4307-982b-503aae953456 req-46d38fe1-5ef1-491d-810d-51a941c3c815 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 944 time: 0.0853515 Mar 22 12:56:29.684110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Attempting to bind port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:56:29.684478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Attempting to bind port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:56:29.684833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Attempting to bind port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 on network 41a36ade-d120-435e-95ae-c06ef29ed1d7 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:29.692862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:56:29.693392 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Checking segment: {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:29.693860 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:29.694295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Bound using segment: {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:56:29.694813 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Bound port: 4d54d9be-ba58-40e2-b1d0-a1f6999d6340, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:56:29.695236 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:29.728081 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7682d88f-aaa7-4307-982b-503aae953456 req-35276c36-8908-48b4-95fa-5015141e9c35 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465429 Mar 22 12:56:29.794372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] For port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:29.797591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f855720f-82fe-4c02-a6f0-f4e5465dcb58 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:56:29.800437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] For port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4d54d9be-ba58-40e2-b1d0-a1f6999d6340,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:29.808339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:29.989347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898118f-4384-437a-9046-82373b13bcc7 None None] Pushing event updated for resources: {'Port': ['ID=4d54d9be-ba58-40e2-b1d0-a1f6999d6340,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:30.005970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Routers {'c6fa8059-6ceb-4236-95b6-96b1b6a9c135'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:56:30.006597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:56:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:30.155991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f855720f-82fe-4c02-a6f0-f4e5465dcb58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f855720f-82fe-4c02-a6f0-f4e5465dcb58,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:30.178697 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'f855720f-82fe-4c02-a6f0-f4e5465dcb58', 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7', 'port_id': 'f855720f-82fe-4c02-a6f0-f4e5465dcb58', 'mac_address': 'fa:16:3e:5e:d6:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:56:30.213011 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Sync routers for ids ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:56:30.225773 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Routers {'ff91495f-0861-486d-95fb-d4c1cf89a4d1'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:56:30.226490 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:56:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:30.275452 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:30.294365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] Set router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:56:30.342663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f855720f-82fe-4c02-a6f0-f4e5465dcb58 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:56:30.381834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f855720f-82fe-4c02-a6f0-f4e5465dcb58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f855720f-82fe-4c02-a6f0-f4e5465dcb58,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:30.409777 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Set router ff91495f-0861-486d-95fb-d4c1cf89a4d1 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:56:30.437007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:30.462975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:30.679499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f855720f-82fe-4c02-a6f0-f4e5465dcb58,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:30.726904 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'name': 'tempest-TestEncryptedCinderVolumes-730856226-router', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:15Z', 'updated_at': '2022-03-22T12:56:18Z', 'revision_number': 4, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'gw_port': {'id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:16Z', 'updated_at': '2022-03-22T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'b602183c-38b5-4906-b7f2-4ada8a7bf3d7', 'name': '', 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'mac_address': 'fa:16:3e:74:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6499cd1b-9bc2-4f64-afe9-daa7a27d13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:18Z', 'updated_at': '2022-03-22T12:56:19Z', 'revision_number': 2, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'subnets': [{'id': '6499cd1b-9bc2-4f64-afe9-daa7a27d13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:30.731196 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Checking router: ff91495f-0861-486d-95fb-d4c1cf89a4d1 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:56:30.731537 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Updating router ff91495f-0861-486d-95fb-d4c1cf89a4d1 port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:56:30.752953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:30.762623 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:30.763003 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:30.781637 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:30.791960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['f855720f-82fe-4c02-a6f0-f4e5465dcb58'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:56:30.945153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb66203-e22f-4477-9b82-bced6d0fed10 req-40b774b2-0938-4d14-a381-02228bc7aea0 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:30.946786 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bb66203-e22f-4477-9b82-bced6d0fed10 req-40b774b2-0938-4d14-a381-02228bc7aea0 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 945 time: 0.0779257 Mar 22 12:56:30.961554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'name': 'tempest-TestEncryptedCinderVolumes-1710609438-router', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:12Z', 'revision_number': 4, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'gw_port': {'id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '4d54d9be-ba58-40e2-b1d0-a1f6999d6340', 'name': '', 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'mac_address': 'fa:16:3e:57:f5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:29Z', 'revision_number': 4, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'subnets': [{'id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:30.980674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62340824-e0df-43cd-baa6-bb1c3a3f6553 None None] The sync data for ids ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'] in dv-neutron-834653-1-hyperv is: [{'id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'name': 'tempest-TestEncryptedCinderVolumes-1710609438-router', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:56:12Z', 'revision_number': 4, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'gw_port': {'id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '4d54d9be-ba58-40e2-b1d0-a1f6999d6340', 'name': '', 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'mac_address': 'fa:16:3e:57:f5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:12Z', 'updated_at': '2022-03-22T12:56:29Z', 'revision_number': 4, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'subnets': [{'id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:56:31.000623 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9bb66203-e22f-4477-9b82-bced6d0fed10 req-2b39728d-51d6-4a12-8109-6e518b1882b2 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466497 Mar 22 12:56:31.030150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:31.103643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4d54d9be-ba58-40e2-b1d0-a1f6999d6340,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:31.111245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:31.131689 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:31.144256 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Transition to ACTIVE for port object b602183c-38b5-4906-b7f2-4ada8a7bf3d7 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:31.151231 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:31.182003 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=4d54d9be-ba58-40e2-b1d0-a1f6999d6340,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:31.266924 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b7c9d-da0d-4db0-8f27-2ec55ade29c9 None None] Pushing event updated for resources: {'Port': ['ID=b602183c-38b5-4906-b7f2-4ada8a7bf3d7,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:31.403266 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Attempting to bind port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:56:31.403627 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Attempting to bind port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '7454acbf-e4f3-4f60-81b2-1c6df184ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:56:31.403976 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Attempting to bind port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 on network a5a6d406-c295-4b7a-8468-78ffdebeb4cc {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:31.410683 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:56:31.411041 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Checking segment: {'id': '7454acbf-e4f3-4f60-81b2-1c6df184ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:31.411428 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:31.411810 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Bound using segment: {'id': '7454acbf-e4f3-4f60-81b2-1c6df184ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:56:31.412255 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Bound port: b602183c-38b5-4906-b7f2-4ada8a7bf3d7, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7454acbf-e4f3-4f60-81b2-1c6df184ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:56:31.412613 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:31.509860 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] For port b602183c-38b5-4906-b7f2-4ada8a7bf3d7, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:31.513026 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] For port b602183c-38b5-4906-b7f2-4ada8a7bf3d7, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b602183c-38b5-4906-b7f2-4ada8a7bf3d7,segment=NetworkSegment(7454acbf-e4f3-4f60-81b2-1c6df184ea0f),segment_id=7454acbf-e4f3-4f60-81b2-1c6df184ea0f)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:31.518632 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:31.594726 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b7c9d-da0d-4db0-8f27-2ec55ade29c9 None None] Pushing event updated for resources: {'Port': ['ID=b602183c-38b5-4906-b7f2-4ada8a7bf3d7,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:31.599329 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Routers {'ff91495f-0861-486d-95fb-d4c1cf89a4d1'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:56:31.599925 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:56:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:31.701563 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba028d31-aadd-42af-9fda-0dccc2abfe1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:31.776761 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] Set router ff91495f-0861-486d-95fb-d4c1cf89a4d1 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:56:31.811959 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f855720f-82fe-4c02-a6f0-f4e5465dcb58 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:31.884758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port f855720f-82fe-4c02-a6f0-f4e5465dcb58 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:31.889590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port f855720f-82fe-4c02-a6f0-f4e5465dcb58 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:31.889978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:32.003368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:32.029958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01910308-b814-4fe5-b566-beff45a780fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f855720f-82fe-4c02-a6f0-f4e5465dcb58'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:56:32.039647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f855720f-82fe-4c02-a6f0-f4e5465dcb58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f855720f-82fe-4c02-a6f0-f4e5465dcb58,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:32.044356 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:32.101952 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'name': 'tempest-TestEncryptedCinderVolumes-730856226-router', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:15Z', 'updated_at': '2022-03-22T12:56:18Z', 'revision_number': 4, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'gw_port': {'id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:16Z', 'updated_at': '2022-03-22T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'b602183c-38b5-4906-b7f2-4ada8a7bf3d7', 'name': '', 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'mac_address': 'fa:16:3e:74:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6499cd1b-9bc2-4f64-afe9-daa7a27d13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:18Z', 'updated_at': '2022-03-22T12:56:31Z', 'revision_number': 4, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'subnets': [{'id': '6499cd1b-9bc2-4f64-afe9-daa7a27d13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:56:32.105879 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a51516b-f1cb-4313-a557-52505d60165a None None] The sync data for ids ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'] in dv-neutron-834653-1-hyperv is: [{'id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'name': 'tempest-TestEncryptedCinderVolumes-730856226-router', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:15Z', 'updated_at': '2022-03-22T12:56:18Z', 'revision_number': 4, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'gw_port': {'id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:16Z', 'updated_at': '2022-03-22T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'b602183c-38b5-4906-b7f2-4ada8a7bf3d7', 'name': '', 'network_id': 'a5a6d406-c295-4b7a-8468-78ffdebeb4cc', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'mac_address': 'fa:16:3e:74:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6499cd1b-9bc2-4f64-afe9-daa7a27d13ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:18Z', 'updated_at': '2022-03-22T12:56:31Z', 'revision_number': 4, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'subnets': [{'id': '6499cd1b-9bc2-4f64-afe9-daa7a27d13ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:56:32.113486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f855720f-82fe-4c02-a6f0-f4e5465dcb58,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:32.139788 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:32.145498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:32.258386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1a988-abb9-47fb-af51-d73f19c571fb req-0ca65e69-44b1-4557-9481-6989386ca45c tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:32.259966 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-20e1a988-abb9-47fb-af51-d73f19c571fb req-0ca65e69-44b1-4557-9481-6989386ca45c tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 946 time: 0.1274462 Mar 22 12:56:32.264501 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01910308-b814-4fe5-b566-beff45a780fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f855720f-82fe-4c02-a6f0-f4e5465dcb58', 'code': 200} Mar 22 12:56:32.307686 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-20e1a988-abb9-47fb-af51-d73f19c571fb req-f7ef565b-271c-4dcc-9f71-8d92ef74d5c1 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419428 Mar 22 12:56:32.465297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:32.500083 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b42bfb1-940b-49ae-8300-a8fdd785347f req-1920f9ac-2d3c-4035-9440-d354f6474783 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 1099 time: 0.0777488 Mar 22 12:56:32.538696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:32.539211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:32.545320 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8b42bfb1-940b-49ae-8300-a8fdd785347f req-955d947b-056c-422d-a3ae-6a4e9e73ac2e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Mar 22 12:56:32.657242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b602183c-38b5-4906-b7f2-4ada8a7bf3d7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:32.726090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:32.731070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:32.731437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:32.848067 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:32.881188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port b602183c-38b5-4906-b7f2-4ada8a7bf3d7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b602183c-38b5-4906-b7f2-4ada8a7bf3d7,segment=NetworkSegment(7454acbf-e4f3-4f60-81b2-1c6df184ea0f),segment_id=7454acbf-e4f3-4f60-81b2-1c6df184ea0f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:32.886243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:32.953175 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=b602183c-38b5-4906-b7f2-4ada8a7bf3d7,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:33.394455 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:33.517230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1deb7-1076-450e-9ca5-48f697b6d9b0 req-7c9ad98f-bbf2-4dd9-9b68-76828a038b42 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:33.518572 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a5f1deb7-1076-450e-9ca5-48f697b6d9b0 req-7c9ad98f-bbf2-4dd9-9b68-76828a038b42 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 946 time: 0.0784454 Mar 22 12:56:33.568984 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a5f1deb7-1076-450e-9ca5-48f697b6d9b0 req-b7771313-dd30-4f73-aea6-a8b326e61147 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446322 Mar 22 12:56:34.391914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b602183c-38b5-4906-b7f2-4ada8a7bf3d7 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:56:34.462588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:34.462950 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:34.764953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f80120-4b2e-44aa-a524-7bb482daeba9 req-04a3b3c8-ba55-4833-ac13-12235bb90cb1 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:34.766383 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-83f80120-4b2e-44aa-a524-7bb482daeba9 req-04a3b3c8-ba55-4833-ac13-12235bb90cb1 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 946 time: 0.0787604 Mar 22 12:56:34.811226 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-83f80120-4b2e-44aa-a524-7bb482daeba9 req-60b71bfb-dbc3-42af-aabd-b4b3dc7b6a73 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Mar 22 12:56:35.009624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059beb4f-b677-4cca-9d6a-7caf2c2340c2 req-cf84da1c-e686-45dd-ae0b-9493ddc4f5ae tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:35.011019 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-059beb4f-b677-4cca-9d6a-7caf2c2340c2 req-cf84da1c-e686-45dd-ae0b-9493ddc4f5ae tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 946 time: 0.0756102 Mar 22 12:56:35.056464 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-059beb4f-b677-4cca-9d6a-7caf2c2340c2 req-f1cf9a6b-b80f-416e-b89a-3764c6c51279 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394096 Mar 22 12:56:38.154396 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:56:43.510929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:49.099450 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98d2e3bd-b876-47b6-98ec-92b39bf91d61 req-acf87cea-b6bf-4740-9dc1-c84206fb8c81 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708778 Mar 22 12:56:49.251615 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98d2e3bd-b876-47b6-98ec-92b39bf91d61 req-c918e077-3342-404d-8b0c-7240d79fe42b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18a946fdd0b54188a2186b4524b40752&device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 1099 time: 0.0777433 Mar 22 12:56:49.398722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2e3bd-b876-47b6-98ec-92b39bf91d61 req-87f1b8ef-da67-4cc5-a5bd-868b070d03bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:49.400172 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98d2e3bd-b876-47b6-98ec-92b39bf91d61 req-87f1b8ef-da67-4cc5-a5bd-868b070d03bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=41a36ade-d120-435e-95ae-c06ef29ed1d7 HTTP/1.1" status: 200 len: 918 time: 0.1295135 Mar 22 12:56:49.471939 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98d2e3bd-b876-47b6-98ec-92b39bf91d61 req-d7250e57-a829-41a4-ada6-2a1590b4652d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f855720f-82fe-4c02-a6f0-f4e5465dcb58 HTTP/1.1" status: 200 len: 217 time: 0.0645216 Mar 22 12:56:49.538150 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2e3bd-b876-47b6-98ec-92b39bf91d61 req-2b444658-ebc8-459e-b121-da592773a647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:49.542346 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98d2e3bd-b876-47b6-98ec-92b39bf91d61 req-2b444658-ebc8-459e-b121-da592773a647 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f247259-db68-46b5-a6f5-e2a0a7ddf4fc HTTP/1.1" status: 200 len: 856 time: 0.0611384 Mar 22 12:56:49.612492 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98d2e3bd-b876-47b6-98ec-92b39bf91d61 req-51d8dd75-125f-4c0f-9249-d90a464ba517 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41a36ade-d120-435e-95ae-c06ef29ed1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659857 Mar 22 12:56:49.713434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db9872-a99a-4f60-86e4-63b51482cc64 req-35a08282-b36f-4995-9fb0-c801845d8357 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:49.714915 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d5db9872-a99a-4f60-86e4-63b51482cc64 req-35a08282-b36f-4995-9fb0-c801845d8357 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 946 time: 0.0775776 Mar 22 12:56:49.745010 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98d2e3bd-b876-47b6-98ec-92b39bf91d61 req-4746b7d9-ff71-4182-8370-0ae498219191 service neutron] 10.222.0.55 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245463 Mar 22 12:56:49.759909 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d5db9872-a99a-4f60-86e4-63b51482cc64 req-f1b9a43e-71ae-4bac-ace5-023fe3044519 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 Mar 22 12:56:49.884975 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-98d2e3bd-b876-47b6-98ec-92b39bf91d61 req-4c66a685-cf1f-42b0-a558-147e3a0349b9 service neutron] 10.222.0.55 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329424 Mar 22 12:56:50.962451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ce5f8-c275-409b-89af-bcb757b8ae60 req-607245d3-d367-4027-9ea6-f89a0656f5ef tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:50.963856 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b31ce5f8-c275-409b-89af-bcb757b8ae60 req-607245d3-d367-4027-9ea6-f89a0656f5ef tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 946 time: 0.0800385 Mar 22 12:56:51.013238 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b31ce5f8-c275-409b-89af-bcb757b8ae60 req-fb1598ef-e205-479f-af90-f512ccefc168 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409150 Mar 22 12:56:51.499583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a7b33-0388-49b2-b6ea-8230ec9566be req-c623e314-0818-405a-ad3f-c493a4b20049 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:51.500884 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee1a7b33-0388-49b2-b6ea-8230ec9566be req-c623e314-0818-405a-ad3f-c493a4b20049 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.55 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 946 time: 0.0851550 Mar 22 12:56:51.570707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-ee1a7b33-0388-49b2-b6ea-8230ec9566be req-30dc7c52-e40f-47a3-b25f-eb5147f75fb4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Deleting port f855720f-82fe-4c02-a6f0-f4e5465dcb58 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:56:51.571033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ee1a7b33-0388-49b2-b6ea-8230ec9566be req-30dc7c52-e40f-47a3-b25f-eb5147f75fb4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:51.895333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-ee1a7b33-0388-49b2-b6ea-8230ec9566be req-30dc7c52-e40f-47a3-b25f-eb5147f75fb4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] For port f855720f-82fe-4c02-a6f0-f4e5465dcb58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f855720f-82fe-4c02-a6f0-f4e5465dcb58,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:56:51.895584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ee1a7b33-0388-49b2-b6ea-8230ec9566be req-30dc7c52-e40f-47a3-b25f-eb5147f75fb4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:52.009917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-ee1a7b33-0388-49b2-b6ea-8230ec9566be req-30dc7c52-e40f-47a3-b25f-eb5147f75fb4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Calling delete_port for f855720f-82fe-4c02-a6f0-f4e5465dcb58 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:56:52.160515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ee1a7b33-0388-49b2-b6ea-8230ec9566be req-30dc7c52-e40f-47a3-b25f-eb5147f75fb4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:52.172852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['f855720f-82fe-4c02-a6f0-f4e5465dcb58'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:56:52.187045 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9ebea857-f6a8-445a-bb0f-7d0ca5823532 req-ac0e62b4-96f1-4ba1-b352-69f781417e4a tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=01910308-b814-4fe5-b566-beff45a780fa HTTP/1.1" status: 200 len: 210 time: 0.0437324 Mar 22 12:56:52.253584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc7c52-e40f-47a3-b25f-eb5147f75fb4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Pushing event deleted for resources: {'Port': ['ID=f855720f-82fe-4c02-a6f0-f4e5465dcb58,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:52.292471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1a7b33-0388-49b2-b6ea-8230ec9566be req-30dc7c52-e40f-47a3-b25f-eb5147f75fb4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] No DVR routers for this DVR port f855720f-82fe-4c02-a6f0-f4e5465dcb58 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:56:52.294954 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ee1a7b33-0388-49b2-b6ea-8230ec9566be req-30dc7c52-e40f-47a3-b25f-eb5147f75fb4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:52.297672 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01910308-b814-4fe5-b566-beff45a780fa', 'name': 'network-vif-deleted', 'tag': 'f855720f-82fe-4c02-a6f0-f4e5465dcb58'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:56:52.315852 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee1a7b33-0388-49b2-b6ea-8230ec9566be req-30dc7c52-e40f-47a3-b25f-eb5147f75fb4 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.55 "DELETE /v2.0/ports/f855720f-82fe-4c02-a6f0-f4e5465dcb58 HTTP/1.1" status: 204 len: 173 time: 0.8094876 Mar 22 12:56:52.365523 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01910308-b814-4fe5-b566-beff45a780fa', 'name': 'network-vif-deleted', 'tag': 'f855720f-82fe-4c02-a6f0-f4e5465dcb58', 'status': 'completed', 'code': 200} Mar 22 12:56:53.786429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df998633-dd3b-40da-a961-e569065b1208 req-e5ca61b7-1fbd-44f7-8466-8fb29b21f4be tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:53.787704 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-e5ca61b7-1fbd-44f7-8466-8fb29b21f4be tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/networks?id=41a36ade-d120-435e-95ae-c06ef29ed1d7 HTTP/1.1" status: 200 len: 817 time: 0.1403198 Mar 22 12:56:53.805894 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-401b43a4-58c0-4f8c-8209-8712106d500f tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/quotas/18a946fdd0b54188a2186b4524b40752 HTTP/1.1" status: 200 len: 375 time: 0.0110521 Mar 22 12:56:53.883328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-df998633-dd3b-40da-a961-e569065b1208 req-234fad7a-4ebb-48da-b2cf-a2386cc99ac5 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Synchronizing usage tracker for tenant:18a946fdd0b54188a2186b4524b40752 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:56:53.900704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-df998633-dd3b-40da-a961-e569065b1208 req-234fad7a-4ebb-48da-b2cf-a2386cc99ac5 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Unset dirty status for tenant:18a946fdd0b54188a2186b4524b40752 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:56:53.901953 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-234fad7a-4ebb-48da-b2cf-a2386cc99ac5 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18a946fdd0b54188a2186b4524b40752&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914841 Mar 22 12:56:54.036859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-0a546431-1dfa-4a4f-91aa-4624dc8b4784 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 12:56:54.037779 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-0a546431-1dfa-4a4f-91aa-4624dc8b4784 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1241992 Mar 22 12:56:54.168249 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-0059bfb6-2bb0-4ba5-8584-76bcc40d9a9e service neutron] 10.222.0.62 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242065 Mar 22 12:56:54.298632 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-20ec5d14-9233-478e-8ab3-191c09bfc937 service neutron] 10.222.0.62 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244211 Mar 22 12:56:54.481749 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cc4c95a4-b09e-4dfc-9f08-36d00139dd6c req-e8587d71-e037-4edb-a7ab-4a600f51b467 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 210 time: 0.0431020 Mar 22 12:56:55.495234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df998633-dd3b-40da-a961-e569065b1208 req-44e52b06-5cf5-4d2e-9473-843b5cb1b735 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:55.496502 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-44e52b06-5cf5-4d2e-9473-843b5cb1b735 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.55 "GET /v2.0/networks?id=41a36ade-d120-435e-95ae-c06ef29ed1d7 HTTP/1.1" status: 200 len: 817 time: 0.1461871 Mar 22 12:56:55.511811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Request body: {'port': {'device_id': 'c92c18eb-dae8-4994-a76c-9331348e817a', 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7', 'admin_state_up': True, 'tenant_id': '18a946fdd0b54188a2186b4524b40752'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:55.645790 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca1c3200-c901-41e4-8b8a-0c3a4835b252 req-33b6d2f5-6b7e-48bd-96e1-9885872e4241 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 210 time: 0.0453033 Mar 22 12:56:55.690591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:56:55.700581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:56:55.713350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Made reservation on behalf of 18a946fdd0b54188a2186b4524b40752 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:56:55.716356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:55.881386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Allocated IP 172.20.0.10 (41a36ade-d120-435e-95ae-c06ef29ed1d7/0f247259-db68-46b5-a6f5-e2a0a7ddf4fc/64b0874f-c064-4b35-8b06-85c0af68fbac) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:56:55.950989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f855720f-82fe-4c02-a6f0-f4e5465dcb58 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:56:55.983063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: f855720f-82fe-4c02-a6f0-f4e5465dcb58 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:56:55.983399 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f855720f-82fe-4c02-a6f0-f4e5465dcb58 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:56:56.167445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:56.182997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Transition to ACTIVE for port object 64b0874f-c064-4b35-8b06-85c0af68fbac will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:56.204679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:56.275371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Network 41a36ade-d120-435e-95ae-c06ef29ed1d7 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:56:56.278789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:56:56.280627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Pushing event updated for resources: {'Port': ['ID=64b0874f-c064-4b35-8b06-85c0af68fbac,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:56.282679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:56:56.330067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:56.330361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:56.330706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:56.331016 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:56.331343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:56.331650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:56.331956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:56.332260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:56.332572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:56.332853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:56.333166 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:56:56.355097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:56.355682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:56.382027 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-2094ec37-adf1-43cf-af7c-e51abcd43309 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8738101 Mar 22 12:56:56.393038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Request body: {'port': {'device_id': 'c92c18eb-dae8-4994-a76c-9331348e817a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:56:56.492504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fec580b6-abf3-4189-8cfa-ab1c3b1af808 None None] Provisioning for port 64b0874f-c064-4b35-8b06-85c0af68fbac completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:56:56.497907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fec580b6-abf3-4189-8cfa-ab1c3b1af808 None None] Provisioning complete for port 64b0874f-c064-4b35-8b06-85c0af68fbac triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:56:56.498515 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fec580b6-abf3-4189-8cfa-ab1c3b1af808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:56.507860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:56.552342 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-fec580b6-abf3-4189-8cfa-ab1c3b1af808 None None] Port 64b0874f-c064-4b35-8b06-85c0af68fbac cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:56:56.847231 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b0874f-c064-4b35-8b06-85c0af68fbac {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:56:56.854104 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:56.858632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40a9f8-c366-4bf7-8c57-5008ad7c28b5 req-a7841d8a-9863-41b6-a8ef-54776363b96b tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:56.860083 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5f40a9f8-c366-4bf7-8c57-5008ad7c28b5 req-a7841d8a-9863-41b6-a8ef-54776363b96b tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 932 time: 0.0938635 Mar 22 12:56:56.868713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Transition to ACTIVE for port object 64b0874f-c064-4b35-8b06-85c0af68fbac will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:56:56.873665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:56.904639 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5f40a9f8-c366-4bf7-8c57-5008ad7c28b5 req-b3d9faf9-43fa-4f67-bfbe-ae2fa7a66048 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388882 Mar 22 12:56:56.994822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Pushing event updated for resources: {'Port': ['ID=64b0874f-c064-4b35-8b06-85c0af68fbac,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:57.102664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Attempting to bind port 64b0874f-c064-4b35-8b06-85c0af68fbac on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:56:57.102992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Attempting to bind port 64b0874f-c064-4b35-8b06-85c0af68fbac by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:56:57.103309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Attempting to bind port 64b0874f-c064-4b35-8b06-85c0af68fbac on network 41a36ade-d120-435e-95ae-c06ef29ed1d7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:57.109192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Port 64b0874f-c064-4b35-8b06-85c0af68fbac on network 41a36ade-d120-435e-95ae-c06ef29ed1d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:56:57.109491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Attempting to bind port 64b0874f-c064-4b35-8b06-85c0af68fbac on network 41a36ade-d120-435e-95ae-c06ef29ed1d7 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:56:57.115895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:56:57.116212 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Checking segment: {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:56:57.116580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Bound using segment: {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:56:57.116991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Bound port: 64b0874f-c064-4b35-8b06-85c0af68fbac, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdf5a78d-99b3-403a-a911-a083ae7e71c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:56:57.117318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:57.205916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] For port 64b0874f-c064-4b35-8b06-85c0af68fbac, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:56:57.208721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] For port 64b0874f-c064-4b35-8b06-85c0af68fbac, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64b0874f-c064-4b35-8b06-85c0af68fbac,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:56:57.214378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:57.273227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:57.274648 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] 10.222.0.55 "PUT /v2.0/ports/64b0874f-c064-4b35-8b06-85c0af68fbac HTTP/1.1" status: 200 len: 1094 time: 0.8858316 Mar 22 12:56:57.275050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92c18eb-dae8-4994-a76c-9331348e817a', 'tag': '64b0874f-c064-4b35-8b06-85c0af68fbac'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:56:57.292454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5e71d-5f42-4669-a015-3c089a4e4f6b service neutron] Pushing event updated for resources: {'Port': ['ID=64b0874f-c064-4b35-8b06-85c0af68fbac,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:56:57.349570 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92c18eb-dae8-4994-a76c-9331348e817a', 'tag': '64b0874f-c064-4b35-8b06-85c0af68fbac', 'status': 'completed', 'code': 200} Mar 22 12:56:57.386123 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-649fbb97-0c7f-4ff7-99c9-82e22f9a8237 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18a946fdd0b54188a2186b4524b40752&device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 1097 time: 0.0742197 Mar 22 12:56:57.453601 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-1fda2083-07b9-4832-8119-e066d195dc31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64b0874f-c064-4b35-8b06-85c0af68fbac HTTP/1.1" status: 200 len: 217 time: 0.0607531 Mar 22 12:56:57.518089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df998633-dd3b-40da-a961-e569065b1208 req-8d4fedf9-ca40-42e2-ace0-1f73def1e83a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:57.519489 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-8d4fedf9-ca40-42e2-ace0-1f73def1e83a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f247259-db68-46b5-a6f5-e2a0a7ddf4fc HTTP/1.1" status: 200 len: 856 time: 0.0607734 Mar 22 12:56:57.599995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-a112919a-ed7f-41a8-8a96-03030d1d1a47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41a36ade-d120-435e-95ae-c06ef29ed1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744553 Mar 22 12:56:57.739786 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-2bbba60f-757f-4f32-868d-662f1e061528 service neutron] 10.222.0.55 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338425 Mar 22 12:56:57.872570 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-df998633-dd3b-40da-a961-e569065b1208 req-f8e1e619-0971-4115-af3c-606ad26480e4 service neutron] 10.222.0.55 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269581 Mar 22 12:56:58.080409 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a11d9246-844f-4ae4-a9e0-a1a58abc2620 req-06819bd5-9606-4097-95cd-42f476d67e38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=18a946fdd0b54188a2186b4524b40752&device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 1097 time: 0.1628640 Mar 22 12:56:58.105489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c0c74-126f-48cf-813f-20e7f130afdf req-827828f5-49a9-4b07-b840-45d861343706 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:58.106901 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b83c0c74-126f-48cf-813f-20e7f130afdf req-827828f5-49a9-4b07-b840-45d861343706 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 944 time: 0.0804539 Mar 22 12:56:58.155194 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b83c0c74-126f-48cf-813f-20e7f130afdf req-85e480ff-d1d0-4d4f-aa47-f8c6f9a62876 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415525 Mar 22 12:56:58.223587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d9246-844f-4ae4-a9e0-a1a58abc2620 req-ee283d21-d049-48ff-bdd4-b7b9b84cca3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:58.224990 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a11d9246-844f-4ae4-a9e0-a1a58abc2620 req-ee283d21-d049-48ff-bdd4-b7b9b84cca3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=41a36ade-d120-435e-95ae-c06ef29ed1d7 HTTP/1.1" status: 200 len: 918 time: 0.1387513 Mar 22 12:56:58.289911 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a11d9246-844f-4ae4-a9e0-a1a58abc2620 req-cc82b60a-a658-4dd2-9ac6-f68c7a5f45f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64b0874f-c064-4b35-8b06-85c0af68fbac HTTP/1.1" status: 200 len: 217 time: 0.0581002 Mar 22 12:56:58.356291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d9246-844f-4ae4-a9e0-a1a58abc2620 req-6d43d562-00d1-4ce9-8889-b0eae07fafcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:58.357690 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a11d9246-844f-4ae4-a9e0-a1a58abc2620 req-6d43d562-00d1-4ce9-8889-b0eae07fafcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0f247259-db68-46b5-a6f5-e2a0a7ddf4fc HTTP/1.1" status: 200 len: 856 time: 0.0604241 Mar 22 12:56:58.433307 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a11d9246-844f-4ae4-a9e0-a1a58abc2620 req-09e32d26-3034-4b06-ae0f-e2579649050d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41a36ade-d120-435e-95ae-c06ef29ed1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684707 Mar 22 12:56:58.563412 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a11d9246-844f-4ae4-a9e0-a1a58abc2620 req-6d749cf1-a26c-4ef9-b077-b328cb839d25 service neutron] 10.222.0.55 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241968 Mar 22 12:56:58.704021 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a11d9246-844f-4ae4-a9e0-a1a58abc2620 req-b60fb373-bb1e-49ec-8b04-f218d4a85e93 service neutron] 10.222.0.55 "GET /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341698 Mar 22 12:56:58.748328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-068639b3-a4da-4246-a9df-3c4be86fe305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:56:59.358560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a4660-66e6-4173-af51-9bb04dcbff59 req-696580be-e155-4ead-b5d6-30dbdb456285 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:56:59.359237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-048a4660-66e6-4173-af51-9bb04dcbff59 req-696580be-e155-4ead-b5d6-30dbdb456285 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Synchronizing usage tracker for tenant:18a946fdd0b54188a2186b4524b40752 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:56:59.375279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-048a4660-66e6-4173-af51-9bb04dcbff59 req-696580be-e155-4ead-b5d6-30dbdb456285 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Unset dirty status for tenant:18a946fdd0b54188a2186b4524b40752 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:56:59.376398 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-048a4660-66e6-4173-af51-9bb04dcbff59 req-696580be-e155-4ead-b5d6-30dbdb456285 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 944 time: 0.0975134 Mar 22 12:56:59.420295 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-048a4660-66e6-4173-af51-9bb04dcbff59 req-17ab0e4e-d962-43ef-a9ec-3a07b31afa47 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382059 Mar 22 12:57:00.634252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2cd31-fc47-436c-bb1e-da5f3dba4a5b req-aefaa800-d88f-44ee-9f20-6e8a80a31e03 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:00.635712 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a0d2cd31-fc47-436c-bb1e-da5f3dba4a5b req-aefaa800-d88f-44ee-9f20-6e8a80a31e03 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 944 time: 0.0835772 Mar 22 12:57:00.680856 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a0d2cd31-fc47-436c-bb1e-da5f3dba4a5b req-add52323-918f-491f-bc8d-7b9550bc764f tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395818 Mar 22 12:57:01.716882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c1dc1d9f-1ef5-4345-9b04-3400f6d04e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:01.893243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e8a1c-2bba-427c-b3aa-dcd860e68729 req-e03b3cda-f016-4a2d-9a54-9277004620d3 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:01.894700 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-559e8a1c-2bba-427c-b3aa-dcd860e68729 req-e03b3cda-f016-4a2d-9a54-9277004620d3 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 944 time: 0.0945041 Mar 22 12:57:01.945327 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-559e8a1c-2bba-427c-b3aa-dcd860e68729 req-c69ce9b5-57e7-4e86-a0dd-2568f8498615 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Mar 22 12:57:01.997888 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 64b0874f-c064-4b35-8b06-85c0af68fbac details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:57:02.140575 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:02.158798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:02.183124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 64b0874f-c064-4b35-8b06-85c0af68fbac, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64b0874f-c064-4b35-8b06-85c0af68fbac,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:02.195844 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '64b0874f-c064-4b35-8b06-85c0af68fbac', 'network_id': '41a36ade-d120-435e-95ae-c06ef29ed1d7', 'port_id': '64b0874f-c064-4b35-8b06-85c0af68fbac', 'mac_address': 'fa:16:3e:a4:f2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f247259-db68-46b5-a6f5-e2a0a7ddf4fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:57:02.250124 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:02.267230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b0874f-c064-4b35-8b06-85c0af68fbac {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:57:02.282925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 64b0874f-c064-4b35-8b06-85c0af68fbac, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64b0874f-c064-4b35-8b06-85c0af68fbac,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:02.289733 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:02.356951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=64b0874f-c064-4b35-8b06-85c0af68fbac,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:02.579105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['64b0874f-c064-4b35-8b06-85c0af68fbac'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:57:03.156414 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff2612-bf89-4765-9904-d9fc1ea27128 req-2f07312a-595f-4d10-b542-f3d230a10477 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:03.157758 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b8ff2612-bf89-4765-9904-d9fc1ea27128 req-2f07312a-595f-4d10-b542-f3d230a10477 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 945 time: 0.0823011 Mar 22 12:57:03.204183 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b8ff2612-bf89-4765-9904-d9fc1ea27128 req-a9494246-2b3b-4a22-8df9-01e18fed4035 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Mar 22 12:57:03.400334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:04.028369 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 64b0874f-c064-4b35-8b06-85c0af68fbac up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:57:04.104105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 64b0874f-c064-4b35-8b06-85c0af68fbac completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:57:04.108699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 64b0874f-c064-4b35-8b06-85c0af68fbac triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:04.109068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:04.222928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:04.248908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92c18eb-dae8-4994-a76c-9331348e817a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b0874f-c064-4b35-8b06-85c0af68fbac'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:57:04.259370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 64b0874f-c064-4b35-8b06-85c0af68fbac, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64b0874f-c064-4b35-8b06-85c0af68fbac,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:04.264112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:04.318674 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92c18eb-dae8-4994-a76c-9331348e817a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b0874f-c064-4b35-8b06-85c0af68fbac', 'code': 200} Mar 22 12:57:04.346707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=64b0874f-c064-4b35-8b06-85c0af68fbac,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:04.407312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ff01d-f2a6-45cc-9297-b93bd4fafb5c req-b8dcc1f4-0c45-43ed-a591-60503b973c46 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:04.408737 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-042ff01d-f2a6-45cc-9297-b93bd4fafb5c req-b8dcc1f4-0c45-43ed-a591-60503b973c46 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 946 time: 0.0782874 Mar 22 12:57:04.454862 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-042ff01d-f2a6-45cc-9297-b93bd4fafb5c req-3ab548d5-d079-4c62-8acd-ad3c6c72f319 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Mar 22 12:57:04.544341 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3184d7a8-d391-4ddc-bf23-da2f25fc114e req-b5728946-362f-47ca-8072-0b92eb7dec46 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 1099 time: 0.0691838 Mar 22 12:57:04.586089 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3184d7a8-d391-4ddc-bf23-da2f25fc114e req-7b47170e-641c-41a9-9d12-e4ff28affe5e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Mar 22 12:57:05.650558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9a48b-d306-414a-b943-356ca0d61514 req-57a347f8-b403-4833-b137-77c32ca2a034 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:05.652099 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eca9a48b-d306-414a-b943-356ca0d61514 req-57a347f8-b403-4833-b137-77c32ca2a034 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 946 time: 0.0761342 Mar 22 12:57:05.698087 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-eca9a48b-d306-414a-b943-356ca0d61514 req-b335cbf3-d637-4844-8a8e-876c52021567 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403080 Mar 22 12:57:06.923646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ae3cd-f915-46c1-8880-e47ba761bb88 req-aa550018-a8ef-4e44-a774-08522eb5c969 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:06.925107 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a1ae3cd-f915-46c1-8880-e47ba761bb88 req-aa550018-a8ef-4e44-a774-08522eb5c969 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 946 time: 0.0920088 Mar 22 12:57:06.971393 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a1ae3cd-f915-46c1-8880-e47ba761bb88 req-7c7f0b0f-c9a9-4947-8caf-5d1a0f156efb tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Mar 22 12:57:07.261835 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f962f-b212-40c8-9a3f-838d4f7b7a92 req-7dafd445-fd6b-48a7-ad46-a40ee2ba91fd tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:07.263189 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9b7f962f-b212-40c8-9a3f-838d4f7b7a92 req-7dafd445-fd6b-48a7-ad46-a40ee2ba91fd tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 946 time: 0.1676292 Mar 22 12:57:07.310069 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9b7f962f-b212-40c8-9a3f-838d4f7b7a92 req-3a070dd7-c601-42b5-9b47-62389bc0571c tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Mar 22 12:57:13.509637 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:15.155141 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:57:21.717107 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baefc63-2a80-445b-8935-5fa7535072fb req-5ee518dd-e4b4-4791-b54c-ceac4713eb41 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:21.718563 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7baefc63-2a80-445b-8935-5fa7535072fb req-5ee518dd-e4b4-4791-b54c-ceac4713eb41 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 946 time: 0.0796027 Mar 22 12:57:21.769843 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7baefc63-2a80-445b-8935-5fa7535072fb req-89c41199-26ea-4f9f-9eac-c11627af0666 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431516 Mar 22 12:57:22.996498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864847ff-ec00-4537-8709-8bbdd4c44047 req-42fbdcab-b8f2-47fc-adc1-92476efa3809 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:22.997932 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-864847ff-ec00-4537-8709-8bbdd4c44047 req-42fbdcab-b8f2-47fc-adc1-92476efa3809 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 946 time: 0.0854166 Mar 22 12:57:23.042453 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-864847ff-ec00-4537-8709-8bbdd4c44047 req-11b20dcb-c888-4b14-9718-1ca54b4234c5 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/security-groups?id=05c9584c-2840-4900-9ea1-5f77a6fe2625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390115 Mar 22 12:57:23.473573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc5931-9c42-48ac-b7e5-cbd4026c9dd0 req-a0ddc7ba-8fd8-4b9c-972a-ba741de81f2e tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:23.475032 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fbc5931-9c42-48ac-b7e5-cbd4026c9dd0 req-a0ddc7ba-8fd8-4b9c-972a-ba741de81f2e tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.55 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 946 time: 0.0774620 Mar 22 12:57:23.541749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-6fbc5931-9c42-48ac-b7e5-cbd4026c9dd0 req-dbb5981a-3c36-46d8-854c-a27758e4a398 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Deleting port 64b0874f-c064-4b35-8b06-85c0af68fbac {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:57:23.542048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fbc5931-9c42-48ac-b7e5-cbd4026c9dd0 req-dbb5981a-3c36-46d8-854c-a27758e4a398 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:23.780346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-6fbc5931-9c42-48ac-b7e5-cbd4026c9dd0 req-dbb5981a-3c36-46d8-854c-a27758e4a398 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] For port 64b0874f-c064-4b35-8b06-85c0af68fbac, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=64b0874f-c064-4b35-8b06-85c0af68fbac,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:23.780665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fbc5931-9c42-48ac-b7e5-cbd4026c9dd0 req-dbb5981a-3c36-46d8-854c-a27758e4a398 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:23.989137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-6fbc5931-9c42-48ac-b7e5-cbd4026c9dd0 req-dbb5981a-3c36-46d8-854c-a27758e4a398 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Calling delete_port for 64b0874f-c064-4b35-8b06-85c0af68fbac owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:57:24.133210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fbc5931-9c42-48ac-b7e5-cbd4026c9dd0 req-dbb5981a-3c36-46d8-854c-a27758e4a398 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:24.144899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['64b0874f-c064-4b35-8b06-85c0af68fbac'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:57:24.232817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5981a-3c36-46d8-854c-a27758e4a398 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Pushing event deleted for resources: {'Port': ['ID=64b0874f-c064-4b35-8b06-85c0af68fbac,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:24.239282 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63b6633a-d656-43b0-a9af-b3bb4524f343 req-65542094-67dd-4c5b-9f3c-9e898f6c50e2 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.62 "GET /v2.0/ports?device_id=c92c18eb-dae8-4994-a76c-9331348e817a HTTP/1.1" status: 200 len: 210 time: 0.0573893 Mar 22 12:57:24.315357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbc5931-9c42-48ac-b7e5-cbd4026c9dd0 req-dbb5981a-3c36-46d8-854c-a27758e4a398 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] No DVR routers for this DVR port 64b0874f-c064-4b35-8b06-85c0af68fbac on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:57:24.318154 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fbc5931-9c42-48ac-b7e5-cbd4026c9dd0 req-dbb5981a-3c36-46d8-854c-a27758e4a398 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:24.321331 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92c18eb-dae8-4994-a76c-9331348e817a', 'name': 'network-vif-deleted', 'tag': '64b0874f-c064-4b35-8b06-85c0af68fbac'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:57:24.336998 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fbc5931-9c42-48ac-b7e5-cbd4026c9dd0 req-dbb5981a-3c36-46d8-854c-a27758e4a398 tempest-TestEncryptedCinderVolumes-1443812765 tempest-TestEncryptedCinderVolumes-1443812765-project] 10.222.0.55 "DELETE /v2.0/ports/64b0874f-c064-4b35-8b06-85c0af68fbac HTTP/1.1" status: 204 len: 173 time: 0.8568370 Mar 22 12:57:24.389164 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92c18eb-dae8-4994-a76c-9331348e817a', 'name': 'network-vif-deleted', 'tag': '64b0874f-c064-4b35-8b06-85c0af68fbac', 'status': 'completed', 'code': 200} Mar 22 12:57:25.395485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51342) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:25.783599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:26.383655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] Deleting port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:57:26.383983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:26.652471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] For port 4d54d9be-ba58-40e2-b1d0-a1f6999d6340, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=4d54d9be-ba58-40e2-b1d0-a1f6999d6340,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:26.653139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:26.772171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] Calling delete_port for 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:57:26.947903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:26.991930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] Pushing event deleted for resources: {'Port': ['ID=4d54d9be-ba58-40e2-b1d0-a1f6999d6340,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:27.279297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:27.868325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] Router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:57:28.122434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 64b0874f-c064-4b35-8b06-85c0af68fbac no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:57:28.154000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 64b0874f-c064-4b35-8b06-85c0af68fbac {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:57:28.154367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 64b0874f-c064-4b35-8b06-85c0af68fbac not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:57:28.179901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:57:28.189028 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f46225-0709-4a60-8b8d-0efae992c5f1 None None] Sync routers for ids ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:57:28.194641 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a84387d-fc7d-4ff7-892f-d3fd2f463adf admin admin] 10.222.0.62 "PUT /v2.0/routers/c6fa8059-6ceb-4236-95b6-96b1b6a9c135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7976842 Mar 22 12:57:28.196845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51346) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:28.200806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f46225-0709-4a60-8b8d-0efae992c5f1 None None] Routers {'c6fa8059-6ceb-4236-95b6-96b1b6a9c135'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:57:28.201402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a3f46225-0709-4a60-8b8d-0efae992c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:28.378118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a3f46225-0709-4a60-8b8d-0efae992c5f1 None None] Set router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:57:28.393545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:28.589617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:28.600491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Deleting port 71034a71-aae2-4b7f-b06a-23a40b870932 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:57:28.600829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:28.658848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a3f46225-0709-4a60-8b8d-0efae992c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'name': 'tempest-TestEncryptedCinderVolumes-1710609438-router', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140'}], 'enable_snat': True}, 'gw_port_id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:57:26Z', 'revision_number': 5, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'gw_port': {'id': '71034a71-aae2-4b7f-b06a-23a40b870932', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:10Z', 'updated_at': '2022-03-22T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:28.663071 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f46225-0709-4a60-8b8d-0efae992c5f1 None None] Checking router: c6fa8059-6ceb-4236-95b6-96b1b6a9c135 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:57:28.673224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f46225-0709-4a60-8b8d-0efae992c5f1 None None] Routers {'c6fa8059-6ceb-4236-95b6-96b1b6a9c135'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:57:28.673830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a3f46225-0709-4a60-8b8d-0efae992c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:28.772539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] For port 71034a71-aae2-4b7f-b06a-23a40b870932, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=71034a71-aae2-4b7f-b06a-23a40b870932,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:28.772853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:28.848271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2fffa9ac-4eb9-4c10-bf92-c1fbfd0b68ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:28.865055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a3f46225-0709-4a60-8b8d-0efae992c5f1 None None] Set router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:57:28.891235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Calling delete_port for 71034a71-aae2-4b7f-b06a-23a40b870932 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:57:28.972882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a3f46225-0709-4a60-8b8d-0efae992c5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'name': 'tempest-TestEncryptedCinderVolumes-1710609438-router', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:57:28Z', 'revision_number': 6, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:28.976874 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f46225-0709-4a60-8b8d-0efae992c5f1 None None] The sync data for ids ['c6fa8059-6ceb-4236-95b6-96b1b6a9c135'] in dv-neutron-834653-1-hyperv is: [{'id': 'c6fa8059-6ceb-4236-95b6-96b1b6a9c135', 'name': 'tempest-TestEncryptedCinderVolumes-1710609438-router', 'tenant_id': '18a946fdd0b54188a2186b4524b40752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:09Z', 'updated_at': '2022-03-22T12:57:28Z', 'revision_number': 6, 'project_id': '18a946fdd0b54188a2186b4524b40752', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:57:29.056101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:29.099757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Pushing event deleted for resources: {'Port': ['ID=71034a71-aae2-4b7f-b06a-23a40b870932,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:29.316517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:29.671526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:29.675744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:29.710727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:29.711268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6fa8059-6ceb-4236-95b6-96b1b6a9c135 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:57:29.724363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:29.725395 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ee1a4b4d-b771-41d2-846f-5b751dfd61ae admin admin] 10.222.0.62 "DELETE /v2.0/routers/c6fa8059-6ceb-4236-95b6-96b1b6a9c135 HTTP/1.1" status: 204 len: 168 time: 1.5272884 Mar 22 12:57:29.728095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51350) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:29.786199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8143449-866c-40df-b651-74ab5511a410 admin admin] Deleting subnet 0f247259-db68-46b5-a6f5-e2a0a7ddf4fc {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:57:29.789147 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8143449-866c-40df-b651-74ab5511a410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:29.842342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8143449-866c-40df-b651-74ab5511a410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:29.920219 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8143449-866c-40df-b651-74ab5511a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:29.992918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8143449-866c-40df-b651-74ab5511a410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.033143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8143449-866c-40df-b651-74ab5511a410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f247259-db68-46b5-a6f5-e2a0a7ddf4fc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:30.037759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8143449-866c-40df-b651-74ab5511a410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.043619 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c8143449-866c-40df-b651-74ab5511a410 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0f247259-db68-46b5-a6f5-e2a0a7ddf4fc HTTP/1.1" status: 204 len: 168 time: 0.3145556 Mar 22 12:57:30.044047 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9617d792-210b-430e-adfe-ea9485164d08 None None] Network 41a36ade-d120-435e-95ae-c06ef29ed1d7 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:57:30.046306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51354) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:30.150375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.161289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Deleting port d2b2396d-4f74-4588-99c2-77cfbf6e7328 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:57:30.161646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.311684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4a2a92-0c28-4e6f-ab0c-49b012988c48 None None] DHCP port deletion for 41a36ade-d120-435e-95ae-c06ef29ed1d7 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:57:30.315927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a2a92-0c28-4e6f-ab0c-49b012988c48 None None] Deleting port d2b2396d-4f74-4588-99c2-77cfbf6e7328 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:57:30.316487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b4a2a92-0c28-4e6f-ab0c-49b012988c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.384492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] For port d2b2396d-4f74-4588-99c2-77cfbf6e7328, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d2b2396d-4f74-4588-99c2-77cfbf6e7328,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:30.384897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.437763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 71034a71-aae2-4b7f-b06a-23a40b870932 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:57:30.476328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 71034a71-aae2-4b7f-b06a-23a40b870932 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:57:30.476631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 71034a71-aae2-4b7f-b06a-23a40b870932 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:57:30.476980 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:57:30.512944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Calling delete_port for d2b2396d-4f74-4588-99c2-77cfbf6e7328 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:57:30.526128 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:57:30.526395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 4d54d9be-ba58-40e2-b1d0-a1f6999d6340 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:57:30.526792 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d2b2396d-4f74-4588-99c2-77cfbf6e7328 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:57:30.589684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.634458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b2396d-4f74-4588-99c2-77cfbf6e7328,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:30.638054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] No DVR routers for this DVR port d2b2396d-4f74-4588-99c2-77cfbf6e7328 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:57:30.657166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8b4a2a92-0c28-4e6f-ab0c-49b012988c48 None None] For port d2b2396d-4f74-4588-99c2-77cfbf6e7328, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d2b2396d-4f74-4588-99c2-77cfbf6e7328,segment=NetworkSegment(cdf5a78d-99b3-403a-a911-a083ae7e71c9),segment_id=cdf5a78d-99b3-403a-a911-a083ae7e71c9)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:30.657538 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b4a2a92-0c28-4e6f-ab0c-49b012988c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.668907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No active binding found for port d2b2396d-4f74-4588-99c2-77cfbf6e7328 {{(pid=83795) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 22 12:57:30.669286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d2b2396d-4f74-4588-99c2-77cfbf6e7328 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:57:30.752580 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.776500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a2a92-0c28-4e6f-ab0c-49b012988c48 None None] Calling delete_port for d2b2396d-4f74-4588-99c2-77cfbf6e7328 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:57:30.777353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a36ade-d120-435e-95ae-c06ef29ed1d7']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:30.789332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf5a78d-99b3-403a-a911-a083ae7e71c9') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:30.789674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf5a78d-99b3-403a-a911-a083ae7e71c9') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:30.801244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.817789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.824258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:57:30.824671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:57:30.841354 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:57:30.846060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-8b4a2a92-0c28-4e6f-ab0c-49b012988c48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:57:30.846406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-8b4a2a92-0c28-4e6f-ab0c-49b012988c48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:57:30.918005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.933914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:30.945025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=41a36ade-d120-435e-95ae-c06ef29ed1d7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:30.957725 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6076331e-50a7-4682-9d06-c068560cffd6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/41a36ade-d120-435e-95ae-c06ef29ed1d7 HTTP/1.1" status: 204 len: 168 time: 0.9104948 Mar 22 12:57:30.960833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51358) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:31.347850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a2a92-0c28-4e6f-ab0c-49b012988c48 None None] Deleting port d2b2396d-4f74-4588-99c2-77cfbf6e7328 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:57:31.348468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b4a2a92-0c28-4e6f-ab0c-49b012988c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:31.414144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a2a92-0c28-4e6f-ab0c-49b012988c48 None None] The port 'd2b2396d-4f74-4588-99c2-77cfbf6e7328' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:57:31.438383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:31.711804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ff29ac55-90ae-4502-8528-1ba3c8b56b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:32.029298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] Deleting port b602183c-38b5-4906-b7f2-4ada8a7bf3d7 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:57:32.029921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:32.097258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:32.142378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:32.196637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] For port b602183c-38b5-4906-b7f2-4ada8a7bf3d7, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=b602183c-38b5-4906-b7f2-4ada8a7bf3d7,segment=NetworkSegment(7454acbf-e4f3-4f60-81b2-1c6df184ea0f),segment_id=7454acbf-e4f3-4f60-81b2-1c6df184ea0f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:32.196981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:32.317363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] Calling delete_port for b602183c-38b5-4906-b7f2-4ada8a7bf3d7 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:57:32.491444 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:32.630692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b602183c-38b5-4906-b7f2-4ada8a7bf3d7,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:32.915414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:33.401402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:33.489310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] Router ff91495f-0861-486d-95fb-d4c1cf89a4d1 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:57:33.687093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:57:33.695886 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1b89e-3644-4c93-971c-3e4bbbfdcd39 None None] Sync routers for ids ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:57:33.697780 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-985169be-e022-4492-9b79-921f8de38ce1 admin admin] 10.222.0.62 "PUT /v2.0/routers/ff91495f-0861-486d-95fb-d4c1cf89a4d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7359331 Mar 22 12:57:33.700272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51362) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:33.708576 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1b89e-3644-4c93-971c-3e4bbbfdcd39 None None] Routers {'ff91495f-0861-486d-95fb-d4c1cf89a4d1'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:57:33.709176 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-01e1b89e-3644-4c93-971c-3e4bbbfdcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:33.879080 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-01e1b89e-3644-4c93-971c-3e4bbbfdcd39 None None] Set router ff91495f-0861-486d-95fb-d4c1cf89a4d1 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:57:33.888806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:34.161662 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-01e1b89e-3644-4c93-971c-3e4bbbfdcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'name': 'tempest-TestEncryptedCinderVolumes-730856226-router', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64'}], 'enable_snat': True}, 'gw_port_id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:15Z', 'updated_at': '2022-03-22T12:57:32Z', 'revision_number': 5, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'gw_port': {'id': 'a722ad7b-a2dd-4bd9-b550-d7fc18438cc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:56:16Z', 'updated_at': '2022-03-22T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:34.166111 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1b89e-3644-4c93-971c-3e4bbbfdcd39 None None] Checking router: ff91495f-0861-486d-95fb-d4c1cf89a4d1 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:57:34.176437 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e1b89e-3644-4c93-971c-3e4bbbfdcd39 None None] Routers {'ff91495f-0861-486d-95fb-d4c1cf89a4d1'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:57:34.177007 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-01e1b89e-3644-4c93-971c-3e4bbbfdcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:34.189480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:34.200322 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Deleting port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:57:34.200802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:34.348246 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-01e1b89e-3644-4c93-971c-3e4bbbfdcd39 None None] Set router ff91495f-0861-486d-95fb-d4c1cf89a4d1 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:57:34.371158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] For port a722ad7b-a2dd-4bd9-b550-d7fc18438cc0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a722ad7b-a2dd-4bd9-b550-d7fc18438cc0,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:34.371508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:34.450410 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-01e1b89e-3644-4c93-971c-3e4bbbfdcd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'name': 'tempest-TestEncryptedCinderVolumes-730856226-router', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:15Z', 'updated_at': '2022-03-22T12:57:34Z', 'revision_number': 6, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:34.454379 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e1b89e-3644-4c93-971c-3e4bbbfdcd39 None None] The sync data for ids ['ff91495f-0861-486d-95fb-d4c1cf89a4d1'] in dv-neutron-834653-1-hyperv is: [{'id': 'ff91495f-0861-486d-95fb-d4c1cf89a4d1', 'name': 'tempest-TestEncryptedCinderVolumes-730856226-router', 'tenant_id': '09f39238e96e49d9b0c58aa65ef943af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:56:15Z', 'updated_at': '2022-03-22T12:57:34Z', 'revision_number': 6, 'project_id': '09f39238e96e49d9b0c58aa65ef943af', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:57:34.495313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Calling delete_port for a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:57:34.673937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:34.720020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Pushing event deleted for resources: {'Port': ['ID=a722ad7b-a2dd-4bd9-b550-d7fc18438cc0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:34.935963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.202295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.207047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.235323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.235864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff91495f-0861-486d-95fb-d4c1cf89a4d1 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 12:57:35.247583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.248684 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e6592b41-1c7c-4b55-8f92-89f687eadc58 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ff91495f-0861-486d-95fb-d4c1cf89a4d1 HTTP/1.1" status: 204 len: 168 time: 1.5475602 Mar 22 12:57:35.251229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51366) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:35.312511 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c12033-ad27-4af2-b075-bdf6b21bdb3b admin admin] Deleting subnet 6499cd1b-9bc2-4f64-afe9-daa7a27d13ea {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 12:57:35.315646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02c12033-ad27-4af2-b075-bdf6b21bdb3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.364682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02c12033-ad27-4af2-b075-bdf6b21bdb3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.553852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02c12033-ad27-4af2-b075-bdf6b21bdb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.625255 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02c12033-ad27-4af2-b075-bdf6b21bdb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.664018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c12033-ad27-4af2-b075-bdf6b21bdb3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6499cd1b-9bc2-4f64-afe9-daa7a27d13ea,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:35.670186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02c12033-ad27-4af2-b075-bdf6b21bdb3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.675647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8495b16d-440e-4d99-b84c-285435ba2571 None None] Network a5a6d406-c295-4b7a-8468-78ffdebeb4cc requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:57:35.676141 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-02c12033-ad27-4af2-b075-bdf6b21bdb3b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6499cd1b-9bc2-4f64-afe9-daa7a27d13ea HTTP/1.1" status: 204 len: 168 time: 0.4238708 Mar 22 12:57:35.678964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51370) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:35.782513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.793984 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Deleting port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:57:35.794304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.913109 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3df9d1-e8e5-405b-8849-d2dc35e9b6b2 None None] DHCP port deletion for a5a6d406-c295-4b7a-8468-78ffdebeb4cc request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 12:57:35.917832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5c3df9d1-e8e5-405b-8849-d2dc35e9b6b2 None None] Deleting port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:57:35.918191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5c3df9d1-e8e5-405b-8849-d2dc35e9b6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:35.992288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] For port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba,segment=NetworkSegment(7454acbf-e4f3-4f60-81b2-1c6df184ea0f),segment_id=7454acbf-e4f3-4f60-81b2-1c6df184ea0f)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:35.992588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.114830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Calling delete_port for a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:57:36.147839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-5c3df9d1-e8e5-405b-8849-d2dc35e9b6b2 None None] For port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba,segment=NetworkSegment(7454acbf-e4f3-4f60-81b2-1c6df184ea0f),segment_id=7454acbf-e4f3-4f60-81b2-1c6df184ea0f)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:36.148126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5c3df9d1-e8e5-405b-8849-d2dc35e9b6b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.190978 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.234335 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:36.241940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] No DVR routers for this DVR port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 12:57:36.271520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5c3df9d1-e8e5-405b-8849-d2dc35e9b6b2 None None] Calling delete_port for a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 12:57:36.339146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-5c3df9d1-e8e5-405b-8849-d2dc35e9b6b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 12:57:36.339491 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-5c3df9d1-e8e5-405b-8849-d2dc35e9b6b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 12:57:36.356750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.381127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a6d406-c295-4b7a-8468-78ffdebeb4cc']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:36.397584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7454acbf-e4f3-4f60-81b2-1c6df184ea0f') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:36.397848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7454acbf-e4f3-4f60-81b2-1c6df184ea0f') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:36.409628 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.426942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.428303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:57:36.433570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 12:57:36.433955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 12:57:36.446885 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 12:57:36.460406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:57:36.460747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a722ad7b-a2dd-4bd9-b550-d7fc18438cc0 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:57:36.461162 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b602183c-38b5-4906-b7f2-4ada8a7bf3d7 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:57:36.494194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: b602183c-38b5-4906-b7f2-4ada8a7bf3d7 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:57:36.494529 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device b602183c-38b5-4906-b7f2-4ada8a7bf3d7 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:57:36.494947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 12:57:36.520431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.525833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 12:57:36.526183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 12:57:36.537637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.552225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a6d406-c295-4b7a-8468-78ffdebeb4cc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:36.555367 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-fd2b30be-8c63-4f3b-a9f0-f2290a344600 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a5a6d406-c295-4b7a-8468-78ffdebeb4cc HTTP/1.1" status: 204 len: 168 time: 0.8754795 Mar 22 12:57:36.767185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51376) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:36.825596 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c204e2d4-1b5d-4191-b965-a17c23c2d564 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18a946fdd0b54188a2186b4524b40752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0569837 Mar 22 12:57:36.829293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51380) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:36.840898 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5c3df9d1-e8e5-405b-8849-d2dc35e9b6b2 None None] Deleting port a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 12:57:36.841473 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5c3df9d1-e8e5-405b-8849-d2dc35e9b6b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.891313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd65d-769f-42c1-8102-bb164d4ca601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.902998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5c3df9d1-e8e5-405b-8849-d2dc35e9b6b2 None None] The port 'a9632ad6-1c9a-4de1-b32a-f7a18f1ca1ba' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 12:57:36.918823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd65d-769f-42c1-8102-bb164d4ca601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.971112 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd65d-769f-42c1-8102-bb164d4ca601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.986989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdd65d-769f-42c1-8102-bb164d4ca601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c9584c-2840-4900-9ea1-5f77a6fe2625,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:36.997655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd65d-769f-42c1-8102-bb164d4ca601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:36.998755 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4dfdd65d-769f-42c1-8102-bb164d4ca601 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05c9584c-2840-4900-9ea1-5f77a6fe2625 HTTP/1.1" status: 204 len: 168 time: 0.1685328 Mar 22 12:57:37.410577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51388) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:37.460932 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-94f8686a-d86e-4fac-b3f2-7d206d5fdb99 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09f39238e96e49d9b0c58aa65ef943af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492485 Mar 22 12:57:37.463467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51392) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:37.522770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8557bdd7-6f1b-48e0-a20c-5ba000644b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:37.547766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8557bdd7-6f1b-48e0-a20c-5ba000644b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:37.603165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8557bdd7-6f1b-48e0-a20c-5ba000644b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:37.619537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557bdd7-6f1b-48e0-a20c-5ba000644b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e19bd34-219e-4bbc-859d-e050a96d129a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:37.622698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8557bdd7-6f1b-48e0-a20c-5ba000644b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:37.623787 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8557bdd7-6f1b-48e0-a20c-5ba000644b54 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e19bd34-219e-4bbc-859d-e050a96d129a HTTP/1.1" status: 204 len: 168 time: 0.1594841 Mar 22 12:57:38.533678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51414) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:38.672347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1029416743-network', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:57:38.677135 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:57:38.681328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Usage tracker for resource:network and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:57:38.684268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:57:38.690002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:57:38.701975 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Made reservation on behalf of 2cd43c5ccd784405941ee2985b685fae for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:57:38.704276 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:38.716420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:38.746495 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:57:38.750218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Usage tracker for resource:security_group_rule and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:57:38.752945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:57:38.759258 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:57:38.824442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:38.829888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:38.860634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:57:38.869146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c470aa3e-1722-4aa3-b433-6f013db12f19,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:38.874650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:38.874996 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Added segment 0a05762c-b7b8-49ae-8ae2-6deded101e42 of type vlan for network 0df65ac6-529c-4d52-9091-310552f932d5 Mar 22 12:57:38.900587 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:38.930926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:38.931791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:38.932380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:39.114619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] Pushing event updated for resources: {'Network': ['ID=0df65ac6-529c-4d52-9091-310552f932d5,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:39.117816 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8447475a-120e-47ae-b0ac-d03ba316e013 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5831342 Mar 22 12:57:39.121167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51420) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:39.124351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 0df65ac6-529c-4d52-9091-310552f932d5 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:57:39.127807 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Request body: {'subnet': {'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-subnet', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:57:39.132979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:57:39.137159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Usage tracker for resource:subnet and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:57:39.140145 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:57:39.146481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:57:39.157291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Made reservation on behalf of 2cd43c5ccd784405941ee2985b685fae for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:57:39.159534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:39.363914 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:39.432432 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ef736f-2329-48b9-a70e-57336d450f73,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:39.449389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:39.449746 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:39.450073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:39.450390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:39.450713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:39.451007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:39.451316 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:39.451621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:39.451926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:39.452226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:39.452508 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:39.458227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Checking segment: {'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:57:39.458571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Network hostable DHCP agents. Network: 0df65ac6-529c-4d52-9091-310552f932d5, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:57:39.481838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Network 0df65ac6-529c-4d52-9091-310552f932d5 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:57:39.491704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 0df65ac6-529c-4d52-9091-310552f932d5) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:39.495486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:39.496048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:39.501511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee0fcd-7736-450f-b187-a4892262e6b7 None None] Network 0df65ac6-529c-4d52-9091-310552f932d5 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:57:39.516312 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f1e2e0d0-aff0-45eb-9616-575e41dc207d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3932445 Mar 22 12:57:39.519010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51424) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:39.523883 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:57:39.528426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:57:39.532270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Usage tracker for resource:router and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:57:39.535099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:57:39.540688 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:57:39.551712 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:39.553146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:39.572619 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:39.716377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-0df65ac6-529c-4d52-9091-310552f932d5', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:57:39.717204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:39.717730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:39.868847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Allocated IP 172.20.0.2 (0df65ac6-529c-4d52-9091-310552f932d5/65ef736f-2329-48b9-a70e-57336d450f73/862a7fe7-6faa-468f-bf9c-7b7e35e48613) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:57:39.906418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:39.936263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:40.069544 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:40.072095 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Allocated IP 172.26.0.188 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/5a3c9ee2-07fa-4ecd-b255-bd0735847623) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:57:40.080470 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Transition to ACTIVE for port object 862a7fe7-6faa-468f-bf9c-7b7e35e48613 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:57:40.099345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Transition to ACTIVE for port object 862a7fe7-6faa-468f-bf9c-7b7e35e48613 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:57:40.106487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:40.172308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Network 0df65ac6-529c-4d52-9091-310552f932d5 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:57:40.175050 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:40.177680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:57:40.190574 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Pushing event updated for resources: {'Port': ['ID=862a7fe7-6faa-468f-bf9c-7b7e35e48613,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:40.217640 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:40.245769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:40.256927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:40.257267 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:40.257618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:40.257941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:40.258260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:40.258574 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:40.258887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:40.259201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:40.259507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:40.259907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:40.260216 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:40.283965 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Attempting to bind port 862a7fe7-6faa-468f-bf9c-7b7e35e48613 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:57:40.284327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Attempting to bind port 862a7fe7-6faa-468f-bf9c-7b7e35e48613 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:57:40.284679 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Attempting to bind port 862a7fe7-6faa-468f-bf9c-7b7e35e48613 on network 0df65ac6-529c-4d52-9091-310552f932d5 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:57:40.291382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:57:40.291777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Checking segment: {'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:57:40.292166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:40.292545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Bound using segment: {'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:57:40.292998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Bound port: 862a7fe7-6faa-468f-bf9c-7b7e35e48613, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:57:40.293379 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:40.313130 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:57:40.316611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:40.318578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Pushing event updated for resources: {'Port': ['ID=5a3c9ee2-07fa-4ecd-b255-bd0735847623,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:40.320708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:57:40.385435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] For port 862a7fe7-6faa-468f-bf9c-7b7e35e48613, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:57:40.388911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] For port 862a7fe7-6faa-468f-bf9c-7b7e35e48613, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=862a7fe7-6faa-468f-bf9c-7b7e35e48613,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:57:40.394412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:40.480172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:40.480495 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbfdbe-a92b-4f97-941c-8cbaeb23f42d None None] Pushing event updated for resources: {'Port': ['ID=862a7fe7-6faa-468f-bf9c-7b7e35e48613,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:40.480962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:40.836011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Router 634be256-434d-4b06-a2d4-22c6693dfa28 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:57:41.038850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:57:41.047906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Sync routers for ids ['634be256-434d-4b06-a2d4-22c6693dfa28'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:57:41.060498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Routers {'634be256-434d-4b06-a2d4-22c6693dfa28'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:57:41.061169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['634be256-434d-4b06-a2d4-22c6693dfa28'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:41.064285 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:41.068211 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df6bd64f-1f27-4e85-8a23-454f09682a8f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5457273 Mar 22 12:57:41.068506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51428) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:41.274951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Set router 634be256-434d-4b06-a2d4-22c6693dfa28 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:57:41.443831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d25d2-1ace-4172-9330-d43dd4fad431 None None] Network 0df65ac6-529c-4d52-9091-310552f932d5 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:57:41.584811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6cbb0e6d-50e5-43e2-a880-774949249128 None None] Provisioning for port 862a7fe7-6faa-468f-bf9c-7b7e35e48613 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:57:41.746215 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:40Z', 'revision_number': 3, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:41.756905 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Checking router: 634be256-434d-4b06-a2d4-22c6693dfa28 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:57:41.757208 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Updating router 634be256-434d-4b06-a2d4-22c6693dfa28 port 5a3c9ee2-07fa-4ecd-b255-bd0735847623 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:57:41.813782 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:41.816546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.025080 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Allocated IP 172.20.0.1 (0df65ac6-529c-4d52-9091-310552f932d5/65ef736f-2329-48b9-a70e-57336d450f73/daa63440-d0ac-4c18-a23e-5443682d1d46) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:57:42.154753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.170333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Transition to ACTIVE for port object 5a3c9ee2-07fa-4ecd-b255-bd0735847623 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:57:42.174990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.178789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.192935 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Transition to ACTIVE for port object daa63440-d0ac-4c18-a23e-5443682d1d46 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:57:42.217061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.259299 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Attempting to bind port 5a3c9ee2-07fa-4ecd-b255-bd0735847623 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:57:42.259704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Attempting to bind port 5a3c9ee2-07fa-4ecd-b255-bd0735847623 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:57:42.260076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Attempting to bind port 5a3c9ee2-07fa-4ecd-b255-bd0735847623 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:57:42.261974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee3571-747c-43dc-b730-b49d4ecad6c9 None None] Pushing event updated for resources: {'Port': ['ID=5a3c9ee2-07fa-4ecd-b255-bd0735847623,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:42.268599 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:57:42.268881 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:57:42.269257 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.270070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:57:42.270070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Bound port: 5a3c9ee2-07fa-4ecd-b255-bd0735847623, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:57:42.270433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.282825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Network 0df65ac6-529c-4d52-9091-310552f932d5 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:57:42.285631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:42.289853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:57:42.319975 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Pushing event updated for resources: {'Port': ['ID=daa63440-d0ac-4c18-a23e-5443682d1d46,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:42.344439 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] For port 5a3c9ee2-07fa-4ecd-b255-bd0735847623, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:57:42.348568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] For port 5a3c9ee2-07fa-4ecd-b255-bd0735847623, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5a3c9ee2-07fa-4ecd-b255-bd0735847623,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:57:42.349600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.360147 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.453422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.453912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee3571-747c-43dc-b730-b49d4ecad6c9 None None] Pushing event updated for resources: {'Port': ['ID=5a3c9ee2-07fa-4ecd-b255-bd0735847623,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:42.456205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Routers {'634be256-434d-4b06-a2d4-22c6693dfa28'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:57:42.456871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['634be256-434d-4b06-a2d4-22c6693dfa28'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:42.518217 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 862a7fe7-6faa-468f-bf9c-7b7e35e48613 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:57:42.716738 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c09d2017-5b20-457a-8e78-666d67efe005 None None] Provisioning for port daa63440-d0ac-4c18-a23e-5443682d1d46 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:57:42.734082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c09d2017-5b20-457a-8e78-666d67efe005 None None] Provisioning complete for port daa63440-d0ac-4c18-a23e-5443682d1d46 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:42.734444 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c09d2017-5b20-457a-8e78-666d67efe005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.800198 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c09d2017-5b20-457a-8e78-666d67efe005 None None] Port daa63440-d0ac-4c18-a23e-5443682d1d46 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:57:42.802623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.803197 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 862a7fe7-6faa-468f-bf9c-7b7e35e48613 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:57:42.808706 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.810357 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] Set router 634be256-434d-4b06-a2d4-22c6693dfa28 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:57:42.847834 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 862a7fe7-6faa-468f-bf9c-7b7e35e48613 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:42.848174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:42.911531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Pushing event updated for resources: {'Port': ['ID=daa63440-d0ac-4c18-a23e-5443682d1d46,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:42.913990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:43.050324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Network 0df65ac6-529c-4d52-9091-310552f932d5 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:57:43.051341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:43.129517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:43.209480 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 862a7fe7-6faa-468f-bf9c-7b7e35e48613, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=862a7fe7-6faa-468f-bf9c-7b7e35e48613,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:43.230169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:43.309690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=862a7fe7-6faa-468f-bf9c-7b7e35e48613,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:43.316030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'daa63440-d0ac-4c18-a23e-5443682d1d46', 'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:41Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 1, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'subnets': [{'id': '65ef736f-2329-48b9-a70e-57336d450f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:43.323082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba37d80-f9e0-41ee-8f6e-f2af346ba923 None None] The sync data for ids ['634be256-434d-4b06-a2d4-22c6693dfa28'] in dv-neutron-834653-1-hyperv is: [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'daa63440-d0ac-4c18-a23e-5443682d1d46', 'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:41Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 1, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'subnets': [{'id': '65ef736f-2329-48b9-a70e-57336d450f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:57:43.334209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6a2fced4-4c57-4b14-80b6-4dd3b10642fc None None] Provisioning complete for port daa63440-d0ac-4c18-a23e-5443682d1d46 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:43.334569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a2fced4-4c57-4b14-80b6-4dd3b10642fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:43.394735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fced4-4c57-4b14-80b6-4dd3b10642fc None None] Port daa63440-d0ac-4c18-a23e-5443682d1d46 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:57:43.451809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Router 634be256-434d-4b06-a2d4-22c6693dfa28 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:57:43.503655 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:43.678632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:57:43.688061 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ae649992-6f89-4c26-8f4b-ab7d0a78205b admin admin] 10.222.0.62 "PUT /v2.0/routers/634be256-434d-4b06-a2d4-22c6693dfa28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6184690 Mar 22 12:57:44.506444 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 862a7fe7-6faa-468f-bf9c-7b7e35e48613 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:57:44.579376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 862a7fe7-6faa-468f-bf9c-7b7e35e48613 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:44.579741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.583449 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51450) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:44.589204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-693856291-network', 'tenant_id': '633acd12dac34128852e6b2e63442a7a'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:57:44.594271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:57:44.597966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Usage tracker for resource:network and tenant:633acd12dac34128852e6b2e63442a7a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:57:44.600712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:57:44.606858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:57:44.616257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Made reservation on behalf of 633acd12dac34128852e6b2e63442a7a for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:57:44.618521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.630416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.660175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:57:44.663928 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Usage tracker for resource:security_group_rule and tenant:633acd12dac34128852e6b2e63442a7a is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:57:44.666668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:57:44.672142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:57:44.703321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5a3c9ee2-07fa-4ecd-b255-bd0735847623 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:57:44.735862 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.740448 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.769402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 12:57:44.771059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 5a3c9ee2-07fa-4ecd-b255-bd0735847623 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:57:44.775913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5a3c9ee2-07fa-4ecd-b255-bd0735847623 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:44.776277 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.777968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fed9739-c810-4b18-a3fe-e77a7cbcd4b7,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:44.783537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.783862 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Added segment 2c49e467-7d40-409e-b886-5a1fd3c9edbf of type vlan for network d20cb24f-80bf-44cb-9d7e-860f7d9d554e Mar 22 12:57:44.810677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.839650 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.840755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:44.841317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.891854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.907157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 5a3c9ee2-07fa-4ecd-b255-bd0735847623, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5a3c9ee2-07fa-4ecd-b255-bd0735847623,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:44.911883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:44.942336 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3577931 Mar 22 12:57:44.944999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c418c8e-82ea-4c08-834f-89306855d9ee admin admin] Pushing event updated for resources: {'Network': ['ID=d20cb24f-80bf-44cb-9d7e-860f7d9d554e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:44.945428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51454) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:44.953066 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Request body: {'subnet': {'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-693856291-subnet', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:57:44.956715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network d20cb24f-80bf-44cb-9d7e-860f7d9d554e details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 12:57:44.958714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:57:44.963060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Usage tracker for resource:subnet and tenant:633acd12dac34128852e6b2e63442a7a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:57:44.966120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:57:44.972089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:57:44.986683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Made reservation on behalf of 633acd12dac34128852e6b2e63442a7a for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:57:44.989117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:45.061661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=5a3c9ee2-07fa-4ecd-b255-bd0735847623,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:45.195088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:45.265361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d843143-be87-4d0b-9b17-e76b5c5dca56,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:45.278286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Checking segment: {'id': '2c49e467-7d40-409e-b886-5a1fd3c9edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:57:45.278627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Network hostable DHCP agents. Network: d20cb24f-80bf-44cb-9d7e-860f7d9d554e, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 12:57:45.301759 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Network d20cb24f-80bf-44cb-9d7e-860f7d9d554e is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 12:57:45.311949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, d20cb24f-80bf-44cb-9d7e-860f7d9d554e) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:45.315980 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:57:45.316553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:45.320962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25988547-5c99-49a2-a70a-026cffd16741 None None] Network d20cb24f-80bf-44cb-9d7e-860f7d9d554e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:57:45.337776 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4219de9c-d9e9-40df-918a-04bcc72de209 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3910789 Mar 22 12:57:45.340531 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51458) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:45.346163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-693856291-router', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:57:45.351270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:57:45.355400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Usage tracker for resource:router and tenant:633acd12dac34128852e6b2e63442a7a is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:57:45.358354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:57:45.364399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:57:45.378804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:45.379687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:45.398137 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:45.537276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-d20cb24f-80bf-44cb-9d7e-860f7d9d554e', 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'fixed_ips': [{'subnet_id': '5d843143-be87-4d0b-9b17-e76b5c5dca56'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 12:57:45.538152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:45.648875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:45.743226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Allocated IP 172.20.0.2 (d20cb24f-80bf-44cb-9d7e-860f7d9d554e/5d843143-be87-4d0b-9b17-e76b5c5dca56/58331722-5c9c-4e68-ae99-1882d360ec68) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:57:45.835546 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:45.868277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:45.944964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:45.955879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Transition to ACTIVE for port object 58331722-5c9c-4e68-ae99-1882d360ec68 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:57:45.974725 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Transition to ACTIVE for port object 58331722-5c9c-4e68-ae99-1882d360ec68 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:57:45.981303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:46.005287 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Allocated IP 172.26.0.242 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:57:46.049837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Network d20cb24f-80bf-44cb-9d7e-860f7d9d554e is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:57:46.053412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:46.055206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Pushing event updated for resources: {'Port': ['ID=58331722-5c9c-4e68-ae99-1882d360ec68,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:46.057248 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:57:46.138729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Attempting to bind port 58331722-5c9c-4e68-ae99-1882d360ec68 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:57:46.138952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Attempting to bind port 58331722-5c9c-4e68-ae99-1882d360ec68 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '2c49e467-7d40-409e-b886-5a1fd3c9edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:57:46.139339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Attempting to bind port 58331722-5c9c-4e68-ae99-1882d360ec68 on network d20cb24f-80bf-44cb-9d7e-860f7d9d554e {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:57:46.145794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:57:46.146155 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Checking segment: {'id': '2c49e467-7d40-409e-b886-5a1fd3c9edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:57:46.146531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:46.146903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Bound using segment: {'id': '2c49e467-7d40-409e-b886-5a1fd3c9edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:57:46.147348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Bound port: 58331722-5c9c-4e68-ae99-1882d360ec68, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c49e467-7d40-409e-b886-5a1fd3c9edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:57:46.147701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:46.159070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:46.189248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:46.245694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] For port 58331722-5c9c-4e68-ae99-1882d360ec68, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:57:46.248884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] For port 58331722-5c9c-4e68-ae99-1882d360ec68, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=58331722-5c9c-4e68-ae99-1882d360ec68,segment=NetworkSegment(2c49e467-7d40-409e-b886-5a1fd3c9edbf),segment_id=2c49e467-7d40-409e-b886-5a1fd3c9edbf)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:57:46.252714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:46.259115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:57:46.262033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:46.266394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:57:46.292450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Pushing event updated for resources: {'Port': ['ID=e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:46.326268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719831a-7b2d-47e5-b9d6-a9839500237a None None] Pushing event updated for resources: {'Port': ['ID=58331722-5c9c-4e68-ae99-1882d360ec68,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:46.446034 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:46.446217 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5a3c9ee2-07fa-4ecd-b255-bd0735847623 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:57:46.446611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:46.537675 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5a3c9ee2-07fa-4ecd-b255-bd0735847623 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:46.538411 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:46.692135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 12:57:46.905497 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:57:46.914702 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Sync routers for ids ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:57:46.926787 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Routers {'01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:57:46.927398 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:46.932932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:46.934387 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bd6803ba-e451-4081-835d-543b3856d11d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5927157 Mar 22 12:57:46.937073 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51462) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:57:47.112131 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Set router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:57:47.262939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c5ceab-54f0-4b6d-af2e-a56cbba7041f None None] Network d20cb24f-80bf-44cb-9d7e-860f7d9d554e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 12:57:47.371108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9e797d6d-d5d2-4de8-b805-d3c574feab82 None None] Provisioning for port 58331722-5c9c-4e68-ae99-1882d360ec68 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:57:47.414649 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'name': 'tempest-TestMinimumBasicScenario-693856291-router', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:46Z', 'revision_number': 3, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'gw_port': {'id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ae:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:47.418890 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Checking router: 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:57:47.419311 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Updating router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:57:47.475176 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:47.811672 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:47.816102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:47.823126 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Transition to ACTIVE for port object e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:57:47.830899 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:47.905845 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Pushing event updated for resources: {'Port': ['ID=e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:47.907865 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Attempting to bind port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:57:47.908206 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Attempting to bind port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:57:47.908543 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Attempting to bind port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:57:47.919612 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:47.920289 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:47.920289 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:47.920543 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:47.920845 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:47.921149 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:47.921473 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:47.921767 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:47.922074 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:47.922379 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:47.922669 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:57:47.926077 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:57:47.926450 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:57:47.926810 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:47.927168 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:57:47.927609 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Bound port: e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:57:47.928269 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.000570 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] For port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:57:48.003601 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] For port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:57:48.008989 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.022723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Allocated IP 172.20.0.1 (d20cb24f-80bf-44cb-9d7e-860f7d9d554e/5d843143-be87-4d0b-9b17-e76b5c5dca56/44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:57:48.094557 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Routers {'01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:57:48.095155 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:48.153643 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0754e-99d8-4d97-9a90-84ee7a956af3 None None] Pushing event updated for resources: {'Port': ['ID=e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:48.174528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.191390 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Transition to ACTIVE for port object 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:57:48.219926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.286365 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Network d20cb24f-80bf-44cb-9d7e-860f7d9d554e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:57:48.289218 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:48.293602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:57:48.311326 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] Set router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:57:48.322296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Pushing event updated for resources: {'Port': ['ID=44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:48.352231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.455164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.490788 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 58331722-5c9c-4e68-ae99-1882d360ec68 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:57:48.559590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e24a6297-412c-4426-ba93-f1ab8c8441a6 None None] Provisioning for port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:57:48.565309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e24a6297-412c-4426-ba93-f1ab8c8441a6 None None] Provisioning complete for port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:48.565909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e24a6297-412c-4426-ba93-f1ab8c8441a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.612985 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 58331722-5c9c-4e68-ae99-1882d360ec68 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:57:48.622628 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 58331722-5c9c-4e68-ae99-1882d360ec68 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:48.622994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.623933 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'name': 'tempest-TestMinimumBasicScenario-693856291-router', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:46Z', 'revision_number': 3, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'gw_port': {'id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ae:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:48.627940 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdda04f0-ff0b-4826-8eca-903c8296a771 None None] The sync data for ids ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'] in dv-neutron-834653-1-hyperv is: [{'id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'name': 'tempest-TestMinimumBasicScenario-693856291-router', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:46Z', 'revision_number': 3, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'gw_port': {'id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ae:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:57:48.654182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e24a6297-412c-4426-ba93-f1ab8c8441a6 None None] Port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:57:48.699705 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.704776 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.738496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.769400 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 58331722-5c9c-4e68-ae99-1882d360ec68, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=58331722-5c9c-4e68-ae99-1882d360ec68,segment=NetworkSegment(2c49e467-7d40-409e-b886-5a1fd3c9edbf),segment_id=2c49e467-7d40-409e-b886-5a1fd3c9edbf)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:48.773916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.816335 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:48.820289 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Pushing event updated for resources: {'Port': ['ID=44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:48.840269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=58331722-5c9c-4e68-ae99-1882d360ec68,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:48.967023 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Network d20cb24f-80bf-44cb-9d7e-860f7d9d554e is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:57:48.968265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:57:49.179244 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-be64b97e-5588-4c6c-8578-fcb9a78595b4 None None] Provisioning complete for port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:49.179892 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be64b97e-5588-4c6c-8578-fcb9a78595b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:49.231468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-be64b97e-5588-4c6c-8578-fcb9a78595b4 None None] Port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:57:49.442181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:57:49.654060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:57:49.663352 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bb83d562-9e83-4c9b-baad-9a29f4528d77 admin admin] 10.222.0.62 "PUT /v2.0/routers/01638d8a-4aef-44fa-8b5a-e1f2f07dc20f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7253280 Mar 22 12:57:50.437465 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 58331722-5c9c-4e68-ae99-1882d360ec68 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:57:50.528469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 58331722-5c9c-4e68-ae99-1882d360ec68 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:50.529042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:52.159693 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:57:54.469806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:57:54.578300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:57:54.583440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:54.583797 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:54.705514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:54.724537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:57:54.728772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:54.798883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:56.443988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:57:56.521134 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:57:56.521409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:58.081509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Sync routers for ids ['634be256-434d-4b06-a2d4-22c6693dfa28'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:57:58.095802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Routers {'634be256-434d-4b06-a2d4-22c6693dfa28'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:57:58.096506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['634be256-434d-4b06-a2d4-22c6693dfa28'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:58.287746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Set router 634be256-434d-4b06-a2d4-22c6693dfa28 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:57:58.610060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'daa63440-d0ac-4c18-a23e-5443682d1d46', 'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:41Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 2, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'subnets': [{'id': '65ef736f-2329-48b9-a70e-57336d450f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:58.613921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Checking router: 634be256-434d-4b06-a2d4-22c6693dfa28 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:57:58.614264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Updating router 634be256-434d-4b06-a2d4-22c6693dfa28 port daa63440-d0ac-4c18-a23e-5443682d1d46 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:57:58.666200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:58.803527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-adc2b9c1-876e-43db-b5cc-bf655d01cb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:59.035799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:59.049923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Transition to ACTIVE for port object daa63440-d0ac-4c18-a23e-5443682d1d46 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:57:59.058070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:59.202267 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad6482-dcee-47a4-816c-04efb693af73 None None] Pushing event updated for resources: {'Port': ['ID=daa63440-d0ac-4c18-a23e-5443682d1d46,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:59.407924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Attempting to bind port daa63440-d0ac-4c18-a23e-5443682d1d46 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:57:59.408374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Attempting to bind port daa63440-d0ac-4c18-a23e-5443682d1d46 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:57:59.410265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Attempting to bind port daa63440-d0ac-4c18-a23e-5443682d1d46 on network 0df65ac6-529c-4d52-9091-310552f932d5 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:57:59.432019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:57:59.432019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Checking segment: {'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:57:59.432019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:59.432019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Bound using segment: {'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:57:59.432019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Bound port: daa63440-d0ac-4c18-a23e-5443682d1d46, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:57:59.432019 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:59.541237 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] For port daa63440-d0ac-4c18-a23e-5443682d1d46, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:57:59.544207 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] For port daa63440-d0ac-4c18-a23e-5443682d1d46, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=daa63440-d0ac-4c18-a23e-5443682d1d46,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:57:59.551611 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:57:59.632330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Routers {'634be256-434d-4b06-a2d4-22c6693dfa28'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:57:59.632961 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['634be256-434d-4b06-a2d4-22c6693dfa28'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:57:59.704990 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad6482-dcee-47a4-816c-04efb693af73 None None] Pushing event updated for resources: {'Port': ['ID=daa63440-d0ac-4c18-a23e-5443682d1d46,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:57:59.856328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] Set router 634be256-434d-4b06-a2d4-22c6693dfa28 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:57:59.983044 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Sync routers for ids ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:57:59.995516 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Routers {'01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:57:59.996364 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:00.221837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'daa63440-d0ac-4c18-a23e-5443682d1d46', 'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:41Z', 'updated_at': '2022-03-22T12:57:59Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'subnets': [{'id': '65ef736f-2329-48b9-a70e-57336d450f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:00.232757 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2edfcb1-04b8-4be6-b8a5-b05a142e49b0 None None] The sync data for ids ['634be256-434d-4b06-a2d4-22c6693dfa28'] in dv-neutron-834653-1-hyperv is: [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'daa63440-d0ac-4c18-a23e-5443682d1d46', 'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:41Z', 'updated_at': '2022-03-22T12:57:59Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'subnets': [{'id': '65ef736f-2329-48b9-a70e-57336d450f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:58:00.235316 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Set router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:58:00.509253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device daa63440-d0ac-4c18-a23e-5443682d1d46 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:58:00.620643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port daa63440-d0ac-4c18-a23e-5443682d1d46 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:58:00.627007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port daa63440-d0ac-4c18-a23e-5443682d1d46 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:58:00.627364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:00.664532 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'name': 'tempest-TestMinimumBasicScenario-693856291-router', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:48Z', 'revision_number': 4, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'gw_port': {'id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3', 'name': '', 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'mac_address': 'fa:16:3e:4c:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d843143-be87-4d0b-9b17-e76b5c5dca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:47Z', 'updated_at': '2022-03-22T12:57:48Z', 'revision_number': 2, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'subnets': [{'id': '5d843143-be87-4d0b-9b17-e76b5c5dca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:00.670542 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Checking router: 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:58:00.671450 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Updating router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 12:58:00.745633 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:00.770812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:00.805697 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port daa63440-d0ac-4c18-a23e-5443682d1d46, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=daa63440-d0ac-4c18-a23e-5443682d1d46,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:00.811779 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:00.878228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=daa63440-d0ac-4c18-a23e-5443682d1d46,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:00.907063 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66581c29-790e-4ecf-8992-da25b03017db req-c2e686f5-1716-412c-9efc-f848dc6f00f3 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:00.908363 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-c2e686f5-1716-412c-9efc-f848dc6f00f3 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/networks?id=0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 200 len: 815 time: 0.1669099 Mar 22 12:58:00.926078 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-0a5bf186-3e81-4f4c-9c2f-bb306bc1270d tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/quotas/2cd43c5ccd784405941ee2985b685fae HTTP/1.1" status: 200 len: 375 time: 0.0122106 Mar 22 12:58:01.006186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-66581c29-790e-4ecf-8992-da25b03017db req-0be352f5-60a8-4aa1-be19-c4a6825e2417 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Synchronizing usage tracker for tenant:2cd43c5ccd784405941ee2985b685fae on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:58:01.023467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-66581c29-790e-4ecf-8992-da25b03017db req-0be352f5-60a8-4aa1-be19-c4a6825e2417 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Unset dirty status for tenant:2cd43c5ccd784405941ee2985b685fae on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:58:01.024912 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-0be352f5-60a8-4aa1-be19-c4a6825e2417 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2cd43c5ccd784405941ee2985b685fae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927544 Mar 22 12:58:01.111951 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:01.123799 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Transition to ACTIVE for port object 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:58:01.131257 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:01.160614 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-56229bfb-d84f-4d3c-aa63-67c29e84d7bc service neutron] 10.222.0.62 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240954 Mar 22 12:58:01.262962 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dd897-af8a-430a-a76f-96d6d50d25d6 None None] Pushing event updated for resources: {'Port': ['ID=44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:01.306416 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-6d47cecd-818d-4364-a117-dd73191cd950 service neutron] 10.222.0.62 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400299 Mar 22 12:58:01.350666 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Attempting to bind port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:58:01.350943 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Attempting to bind port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '2c49e467-7d40-409e-b886-5a1fd3c9edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:58:01.351208 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Attempting to bind port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 on network d20cb24f-80bf-44cb-9d7e-860f7d9d554e {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:58:01.357809 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:58:01.358166 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Checking segment: {'id': '2c49e467-7d40-409e-b886-5a1fd3c9edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:58:01.358608 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:01.359006 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Bound using segment: {'id': '2c49e467-7d40-409e-b886-5a1fd3c9edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:58:01.359454 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Bound port: 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c49e467-7d40-409e-b886-5a1fd3c9edbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:58:01.359805 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:01.487822 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] For port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:58:01.491848 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] For port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3,segment=NetworkSegment(2c49e467-7d40-409e-b886-5a1fd3c9edbf),segment_id=2c49e467-7d40-409e-b886-5a1fd3c9edbf)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:58:01.498327 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:01.511073 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-697e6785-2cec-431c-9ef1-975ebb5bc7be req-10c5879d-4049-4f81-a53a-b905df5cea28 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 210 time: 0.0470164 Mar 22 12:58:01.589361 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dd897-af8a-430a-a76f-96d6d50d25d6 None None] Pushing event updated for resources: {'Port': ['ID=44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:01.594154 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Routers {'01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:58:01.594759 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:57:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:01.716312 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69f53ebf-6e40-4b94-8b30-e5aa0ebc4107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:01.784220 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] Set router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:58:02.100470 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'name': 'tempest-TestMinimumBasicScenario-693856291-router', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:48Z', 'revision_number': 4, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'gw_port': {'id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3', 'name': '', 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'mac_address': 'fa:16:3e:4c:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d843143-be87-4d0b-9b17-e76b5c5dca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:47Z', 'updated_at': '2022-03-22T12:58:01Z', 'revision_number': 4, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'subnets': [{'id': '5d843143-be87-4d0b-9b17-e76b5c5dca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:02.107866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.108021 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3208878-a8e2-49b3-8577-18d7acfa2ce3 None None] The sync data for ids ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'] in dv-neutron-834653-1-hyperv is: [{'id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'name': 'tempest-TestMinimumBasicScenario-693856291-router', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:48Z', 'revision_number': 4, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'gw_port': {'id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3', 'name': '', 'network_id': 'd20cb24f-80bf-44cb-9d7e-860f7d9d554e', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'mac_address': 'fa:16:3e:4c:eb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d843143-be87-4d0b-9b17-e76b5c5dca56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:47Z', 'updated_at': '2022-03-22T12:58:01Z', 'revision_number': 4, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'subnets': [{'id': '5d843143-be87-4d0b-9b17-e76b5c5dca56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:58:02.154818 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.556705 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:58:02.594845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66581c29-790e-4ecf-8992-da25b03017db req-9648860c-e5d0-4c6e-ace2-4ac0ebe3c3a9 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:02.595556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-66581c29-790e-4ecf-8992-da25b03017db req-9648860c-e5d0-4c6e-ace2-4ac0ebe3c3a9 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Synchronizing usage tracker for tenant:2cd43c5ccd784405941ee2985b685fae on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:58:02.626145 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-66581c29-790e-4ecf-8992-da25b03017db req-9648860c-e5d0-4c6e-ace2-4ac0ebe3c3a9 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Unset dirty status for tenant:2cd43c5ccd784405941ee2985b685fae on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:58:02.627286 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-9648860c-e5d0-4c6e-ace2-4ac0ebe3c3a9 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.55 "GET /v2.0/networks?id=0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 200 len: 815 time: 0.2165561 Mar 22 12:58:02.643090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Request body: {'port': {'device_id': '506bbc08-51bd-438d-ad10-191f69f7d403', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'admin_state_up': True, 'tenant_id': '2cd43c5ccd784405941ee2985b685fae'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:58:02.680526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:58:02.687461 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:58:02.688024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.733916 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a5df1a6d-72be-454f-b04b-374a57c75026 req-3cbeac82-4123-4930-9fa3-251cc1075c5e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 210 time: 0.0641952 Mar 22 12:58:02.804183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:58:02.813364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.814272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:58:02.826552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Made reservation on behalf of 2cd43c5ccd784405941ee2985b685fae for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 12:58:02.831120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.850734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3,segment=NetworkSegment(2c49e467-7d40-409e-b886-5a1fd3c9edbf),segment_id=2c49e467-7d40-409e-b886-5a1fd3c9edbf)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:02.857064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:02.858172 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device daa63440-d0ac-4c18-a23e-5443682d1d46 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:58:02.987434 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:03.006920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port daa63440-d0ac-4c18-a23e-5443682d1d46 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:58:03.007371 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:03.025956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Allocated IP 172.20.0.3 (0df65ac6-529c-4d52-9091-310552f932d5/65ef736f-2329-48b9-a70e-57336d450f73/a46f5a54-a839-49bd-8b05-5b565782f133) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:58:03.332078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:03.353748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Transition to ACTIVE for port object a46f5a54-a839-49bd-8b05-5b565782f133 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:58:03.380683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:03.418562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:03.499118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Network 0df65ac6-529c-4d52-9091-310552f932d5 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:03.503640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:03.509833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:58:03.566208 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'Port': ['ID=a46f5a54-a839-49bd-8b05-5b565782f133,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:03.600916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:03.602015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:03.602015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:03.602677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:03.603235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:03.603839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:03.604287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:03.604895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:03.605237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:03.605707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:03.606196 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 12:58:03.635985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:03.636881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:03.678148 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-9d1b9bef-1ed7-4982-a93d-9f782a27c886 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0386007 Mar 22 12:58:03.803133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d6068768-acb5-4364-a887-73b956a4e327 None None] Provisioning for port a46f5a54-a839-49bd-8b05-5b565782f133 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:58:03.815487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d6068768-acb5-4364-a887-73b956a4e327 None None] Provisioning complete for port a46f5a54-a839-49bd-8b05-5b565782f133 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:58:03.816273 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d6068768-acb5-4364-a887-73b956a4e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:03.938311 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d6068768-acb5-4364-a887-73b956a4e327 None None] Port a46f5a54-a839-49bd-8b05-5b565782f133 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 12:58:03.961347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6d53-a861-4a82-a4d8-4bd0b2eceb83 req-04b716f8-002a-4ab9-a270-04541a7c2aa3 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:03.962574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0c5c6d53-a861-4a82-a4d8-4bd0b2eceb83 req-04b716f8-002a-4ab9-a270-04541a7c2aa3 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Synchronizing usage tracker for tenant:2cd43c5ccd784405941ee2985b685fae on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:58:03.982120 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0c5c6d53-a861-4a82-a4d8-4bd0b2eceb83 req-04b716f8-002a-4ab9-a270-04541a7c2aa3 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Unset dirty status for tenant:2cd43c5ccd784405941ee2985b685fae on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:58:03.983286 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0c5c6d53-a861-4a82-a4d8-4bd0b2eceb83 req-04b716f8-002a-4ab9-a270-04541a7c2aa3 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 931 time: 0.1078520 Mar 22 12:58:04.029890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0c5c6d53-a861-4a82-a4d8-4bd0b2eceb83 req-8bd3a4fc-7bad-4b24-b2a8-cfa0e317d436 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Synchronizing usage tracker for tenant:2cd43c5ccd784405941ee2985b685fae on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:58:04.048569 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0c5c6d53-a861-4a82-a4d8-4bd0b2eceb83 req-8bd3a4fc-7bad-4b24-b2a8-cfa0e317d436 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Unset dirty status for tenant:2cd43c5ccd784405941ee2985b685fae on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:58:04.051261 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0c5c6d53-a861-4a82-a4d8-4bd0b2eceb83 req-8bd3a4fc-7bad-4b24-b2a8-cfa0e317d436 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609832 Mar 22 12:58:04.460744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:58:04.533906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:58:04.534643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:05.307957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5247a-188d-4191-a240-0aa18f385907 req-9965311a-a8bf-408b-a663-a3421b2fb6bb tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:05.310151 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ece5247a-188d-4191-a240-0aa18f385907 req-9965311a-a8bf-408b-a663-a3421b2fb6bb tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 931 time: 0.1095378 Mar 22 12:58:05.360105 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ece5247a-188d-4191-a240-0aa18f385907 req-4f7b69bd-a82e-46ee-a093-6b37f339ae99 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Mar 22 12:58:06.574737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218a360-73af-4049-b1b7-f27a882b2662 req-6a2d8cb0-d239-472a-8558-d7a3d6fa05c6 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:06.577249 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5218a360-73af-4049-b1b7-f27a882b2662 req-6a2d8cb0-d239-472a-8558-d7a3d6fa05c6 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 931 time: 0.0899591 Mar 22 12:58:06.636026 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5218a360-73af-4049-b1b7-f27a882b2662 req-11f077bd-c8f6-4adc-8698-114f1e725b3d tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519400 Mar 22 12:58:07.840388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b591629-7121-4e9e-a69d-d266bd75a9bb req-6226fde6-64fc-4916-b7f0-5ee9ab241327 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:07.841910 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b591629-7121-4e9e-a69d-d266bd75a9bb req-6226fde6-64fc-4916-b7f0-5ee9ab241327 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 931 time: 0.0834625 Mar 22 12:58:07.891945 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b591629-7121-4e9e-a69d-d266bd75a9bb req-81cad59f-2cfd-4d1c-872b-cc6a74a1f7ca tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441015 Mar 22 12:58:09.104490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2602b48-ab79-4515-8202-b8ab50b1765e req-01445194-c030-46cf-99c8-cde924150278 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:09.105968 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2602b48-ab79-4515-8202-b8ab50b1765e req-01445194-c030-46cf-99c8-cde924150278 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 931 time: 0.0810442 Mar 22 12:58:09.162476 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2602b48-ab79-4515-8202-b8ab50b1765e req-3e3c4221-ee2b-41e7-a017-4129ad6afb4c tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509508 Mar 22 12:58:10.384865 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68212-5e96-48ef-94e9-8fd7b15340fe req-871b7729-8c9a-45d3-bae4-2396fa81ca5c tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:10.386783 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-67a68212-5e96-48ef-94e9-8fd7b15340fe req-871b7729-8c9a-45d3-bae4-2396fa81ca5c tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 931 time: 0.0939164 Mar 22 12:58:10.434897 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-67a68212-5e96-48ef-94e9-8fd7b15340fe req-bbdfd429-5071-4c40-8fb5-f70de1bba39e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423064 Mar 22 12:58:11.635953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a534c-f6b8-4d69-9c6e-beb31bf9a3d3 req-1d651da4-7bcb-4415-90cf-6b612a1cd2b9 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:11.637371 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-030a534c-f6b8-4d69-9c6e-beb31bf9a3d3 req-1d651da4-7bcb-4415-90cf-6b612a1cd2b9 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 931 time: 0.0839691 Mar 22 12:58:11.684928 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-030a534c-f6b8-4d69-9c6e-beb31bf9a3d3 req-113a87b9-2e83-45f8-b194-ad18e7011bd4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 Mar 22 12:58:12.431387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Request body: {'port': {'device_id': '506bbc08-51bd-438d-ad10-191f69f7d403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:58:12.539266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:12.891977 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967f1cf-e3d7-44eb-b0b3-531e52d11c66 req-33c9679c-b072-460d-8c9b-c26d7e8c336f tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:12.893297 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5967f1cf-e3d7-44eb-b0b3-531e52d11c66 req-33c9679c-b072-460d-8c9b-c26d7e8c336f tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 931 time: 0.0801511 Mar 22 12:58:12.938949 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5967f1cf-e3d7-44eb-b0b3-531e52d11c66 req-64f23c18-3ea7-4f05-8e33-f12097cf4840 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398190 Mar 22 12:58:12.964131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46f5a54-a839-49bd-8b05-5b565782f133 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:58:12.970815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:12.985956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Transition to ACTIVE for port object a46f5a54-a839-49bd-8b05-5b565782f133 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 12:58:12.991334 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:13.113194 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Pushing event updated for resources: {'Port': ['ID=a46f5a54-a839-49bd-8b05-5b565782f133,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:13.223285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Attempting to bind port a46f5a54-a839-49bd-8b05-5b565782f133 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 12:58:13.223608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Attempting to bind port a46f5a54-a839-49bd-8b05-5b565782f133 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 12:58:13.223993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Attempting to bind port a46f5a54-a839-49bd-8b05-5b565782f133 on network 0df65ac6-529c-4d52-9091-310552f932d5 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:58:13.230004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Port a46f5a54-a839-49bd-8b05-5b565782f133 on network 0df65ac6-529c-4d52-9091-310552f932d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 12:58:13.230305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Attempting to bind port a46f5a54-a839-49bd-8b05-5b565782f133 on network 0df65ac6-529c-4d52-9091-310552f932d5 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 12:58:13.236347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 12, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 12:58:13.236667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Checking segment: {'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 12:58:13.237034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Bound using segment: {'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 12:58:13.237438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Bound port: a46f5a54-a839-49bd-8b05-5b565782f133, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a05762c-b7b8-49ae-8ae2-6deded101e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 12:58:13.237786 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:13.327742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] For port a46f5a54-a839-49bd-8b05-5b565782f133, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 12:58:13.330878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] For port a46f5a54-a839-49bd-8b05-5b565782f133, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a46f5a54-a839-49bd-8b05-5b565782f133,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 12:58:13.335136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:13.395681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:13.397037 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] 10.222.0.55 "PUT /v2.0/ports/a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 1093 time: 0.9715571 Mar 22 12:58:13.397537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:58:13.416436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e781dbd-222f-46ca-bb41-d1e7e16d95ae service neutron] Pushing event updated for resources: {'Port': ['ID=a46f5a54-a839-49bd-8b05-5b565782f133,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:13.473925 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'status': 'completed', 'code': 200} Mar 22 12:58:13.516156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:13.520278 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-b0afe07b-e582-4a6e-a54d-ad64066b4e9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cd43c5ccd784405941ee2985b685fae&device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1096 time: 0.0806415 Mar 22 12:58:13.591776 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-fa2d3a5b-3fa5-4a2c-bcbf-f51a7948bbdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 217 time: 0.0645249 Mar 22 12:58:13.656490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66581c29-790e-4ecf-8992-da25b03017db req-7f06cda3-1160-449f-a486-db92228afa84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:13.658070 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-7f06cda3-1160-449f-a486-db92228afa84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ef736f-2329-48b9-a70e-57336d450f73 HTTP/1.1" status: 200 len: 854 time: 0.0610378 Mar 22 12:58:13.737849 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-b16e5b4b-9f94-4960-982e-62f2543e1c7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0df65ac6-529c-4d52-9091-310552f932d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733314 Mar 22 12:58:13.873063 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-c25a4a9e-90ec-426f-9620-72d9c52e4ce3 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290398 Mar 22 12:58:14.014129 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-66581c29-790e-4ecf-8992-da25b03017db req-fd0a82af-ae3c-4eee-ab5f-fd2365735693 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352942 Mar 22 12:58:14.131679 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a298108d-4e40-47a3-8d1f-1ec233b4d4cb req-756b200f-8d0a-4eee-af13-b326f0c4bb6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cd43c5ccd784405941ee2985b685fae&device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1096 time: 0.0671537 Mar 22 12:58:14.136456 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb0f85-44b0-43c4-86a3-1dcb2de34d81 req-192fe7a0-82d8-426d-b6f1-b1c942dc083a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:14.137896 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-18eb0f85-44b0-43c4-86a3-1dcb2de34d81 req-192fe7a0-82d8-426d-b6f1-b1c942dc083a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 943 time: 0.0762115 Mar 22 12:58:14.186667 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-18eb0f85-44b0-43c4-86a3-1dcb2de34d81 req-ccde9a37-0df1-45d7-8c93-ed53906dd5b5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432458 Mar 22 12:58:14.263723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298108d-4e40-47a3-8d1f-1ec233b4d4cb req-1743079c-c107-4fce-a625-9119bee0e104 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:14.265078 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a298108d-4e40-47a3-8d1f-1ec233b4d4cb req-1743079c-c107-4fce-a625-9119bee0e104 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 200 len: 916 time: 0.1279640 Mar 22 12:58:14.334452 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a298108d-4e40-47a3-8d1f-1ec233b4d4cb req-9c76c5e7-d2d8-4db2-8380-89b3d5fabe17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 217 time: 0.0635307 Mar 22 12:58:14.397185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298108d-4e40-47a3-8d1f-1ec233b4d4cb req-6e21451f-82bf-4174-98e6-3b3b8c1334f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:14.398697 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a298108d-4e40-47a3-8d1f-1ec233b4d4cb req-6e21451f-82bf-4174-98e6-3b3b8c1334f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ef736f-2329-48b9-a70e-57336d450f73 HTTP/1.1" status: 200 len: 854 time: 0.0590234 Mar 22 12:58:14.569003 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a298108d-4e40-47a3-8d1f-1ec233b4d4cb req-4f20e8d0-645d-4a33-99c9-1669de5a38a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0df65ac6-529c-4d52-9091-310552f932d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1646791 Mar 22 12:58:14.699092 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a298108d-4e40-47a3-8d1f-1ec233b4d4cb req-bd361cda-5206-4942-90a6-615922d95bdc service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234562 Mar 22 12:58:14.829058 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a298108d-4e40-47a3-8d1f-1ec233b4d4cb req-0e9432dc-f50c-4d62-b4e6-2cb87fa8d623 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233573 Mar 22 12:58:15.388644 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343288e5-5963-4e31-b2fb-8993c91a56d5 req-00ff1c3c-7531-44a9-837c-15b7314c7aa5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:15.390395 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-343288e5-5963-4e31-b2fb-8993c91a56d5 req-00ff1c3c-7531-44a9-837c-15b7314c7aa5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 943 time: 0.0838554 Mar 22 12:58:15.443230 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-343288e5-5963-4e31-b2fb-8993c91a56d5 req-04641a1e-512e-423f-9455-f4ca771c099d tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469129 Mar 22 12:58:16.371496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a46f5a54-a839-49bd-8b05-5b565782f133 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 12:58:16.511585 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port a46f5a54-a839-49bd-8b05-5b565782f133, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a46f5a54-a839-49bd-8b05-5b565782f133,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:16.524891 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'port_id': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'mac_address': 'fa:16:3e:b9:41:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 12:58:16.578586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:16.604102 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46f5a54-a839-49bd-8b05-5b565782f133 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 12:58:16.620703 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port a46f5a54-a839-49bd-8b05-5b565782f133, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a46f5a54-a839-49bd-8b05-5b565782f133,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:16.626224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:16.662357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42de5-61d2-498c-9d1c-374feef96f46 req-6b1929a5-dfc9-4434-948b-ed1075829035 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:16.664044 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-66e42de5-61d2-498c-9d1c-374feef96f46 req-6b1929a5-dfc9-4434-948b-ed1075829035 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 943 time: 0.0920806 Mar 22 12:58:16.690130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=a46f5a54-a839-49bd-8b05-5b565782f133,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:16.711756 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-66e42de5-61d2-498c-9d1c-374feef96f46 req-f43bdc63-201b-4bf5-aabf-f43c0c79c617 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Mar 22 12:58:16.941319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['a46f5a54-a839-49bd-8b05-5b565782f133'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:58:17.931383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb55311-d6f6-47d0-bc4f-34523fe2adcf req-071001b1-584c-4cbb-b8a3-df9c70620b8d tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:17.932770 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1cb55311-d6f6-47d0-bc4f-34523fe2adcf req-071001b1-584c-4cbb-b8a3-df9c70620b8d tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 944 time: 0.0835149 Mar 22 12:58:17.979150 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1cb55311-d6f6-47d0-bc4f-34523fe2adcf req-b6d5132d-ccd5-4efd-866b-b956239c4105 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383604 Mar 22 12:58:18.372009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a46f5a54-a839-49bd-8b05-5b565782f133 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 12:58:18.453829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port a46f5a54-a839-49bd-8b05-5b565782f133 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 12:58:18.458744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port a46f5a54-a839-49bd-8b05-5b565782f133 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:58:18.459136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:18.574460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:18.600844 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:58:18.610601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port a46f5a54-a839-49bd-8b05-5b565782f133, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a46f5a54-a839-49bd-8b05-5b565782f133,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:18.618030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:18.660099 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'code': 200} Mar 22 12:58:18.687729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=a46f5a54-a839-49bd-8b05-5b565782f133,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:18.911519 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63757518-7725-4ae3-82d7-f47d87746347 req-6e2bba80-51eb-46be-86c9-a0e13b1c4331 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1098 time: 0.0906467 Mar 22 12:58:18.953095 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63757518-7725-4ae3-82d7-f47d87746347 req-54a2146c-012c-4b8c-b74d-2dec96a0ea54 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355091 Mar 22 12:58:19.190707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a64439-d5cd-4d0b-b502-ad25d17eccae req-dddacc32-139b-4245-8ab5-21a261147c5c tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:19.192054 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-56a64439-d5cd-4d0b-b502-ad25d17eccae req-dddacc32-139b-4245-8ab5-21a261147c5c tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 945 time: 0.0849473 Mar 22 12:58:19.239464 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-56a64439-d5cd-4d0b-b502-ad25d17eccae req-e737a102-0686-4d3a-b4d8-2250429f241e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Mar 22 12:58:20.531926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd1b91-10d0-4238-98b3-0c81d07636b9 req-180ae44e-7edb-48b5-b5e3-f9f2bdbefa2e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:20.533254 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bddd1b91-10d0-4238-98b3-0c81d07636b9 req-180ae44e-7edb-48b5-b5e3-f9f2bdbefa2e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 945 time: 0.1719565 Mar 22 12:58:20.581365 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bddd1b91-10d0-4238-98b3-0c81d07636b9 req-80186fa0-d05b-4ad9-bd53-75da9eab4b37 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Mar 22 12:58:20.785998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b5e5b-c287-4ab6-9584-57b5a59c8e25 req-5ee945df-cf26-4c70-a463-d7e43d67e7b1 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:20.787339 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc4b5e5b-c287-4ab6-9584-57b5a59c8e25 req-5ee945df-cf26-4c70-a463-d7e43d67e7b1 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 945 time: 0.0856061 Mar 22 12:58:20.836845 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fc4b5e5b-c287-4ab6-9584-57b5a59c8e25 req-6d7a188d-d3a8-43fd-a3c0-6de8afa7e2c4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Mar 22 12:58:21.255905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5cd0e-71b8-431e-9a0c-df86954c6abd req-dfbb220b-ec96-4503-ad2b-c129664fb3db tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:21.257391 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dfe5cd0e-71b8-431e-9a0c-df86954c6abd req-dfbb220b-ec96-4503-ad2b-c129664fb3db tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 945 time: 0.0802574 Mar 22 12:58:21.304572 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dfe5cd0e-71b8-431e-9a0c-df86954c6abd req-22c546d0-ecd1-4d03-8cde-5eb72c484f12 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Mar 22 12:58:28.772517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-19206e7f-a532-4148-867c-bbdb1ec0c8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:29.161560 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:58:31.491559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4104d44-f483-4794-8c98-71d8d9292b6b req-c27e2705-157c-4654-bbce-951c1b0669bd tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:31.493020 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4104d44-f483-4794-8c98-71d8d9292b6b req-c27e2705-157c-4654-bbce-951c1b0669bd tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 945 time: 0.0859838 Mar 22 12:58:31.541693 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d4104d44-f483-4794-8c98-71d8d9292b6b req-91e43c64-7d1b-4744-bd92-e913fcecbcd9 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Mar 22 12:58:31.570596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51638) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:31.726081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c3d47a61-4b62-45bc-a420-e8485336cd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:31.765474 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f505b079-03c9-4737-9c01-9899b381a0e6 tempest-TestMinimumBasicScenario-713917166 tempest-TestMinimumBasicScenario-713917166-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1093 time: 0.1936307 Mar 22 12:58:31.769766 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51644) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:31.774773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:58:31.780401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:58:31.784416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Usage tracker for resource:floatingip and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:58:31.787368 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:58:31.793289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:58:31.804008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:31.942638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:32.077576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Allocated IP 172.26.0.42 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/cdf1d06f-c351-4928-b1ba-b9d2da2f9baf) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 12:58:32.103191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:32.150504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:32.227749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:32.255870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:32.319735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 12:58:32.322510 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 12:58:32.326720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 12:58:32.353273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'Port': ['ID=cdf1d06f-c351-4928-b1ba-b9d2da2f9baf,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:32.919878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:32.975796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:33.174553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:33.180523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:33.291386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'Port': ['ID=cdf1d06f-c351-4928-b1ba-b9d2da2f9baf,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:33.304171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:33.407424 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:33.495849 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Floating IP ea0e97fe-5ac2-4483-97b4-d3d5cad0c11f associated. External IP: 172.26.0.42, port: a46f5a54-a839-49bd-8b05-5b565782f133. Mar 22 12:58:33.891540 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Router 634be256-434d-4b06-a2d4-22c6693dfa28 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 12:58:34.199750 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 12:58:34.210627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda1515-f2bc-4df8-9441-d845da3302a4 None None] Sync routers for ids ['634be256-434d-4b06-a2d4-22c6693dfa28'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 12:58:34.225964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda1515-f2bc-4df8-9441-d845da3302a4 None None] Routers {'634be256-434d-4b06-a2d4-22c6693dfa28'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:58:34.226387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.226709 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bcda1515-f2bc-4df8-9441-d845da3302a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:58:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['634be256-434d-4b06-a2d4-22c6693dfa28'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:34.280724 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-71ef9384-8379-4309-a001-814e9bf38015 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5099585 Mar 22 12:58:34.281299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:58:34.283928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51648) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:34.290568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976756268', 'description': 'tempest-secgroup-smoke-1976756268 description', 'project_id': '2cd43c5ccd784405941ee2985b685fae'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:58:34.297812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:58:34.307976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:58:34.320244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.339479 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'status': 'completed', 'code': 200} Mar 22 12:58:34.362471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:58:34.366714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Usage tracker for resource:security_group_rule and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:58:34.369615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:58:34.376041 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:58:34.415587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-bcda1515-f2bc-4df8-9441-d845da3302a4 None None] Set router 634be256-434d-4b06-a2d4-22c6693dfa28 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:58:34.441807 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.446547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.493026 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39068260-e91c-4721-a400-4e55dfcfd97f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:34.497592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.499034 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-74b6802b-d1a0-42cf-80f4-fa3eddaff2e4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2134752 Mar 22 12:58:34.502022 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51656) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:34.506063 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d71eaa78-6717-43fc-a3c8-29331cdc7ec3 req-91f2872e-0766-4e0c-b5ee-d5dad50eb450 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cd43c5ccd784405941ee2985b685fae&device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1098 time: 0.1472828 Mar 22 12:58:34.508804 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-43379126-870e-4764-b61f-eecdaf399f7e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Request body: {'security_group_rule': {'security_group_id': '39068260-e91c-4721-a400-4e55dfcfd97f', 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:58:34.515010 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-43379126-870e-4764-b61f-eecdaf399f7e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:58:34.519683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-43379126-870e-4764-b61f-eecdaf399f7e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Usage tracker for resource:security_group_rule and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:58:34.524008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-43379126-870e-4764-b61f-eecdaf399f7e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:58:34.532253 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-43379126-870e-4764-b61f-eecdaf399f7e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:58:34.555227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43379126-870e-4764-b61f-eecdaf399f7e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.622806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43379126-870e-4764-b61f-eecdaf399f7e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.628567 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43379126-870e-4764-b61f-eecdaf399f7e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.646484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eaa78-6717-43fc-a3c8-29331cdc7ec3 req-d066010a-65bc-4c80-bec2-776b6de010a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:34.648444 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d71eaa78-6717-43fc-a3c8-29331cdc7ec3 req-d066010a-65bc-4c80-bec2-776b6de010a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 200 len: 916 time: 0.1362476 Mar 22 12:58:34.651967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43379126-870e-4764-b61f-eecdaf399f7e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8f9206-8abc-4e93-b362-7b1b3f50c4e9,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:34.662033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-43379126-870e-4764-b61f-eecdaf399f7e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.663629 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-43379126-870e-4764-b61f-eecdaf399f7e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1603866 Mar 22 12:58:34.666643 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51660) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:34.672409 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-16dd7a6e-30c5-47e0-879d-299543132899 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Request body: {'security_group_rule': {'security_group_id': '39068260-e91c-4721-a400-4e55dfcfd97f', 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:58:34.678551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-16dd7a6e-30c5-47e0-879d-299543132899 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:58:34.682341 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-16dd7a6e-30c5-47e0-879d-299543132899 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Usage tracker for resource:security_group_rule and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:58:34.685248 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-16dd7a6e-30c5-47e0-879d-299543132899 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:58:34.691048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-16dd7a6e-30c5-47e0-879d-299543132899 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:58:34.710014 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16dd7a6e-30c5-47e0-879d-299543132899 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.758156 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d71eaa78-6717-43fc-a3c8-29331cdc7ec3 req-d2a7d4a3-e009-483b-a5f1-c4c13ef864e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 998 time: 0.1034589 Mar 22 12:58:34.770697 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bcda1515-f2bc-4df8-9441-d845da3302a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ea0e97fe-5ac2-4483-97b4-d3d5cad0c11f', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'port_id': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'mac_address': 'fa:16:3e:b9:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506bbc08-51bd-438d-ad10-191f69f7d403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:32Z', 'updated_at': '2022-03-22T12:58:32Z', 'revision_number': 0, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa63440-d0ac-4c18-a23e-5443682d1d46', 'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:41Z', 'updated_at': '2022-03-22T12:58:00Z', 'revision_number': 5, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'subnets': [{'id': '65ef736f-2329-48b9-a70e-57336d450f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:34.773502 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16dd7a6e-30c5-47e0-879d-299543132899 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.774654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda1515-f2bc-4df8-9441-d845da3302a4 None None] Checking router: 634be256-434d-4b06-a2d4-22c6693dfa28 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 12:58:34.778481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16dd7a6e-30c5-47e0-879d-299543132899 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.786387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda1515-f2bc-4df8-9441-d845da3302a4 None None] Routers {'634be256-434d-4b06-a2d4-22c6693dfa28'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 12:58:34.787024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bcda1515-f2bc-4df8-9441-d845da3302a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T12:58:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['634be256-434d-4b06-a2d4-22c6693dfa28'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:34.802264 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd7a6e-30c5-47e0-879d-299543132899 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c33ca1-584a-44f8-bd03-a2ca030c706f,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:34.813321 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-16dd7a6e-30c5-47e0-879d-299543132899 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.814654 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-16dd7a6e-30c5-47e0-879d-299543132899 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1468387 Mar 22 12:58:34.817430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51664) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:34.823167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1c9d1cb2-1194-4707-bfb0-1294c36b0328 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Request body: {'security_group_rule': {'security_group_id': '39068260-e91c-4721-a400-4e55dfcfd97f', 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:58:34.827982 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71eaa78-6717-43fc-a3c8-29331cdc7ec3 req-f1b501e8-220c-4c4d-85c6-bd4c34f7f40e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:34.829623 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d71eaa78-6717-43fc-a3c8-29331cdc7ec3 req-f1b501e8-220c-4c4d-85c6-bd4c34f7f40e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ef736f-2329-48b9-a70e-57336d450f73 HTTP/1.1" status: 200 len: 854 time: 0.0668552 Mar 22 12:58:34.829811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1c9d1cb2-1194-4707-bfb0-1294c36b0328 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:58:34.833911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1c9d1cb2-1194-4707-bfb0-1294c36b0328 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Usage tracker for resource:security_group_rule and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:58:34.837344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1c9d1cb2-1194-4707-bfb0-1294c36b0328 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:58:34.843500 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1c9d1cb2-1194-4707-bfb0-1294c36b0328 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:58:34.862357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1cb2-1194-4707-bfb0-1294c36b0328 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.913926 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d71eaa78-6717-43fc-a3c8-29331cdc7ec3 req-a72d3910-693c-4c89-b8ce-459c2939a07d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0df65ac6-529c-4d52-9091-310552f932d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788000 Mar 22 12:58:34.928371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1cb2-1194-4707-bfb0-1294c36b0328 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.932714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1cb2-1194-4707-bfb0-1294c36b0328 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.955667 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d1cb2-1194-4707-bfb0-1294c36b0328 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf09dc4-2b8f-49d0-8dd9-1e677fa4b889,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:34.971817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1cb2-1194-4707-bfb0-1294c36b0328 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:34.976615 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1c9d1cb2-1194-4707-bfb0-1294c36b0328 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1550186 Mar 22 12:58:34.977349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51668) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:34.984811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-abdb0af7-c2dd-45d8-a652-518b0ba08cc4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Request body: {'security_group_rule': {'security_group_id': '39068260-e91c-4721-a400-4e55dfcfd97f', 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:58:34.994442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-abdb0af7-c2dd-45d8-a652-518b0ba08cc4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:58:34.998457 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-abdb0af7-c2dd-45d8-a652-518b0ba08cc4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Usage tracker for resource:security_group_rule and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:58:35.000430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-abdb0af7-c2dd-45d8-a652-518b0ba08cc4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:58:35.008086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-abdb0af7-c2dd-45d8-a652-518b0ba08cc4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:58:35.016475 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-bcda1515-f2bc-4df8-9441-d845da3302a4 None None] Set router 634be256-434d-4b06-a2d4-22c6693dfa28 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 12:58:35.036503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abdb0af7-c2dd-45d8-a652-518b0ba08cc4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.075602 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d71eaa78-6717-43fc-a3c8-29331cdc7ec3 req-4d35bdab-e701-49e0-b627-6304dfdbb71a service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559696 Mar 22 12:58:35.104318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abdb0af7-c2dd-45d8-a652-518b0ba08cc4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.108952 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abdb0af7-c2dd-45d8-a652-518b0ba08cc4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.133330 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb0af7-c2dd-45d8-a652-518b0ba08cc4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906d17bb-9382-4c18-b0fa-f4a52d3d1caa,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:35.144194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-abdb0af7-c2dd-45d8-a652-518b0ba08cc4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.145439 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-abdb0af7-c2dd-45d8-a652-518b0ba08cc4 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1669893 Mar 22 12:58:35.148482 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51672) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:35.154589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Request body: {'security_group_rule': {'security_group_id': '39068260-e91c-4721-a400-4e55dfcfd97f', 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:58:35.160393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:58:35.164371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Usage tracker for resource:security_group_rule and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:58:35.167301 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:58:35.173036 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:58:35.185275 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Project 2cd43c5ccd784405941ee2985b685fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:58:35.192779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.218637 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d71eaa78-6717-43fc-a3c8-29331cdc7ec3 req-b038ca45-e1fd-451b-85dc-2d10f5389b90 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360283 Mar 22 12:58:35.271197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.275184 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.298256 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49376e71-7f61-4cd2-ac4c-fd7519aa9d20,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:35.309665 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.310942 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2297c148-fa96-4156-9ae3-ecb38f19a8d5 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1614661 Mar 22 12:58:35.313825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51676) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 12:58:35.319585 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Request body: {'security_group_rule': {'security_group_id': '39068260-e91c-4721-a400-4e55dfcfd97f', 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:58:35.326053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 12:58:35.330103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Usage tracker for resource:security_group_rule and tenant:2cd43c5ccd784405941ee2985b685fae is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 12:58:35.333156 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 12:58:35.338999 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 12:58:35.350626 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Project 2cd43c5ccd784405941ee2985b685fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 12:58:35.357080 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.421742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.422466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-bcda1515-f2bc-4df8-9441-d845da3302a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ea0e97fe-5ac2-4483-97b4-d3d5cad0c11f', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'port_id': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'mac_address': 'fa:16:3e:b9:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506bbc08-51bd-438d-ad10-191f69f7d403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:32Z', 'updated_at': '2022-03-22T12:58:32Z', 'revision_number': 0, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa63440-d0ac-4c18-a23e-5443682d1d46', 'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:41Z', 'updated_at': '2022-03-22T12:58:00Z', 'revision_number': 5, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'subnets': [{'id': '65ef736f-2329-48b9-a70e-57336d450f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 12:58:35.426448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.426979 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcda1515-f2bc-4df8-9441-d845da3302a4 None None] The sync data for ids ['634be256-434d-4b06-a2d4-22c6693dfa28'] in dv-neutron-834653-1-hyperv is: [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'ea0e97fe-5ac2-4483-97b4-d3d5cad0c11f', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'port_id': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'mac_address': 'fa:16:3e:b9:41:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '506bbc08-51bd-438d-ad10-191f69f7d403', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T12:58:32Z', 'updated_at': '2022-03-22T12:58:32Z', 'revision_number': 0, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daa63440-d0ac-4c18-a23e-5443682d1d46', 'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:41Z', 'updated_at': '2022-03-22T12:58:00Z', 'revision_number': 5, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'subnets': [{'id': '65ef736f-2329-48b9-a70e-57336d450f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 12:58:35.452241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de36e56a-3744-4bc4-8ecc-a23877e63b3a,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:35.464393 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:35.465616 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-279b9055-afa1-46d0-a416-096046b8e175 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1506855 Mar 22 12:58:35.598202 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16df3d55-f376-48a5-8f56-1992c9caede1 req-9324f6a5-5165-47a5-9820-dd2185a58eca tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976756268&fields=id&tenant_id=2cd43c5ccd784405941ee2985b685fae HTTP/1.1" status: 200 len: 267 time: 0.0421586 Mar 22 12:58:35.626155 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baad6477-ae97-4389-9fa9-856c7076da81 None None] New status for floating IP ea0e97fe-5ac2-4483-97b4-d3d5cad0c11f: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 12:58:35.677268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df3d55-f376-48a5-8f56-1992c9caede1 req-c55d5a25-bb5e-4ec2-bf5e-2b5371040aef tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:35.679109 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16df3d55-f376-48a5-8f56-1992c9caede1 req-c55d5a25-bb5e-4ec2-bf5e-2b5371040aef tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 945 time: 0.0754640 Mar 22 12:58:35.690040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-16df3d55-f376-48a5-8f56-1992c9caede1 req-2cfad16f-04df-40cf-871b-628bd3f8038e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Request body: {'port': {'security_groups': ['c470aa3e-1722-4aa3-b433-6f013db12f19', '39068260-e91c-4721-a400-4e55dfcfd97f']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 12:58:35.805350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-16df3d55-f376-48a5-8f56-1992c9caede1 req-2cfad16f-04df-40cf-871b-628bd3f8038e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:36.067065 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-16df3d55-f376-48a5-8f56-1992c9caede1 req-2cfad16f-04df-40cf-871b-628bd3f8038e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] For port a46f5a54-a839-49bd-8b05-5b565782f133, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a46f5a54-a839-49bd-8b05-5b565782f133,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 12:58:36.092222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-16df3d55-f376-48a5-8f56-1992c9caede1 req-2cfad16f-04df-40cf-871b-628bd3f8038e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:36.098958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-16df3d55-f376-48a5-8f56-1992c9caede1 req-2cfad16f-04df-40cf-871b-628bd3f8038e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:36.119631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['a46f5a54-a839-49bd-8b05-5b565782f133'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:58:36.166042 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df3d55-f376-48a5-8f56-1992c9caede1 req-2cfad16f-04df-40cf-871b-628bd3f8038e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:36.167109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-16df3d55-f376-48a5-8f56-1992c9caede1 req-2cfad16f-04df-40cf-871b-628bd3f8038e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:36.172892 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16df3d55-f376-48a5-8f56-1992c9caede1 req-2cfad16f-04df-40cf-871b-628bd3f8038e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "PUT /v2.0/ports/a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 981 time: 0.4824390 Mar 22 12:58:36.193602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfad16f-04df-40cf-871b-628bd3f8038e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'Port': ['ID=a46f5a54-a839-49bd-8b05-5b565782f133,revision_number=6']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 12:58:36.239128 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['a46f5a54-a839-49bd-8b05-5b565782f133'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 12:58:36.340422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 12:58:36.395083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a5f3e-9a32-4386-a020-48b3a3b0989a req-84b6f973-a004-4ea0-b032-39c4562b408a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:36.397384 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c97a5f3e-9a32-4386-a020-48b3a3b0989a req-84b6f973-a004-4ea0-b032-39c4562b408a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0898240 Mar 22 12:58:36.420269 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'status': 'completed', 'code': 200} Mar 22 12:58:36.449251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-c97a5f3e-9a32-4386-a020-48b3a3b0989a req-8f59f82f-0809-471c-bff4-a1c512ab5952 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Synchronizing usage tracker for tenant:2cd43c5ccd784405941ee2985b685fae on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 12:58:36.467824 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-c97a5f3e-9a32-4386-a020-48b3a3b0989a req-8f59f82f-0809-471c-bff4-a1c512ab5952 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Unset dirty status for tenant:2cd43c5ccd784405941ee2985b685fae on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 12:58:36.469335 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c97a5f3e-9a32-4386-a020-48b3a3b0989a req-8f59f82f-0809-471c-bff4-a1c512ab5952 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655622 Mar 22 12:58:36.530707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8dcf260d-967b-472e-8d60-1f36319676c4 None None] Provisioning complete for port a46f5a54-a839-49bd-8b05-5b565782f133 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 12:58:36.531350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8dcf260d-967b-472e-8d60-1f36319676c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:36.544946 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a66db765-0500-4ba5-aadf-89215bbd9e93 req-52e64595-ac73-4854-a560-ea21f1ba28ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cd43c5ccd784405941ee2985b685fae&device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1137 time: 0.0856245 Mar 22 12:58:36.790542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66db765-0500-4ba5-aadf-89215bbd9e93 req-419787ef-ad9c-41a0-ba60-7f750f18a5fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:36.792055 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a66db765-0500-4ba5-aadf-89215bbd9e93 req-419787ef-ad9c-41a0-ba60-7f750f18a5fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 200 len: 916 time: 0.2417266 Mar 22 12:58:36.893949 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a66db765-0500-4ba5-aadf-89215bbd9e93 req-dcc5f287-765b-41ea-a068-dfe0392ba040 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 1000 time: 0.0961807 Mar 22 12:58:36.956554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66db765-0500-4ba5-aadf-89215bbd9e93 req-34394e94-f657-4a8b-bf3d-a4532a4a592d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:36.958247 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a66db765-0500-4ba5-aadf-89215bbd9e93 req-34394e94-f657-4a8b-bf3d-a4532a4a592d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ef736f-2329-48b9-a70e-57336d450f73 HTTP/1.1" status: 200 len: 854 time: 0.0574467 Mar 22 12:58:37.036383 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a66db765-0500-4ba5-aadf-89215bbd9e93 req-6508ded0-e25c-43ba-8fb7-f8c1d549f947 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0df65ac6-529c-4d52-9091-310552f932d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710545 Mar 22 12:58:37.173253 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a66db765-0500-4ba5-aadf-89215bbd9e93 req-d938aaf0-16ba-48bd-ad15-d38e4823b219 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274827 Mar 22 12:58:37.303789 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a66db765-0500-4ba5-aadf-89215bbd9e93 req-6baebc76-ac0d-4b67-97ef-709f6c391ada service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271186 Mar 22 12:58:43.546828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:58:50.128476 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06ed7128-9f8a-49e1-8811-fad8a735e6a4 req-f4bafc5d-7aa7-443b-aab7-15bc5fc82580 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819147 Mar 22 12:58:50.298477 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06ed7128-9f8a-49e1-8811-fad8a735e6a4 req-e1c5a5fe-4f2b-44a7-a469-e66f58495625 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cd43c5ccd784405941ee2985b685fae&device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1137 time: 0.0961952 Mar 22 12:58:50.451314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed7128-9f8a-49e1-8811-fad8a735e6a4 req-f37e2273-c660-4a79-b2bd-bb69932e1d8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:50.452770 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06ed7128-9f8a-49e1-8811-fad8a735e6a4 req-f37e2273-c660-4a79-b2bd-bb69932e1d8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 200 len: 916 time: 0.1332757 Mar 22 12:58:50.564482 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06ed7128-9f8a-49e1-8811-fad8a735e6a4 req-ffa9b7bb-03b8-445b-93c4-da6d25fef5b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 1000 time: 0.1044917 Mar 22 12:58:50.634170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed7128-9f8a-49e1-8811-fad8a735e6a4 req-06b52d64-f7b6-4825-9c8d-ee8aaa1e0fc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:58:50.635602 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06ed7128-9f8a-49e1-8811-fad8a735e6a4 req-06b52d64-f7b6-4825-9c8d-ee8aaa1e0fc4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ef736f-2329-48b9-a70e-57336d450f73 HTTP/1.1" status: 200 len: 854 time: 0.0657780 Mar 22 12:58:50.725490 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06ed7128-9f8a-49e1-8811-fad8a735e6a4 req-ae5de234-a6c8-48b5-b3b2-62ccdf5f7229 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0df65ac6-529c-4d52-9091-310552f932d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842309 Mar 22 12:58:50.859508 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06ed7128-9f8a-49e1-8811-fad8a735e6a4 req-3afe7e83-550a-4c31-8bf0-822a23bc11b7 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278453 Mar 22 12:58:50.992208 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06ed7128-9f8a-49e1-8811-fad8a735e6a4 req-f73a406a-7187-42e2-8c96-73308ae9c409 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263244 Mar 22 12:58:58.769177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c05c3b0c-a420-4665-8b9b-59800553989e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:01.732678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2436c974-102a-4915-9933-932be1c6e7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:02.112914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:02.156441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:03.417658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:06.169843 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:59:13.550421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:28.762978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-78800870-62ed-4c1d-9a95-27feaf99528b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:31.728118 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0ccaa1ba-4d3a-4ebe-a3f2-031e8082462d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:32.111960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:32.150856 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:33.420039 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:37.308182 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eeb9932d-49b7-4bac-b3b9-0197e06ed23b req-20ffa36b-97fc-4baf-9d8e-2867ee564071 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cd43c5ccd784405941ee2985b685fae&device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1137 time: 0.0718577 Mar 22 12:59:37.352207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbd8ab-7960-4b81-be5c-db947e883045 req-4873ffe8-614e-40ae-b491-c1d40e5b1040 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:37.353668 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-90cbd8ab-7960-4b81-be5c-db947e883045 req-4873ffe8-614e-40ae-b491-c1d40e5b1040 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0837152 Mar 22 12:59:37.400543 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-90cbd8ab-7960-4b81-be5c-db947e883045 req-fa57261a-f15c-4099-a9d5-50fdde7e9115 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409942 Mar 22 12:59:37.436216 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9932d-49b7-4bac-b3b9-0197e06ed23b req-1a233996-d86f-4f81-891b-9c1670ab6b81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:37.437657 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eeb9932d-49b7-4bac-b3b9-0197e06ed23b req-1a233996-d86f-4f81-891b-9c1670ab6b81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 200 len: 916 time: 0.1237178 Mar 22 12:59:37.624140 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eeb9932d-49b7-4bac-b3b9-0197e06ed23b req-75d6fd61-2a53-4f81-b463-701ae4e11a52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 1000 time: 0.1797554 Mar 22 12:59:37.689503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9932d-49b7-4bac-b3b9-0197e06ed23b req-3c0ae1d0-7555-4c7d-8863-1fa7ff09f31d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:37.691789 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eeb9932d-49b7-4bac-b3b9-0197e06ed23b req-3c0ae1d0-7555-4c7d-8863-1fa7ff09f31d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ef736f-2329-48b9-a70e-57336d450f73 HTTP/1.1" status: 200 len: 854 time: 0.0617683 Mar 22 12:59:37.766828 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eeb9932d-49b7-4bac-b3b9-0197e06ed23b req-6c9e7c21-c626-4f0e-a760-e5ffdbe5ee90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0df65ac6-529c-4d52-9091-310552f932d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687468 Mar 22 12:59:37.905568 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eeb9932d-49b7-4bac-b3b9-0197e06ed23b req-eaf4dfde-5127-4a39-ab1d-9bc87e7bbb71 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319864 Mar 22 12:59:38.042092 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eeb9932d-49b7-4bac-b3b9-0197e06ed23b req-238d2807-9731-4f4d-9a05-c0e8d997d8b6 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302521 Mar 22 12:59:38.617983 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aa20f-43f2-4c0c-aa87-16ce9fc3ab8b req-0f6a73cf-5b8c-4dfb-87e8-e21f1751694a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:38.619324 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-531aa20f-43f2-4c0c-aa87-16ce9fc3ab8b req-0f6a73cf-5b8c-4dfb-87e8-e21f1751694a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0910223 Mar 22 12:59:38.665877 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-531aa20f-43f2-4c0c-aa87-16ce9fc3ab8b req-a276ca52-a191-4a09-9b95-6865f6cddbd2 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407460 Mar 22 12:59:39.874757 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06833529-1d92-4bda-8c25-0345adc56b81 req-7cf941f6-5a85-41c7-8486-9e25ab2b1284 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:39.876704 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06833529-1d92-4bda-8c25-0345adc56b81 req-7cf941f6-5a85-41c7-8486-9e25ab2b1284 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0800753 Mar 22 12:59:39.927353 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-06833529-1d92-4bda-8c25-0345adc56b81 req-2cf859f5-eacd-4344-bf8e-40a9d6d72dbb tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449238 Mar 22 12:59:41.182886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c28bfe-ac82-4b2c-8cf2-40c374ac2dbd req-624a8b03-6833-44c0-91ab-48e08a6d2e44 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:41.184305 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46c28bfe-ac82-4b2c-8cf2-40c374ac2dbd req-624a8b03-6833-44c0-91ab-48e08a6d2e44 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0785985 Mar 22 12:59:41.231950 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-46c28bfe-ac82-4b2c-8cf2-40c374ac2dbd req-09c14114-f29f-45f9-88eb-b9ce5e62fa4b tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417476 Mar 22 12:59:42.467984 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9e5ca-8b17-48ee-8571-0e34c27c9814 req-cf871c18-e600-4560-bfa9-cde91d473c25 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:42.469327 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bdb9e5ca-8b17-48ee-8571-0e34c27c9814 req-cf871c18-e600-4560-bfa9-cde91d473c25 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0880938 Mar 22 12:59:42.516084 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bdb9e5ca-8b17-48ee-8571-0e34c27c9814 req-66ca5778-19aa-4e18-87eb-b11885af2e3c tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408876 Mar 22 12:59:43.167933 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 12:59:43.566775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 12:59:43.731443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb903d95-0eac-4502-a628-be032edf5d55 req-11a0d658-9c55-45e0-adf0-90404f2bb540 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:43.732843 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb903d95-0eac-4502-a628-be032edf5d55 req-11a0d658-9c55-45e0-adf0-90404f2bb540 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0894952 Mar 22 12:59:43.780000 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cb903d95-0eac-4502-a628-be032edf5d55 req-c449542f-dcb6-45d9-b01b-1f1f499745bd tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414200 Mar 22 12:59:44.988318 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dcf15-8157-4f9f-a887-fae52ab42b21 req-cce10081-de2a-4a11-8dfe-22f17af7c270 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:44.989768 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d98dcf15-8157-4f9f-a887-fae52ab42b21 req-cce10081-de2a-4a11-8dfe-22f17af7c270 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0785012 Mar 22 12:59:45.039165 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d98dcf15-8157-4f9f-a887-fae52ab42b21 req-303e3a29-e9b0-46fa-95ef-c50e569fbc6c tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410144 Mar 22 12:59:46.251922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c267c-3ce8-4ba9-9d2a-9d99e2b507f2 req-f2dd4008-5d43-4704-8259-64c360c39b48 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:46.253316 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-346c267c-3ce8-4ba9-9d2a-9d99e2b507f2 req-f2dd4008-5d43-4704-8259-64c360c39b48 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0844595 Mar 22 12:59:46.308961 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-346c267c-3ce8-4ba9-9d2a-9d99e2b507f2 req-fb402de4-8d4c-4923-bd80-0b878d6fe26e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469291 Mar 22 12:59:47.533573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791cbdb-feca-4b56-a6a6-fc49e6d9fddd req-f9efbb4b-1e08-4146-be6a-ed67f667f255 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:47.534902 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0791cbdb-feca-4b56-a6a6-fc49e6d9fddd req-f9efbb4b-1e08-4146-be6a-ed67f667f255 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0835915 Mar 22 12:59:47.581993 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0791cbdb-feca-4b56-a6a6-fc49e6d9fddd req-5c15028b-f3fb-43f7-b075-32a022d18aa3 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414050 Mar 22 12:59:48.796185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760b3cf-60d9-41f4-ae17-3ac7085cb578 req-a4e02d69-bd2f-4aca-b61b-404c84b83533 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:48.797658 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f760b3cf-60d9-41f4-ae17-3ac7085cb578 req-a4e02d69-bd2f-4aca-b61b-404c84b83533 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0809257 Mar 22 12:59:48.845309 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f760b3cf-60d9-41f4-ae17-3ac7085cb578 req-c4bd1c91-a60b-46e4-8692-332c2cce15f3 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414867 Mar 22 12:59:50.061236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04810bc2-e441-4bd6-a5c1-8e2219310b0d req-8814fac0-e523-427b-bdff-62ad52ebbec3 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:50.062681 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04810bc2-e441-4bd6-a5c1-8e2219310b0d req-8814fac0-e523-427b-bdff-62ad52ebbec3 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0869987 Mar 22 12:59:50.115810 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-04810bc2-e441-4bd6-a5c1-8e2219310b0d req-4f969441-41e8-4923-a51f-e57dfaff3a45 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444937 Mar 22 12:59:51.147040 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e091982-fc9b-4b88-a627-6f564fbfd73c req-288c89ac-c3ba-45aa-afee-d1b0c037d1db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cd43c5ccd784405941ee2985b685fae&device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1137 time: 0.0710762 Mar 22 12:59:51.335577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e091982-fc9b-4b88-a627-6f564fbfd73c req-6fcdda4d-725a-4dc8-9fea-82faa026eba7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:51.336967 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e091982-fc9b-4b88-a627-6f564fbfd73c req-6fcdda4d-725a-4dc8-9fea-82faa026eba7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 200 len: 916 time: 0.1709526 Mar 22 12:59:51.423796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d849f3a-2890-4ff2-8a45-7e0f1fca62b8 req-64e608fa-a277-4c94-9dc0-aac9fde1bbec tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:51.425098 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6d849f3a-2890-4ff2-8a45-7e0f1fca62b8 req-64e608fa-a277-4c94-9dc0-aac9fde1bbec tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.1753128 Mar 22 12:59:51.471684 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e091982-fc9b-4b88-a627-6f564fbfd73c req-cb6f333f-2dff-49e3-8383-9cb91ca656ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 1000 time: 0.1280158 Mar 22 12:59:51.520665 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6d849f3a-2890-4ff2-8a45-7e0f1fca62b8 req-050c933d-39ac-4b1b-92f8-0b91cf3ef77a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893424 Mar 22 12:59:51.549405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e091982-fc9b-4b88-a627-6f564fbfd73c req-11e8bc9f-59d8-4f40-8d49-c2ed4b36da5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:51.551454 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e091982-fc9b-4b88-a627-6f564fbfd73c req-11e8bc9f-59d8-4f40-8d49-c2ed4b36da5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ef736f-2329-48b9-a70e-57336d450f73 HTTP/1.1" status: 200 len: 854 time: 0.0740798 Mar 22 12:59:51.630539 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e091982-fc9b-4b88-a627-6f564fbfd73c req-2f43f44e-4142-48a2-a22a-c02a4a1582e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0df65ac6-529c-4d52-9091-310552f932d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732358 Mar 22 12:59:51.856824 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e091982-fc9b-4b88-a627-6f564fbfd73c req-4232afc6-0a1c-4046-8d15-2a92889b323a service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197106 Mar 22 12:59:52.000364 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e091982-fc9b-4b88-a627-6f564fbfd73c req-6ffb276b-fa71-4251-a6b6-9f8cb6fd93b2 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379297 Mar 22 12:59:52.737332 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c84fdc-af78-4dc8-bc68-9327fb95f811 req-8691478d-74e2-4877-82ca-eb81571a91ff tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:52.738769 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-15c84fdc-af78-4dc8-bc68-9327fb95f811 req-8691478d-74e2-4877-82ca-eb81571a91ff tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0795765 Mar 22 12:59:52.787397 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-15c84fdc-af78-4dc8-bc68-9327fb95f811 req-24321dc8-8b90-4b91-af0f-7de832737e4e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403757 Mar 22 12:59:53.989947 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca652f98-f38b-487f-b719-b7c2ad9cec16 req-b820cfde-08af-4064-b943-2922a8ac656e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:53.991378 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca652f98-f38b-487f-b719-b7c2ad9cec16 req-b820cfde-08af-4064-b943-2922a8ac656e tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0754108 Mar 22 12:59:54.049971 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca652f98-f38b-487f-b719-b7c2ad9cec16 req-865d7331-c23a-436e-b46d-5dd8ba96181a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524991 Mar 22 12:59:55.268268 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d92ad-2d1b-4bc1-8a1c-ea8a501b1317 req-76ab8aa1-71c4-410f-bfc7-0eece92ceeae tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 12:59:55.269815 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b57d92ad-2d1b-4bc1-8a1c-ea8a501b1317 req-76ab8aa1-71c4-410f-bfc7-0eece92ceeae tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0815282 Mar 22 12:59:55.315805 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b57d92ad-2d1b-4bc1-8a1c-ea8a501b1317 req-33cd868d-2d14-41de-8736-4bda55130a51 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&id=39068260-e91c-4721-a400-4e55dfcfd97f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404074 Mar 22 12:59:58.765665 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36b18d81-9cbb-4a54-a971-33e86b99cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:01.730619 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d454-ce67-4702-a9de-e5e7285962dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:02.119724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:02.157438 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:03.418405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:13.578080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:20.159436 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:00:28.768615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2b9acc89-72ce-4c2e-ac15-eae45dd9d372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:31.732136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3acdc250-9e72-41f0-9d91-64972a68ab83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:32.160599 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:32.166122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:33.430539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:43.578204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:51.192748 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d7822ef-caa5-4b3a-91f6-2e63a83095fc req-18945b66-d370-43be-ab6d-8e0752719a88 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976756268&fields=id&tenant_id=2cd43c5ccd784405941ee2985b685fae HTTP/1.1" status: 200 len: 267 time: 0.2274389 Mar 22 13:00:51.272741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7822ef-caa5-4b3a-91f6-2e63a83095fc req-3d6c01f4-2f3a-45cd-95a8-4649f695b63d tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:51.274181 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d7822ef-caa5-4b3a-91f6-2e63a83095fc req-3d6c01f4-2f3a-45cd-95a8-4649f695b63d tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 984 time: 0.0753026 Mar 22 13:00:51.284547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-5d7822ef-caa5-4b3a-91f6-2e63a83095fc req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Request body: {'port': {'security_groups': ['c470aa3e-1722-4aa3-b433-6f013db12f19']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:00:51.399797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d7822ef-caa5-4b3a-91f6-2e63a83095fc req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:51.643106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-5d7822ef-caa5-4b3a-91f6-2e63a83095fc req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] For port a46f5a54-a839-49bd-8b05-5b565782f133, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a46f5a54-a839-49bd-8b05-5b565782f133,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:00:51.671537 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d7822ef-caa5-4b3a-91f6-2e63a83095fc req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:51.679082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d7822ef-caa5-4b3a-91f6-2e63a83095fc req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:51.690255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['a46f5a54-a839-49bd-8b05-5b565782f133'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:00:51.748513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7822ef-caa5-4b3a-91f6-2e63a83095fc req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:51.749108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5d7822ef-caa5-4b3a-91f6-2e63a83095fc req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:51.750475 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5d7822ef-caa5-4b3a-91f6-2e63a83095fc req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "PUT /v2.0/ports/a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 942 time: 0.4703100 Mar 22 13:00:51.750905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:00:51.758317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51774) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:00:51.788906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event updated for resources: {'Port': ['ID=a46f5a54-a839-49bd-8b05-5b565782f133,revision_number=7']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:51.809908 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'status': 'completed', 'code': 200} Mar 22 13:00:51.812194 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:51.812532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:51.813096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:51.813427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:51.813771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:51.813998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['a46f5a54-a839-49bd-8b05-5b565782f133'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:00:51.814109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:51.814385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:51.814696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:51.815001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:51.815330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:51.815659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9155397b-5dbc-4eca-beca-0716f69aaafa tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:51.854142 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:51.889062 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:51.918570 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-013d7c85-6cf7-46c9-8f8a-b7261de50f11 req-7f1a0ed3-46fb-4374-af22-68680e486f20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cd43c5ccd784405941ee2985b685fae&device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1098 time: 0.0852118 Mar 22 13:00:51.969131 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:51.998557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:51.999745 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "DELETE /v2.0/security-groups/39068260-e91c-4721-a400-4e55dfcfd97f HTTP/1.1" status: 204 len: 168 time: 0.2397399 Mar 22 13:00:52.000622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39068260-e91c-4721-a400-4e55dfcfd97f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:52.003356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51778) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:00:52.059862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-758b1e14-aed4-4975-beba-5e9a0a7f70b5 None None] Provisioning complete for port a46f5a54-a839-49bd-8b05-5b565782f133 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:00:52.060193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-758b1e14-aed4-4975-beba-5e9a0a7f70b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:52.082747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d7c85-6cf7-46c9-8f8a-b7261de50f11 req-1400c65c-4799-4051-bfc4-5c98cf1c3503 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:52.084258 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-013d7c85-6cf7-46c9-8f8a-b7261de50f11 req-1400c65c-4799-4051-bfc4-5c98cf1c3503 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 200 len: 916 time: 0.1600592 Mar 22 13:00:52.089863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:52.090217 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:52.090550 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:52.090876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:52.091203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:52.091523 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:52.091857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:52.092174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:52.092494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:52.092800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:52.093125 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a288b-fa78-4be7-a3af-1f0141dc1a6a tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:00:52.193138 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-013d7c85-6cf7-46c9-8f8a-b7261de50f11 req-0c81a514-0b59-4d6e-a9d4-6a28e3549d3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 1000 time: 0.1025288 Mar 22 13:00:52.220166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Deleting port cdf1d06f-c351-4928-b1ba-b9d2da2f9baf {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:00:52.220611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:52.256764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d7c85-6cf7-46c9-8f8a-b7261de50f11 req-32c09fad-8fbf-425e-ae7e-b77c464f8790 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:52.258206 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-013d7c85-6cf7-46c9-8f8a-b7261de50f11 req-32c09fad-8fbf-425e-ae7e-b77c464f8790 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ef736f-2329-48b9-a70e-57336d450f73 HTTP/1.1" status: 200 len: 854 time: 0.0594473 Mar 22 13:00:52.331854 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-013d7c85-6cf7-46c9-8f8a-b7261de50f11 req-a080ed3f-bbb5-42b4-9836-bc7cbc7fe426 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0df65ac6-529c-4d52-9091-310552f932d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678415 Mar 22 13:00:52.341385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-013d7c85-6cf7-46c9-8f8a-b7261de50f11 req-b7de4f27-e591-4da0-a3d0-05b741ae1e57 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 13:00:52.342358 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-013d7c85-6cf7-46c9-8f8a-b7261de50f11 req-b7de4f27-e591-4da0-a3d0-05b741ae1e57 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048404 Mar 22 13:00:52.390849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:52.391170 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:52.484080 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-013d7c85-6cf7-46c9-8f8a-b7261de50f11 req-cfed541a-d64c-419e-bf98-82245c8b6c6c service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354740 Mar 22 13:00:52.515734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Calling delete_port for cdf1d06f-c351-4928-b1ba-b9d2da2f9baf owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:00:52.616468 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-013d7c85-6cf7-46c9-8f8a-b7261de50f11 req-e9a930f0-4e0e-4601-bc8d-0b499a644960 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250961 Mar 22 13:00:52.667069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:52.793517 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event deleted for resources: {'Port': ['ID=cdf1d06f-c351-4928-b1ba-b9d2da2f9baf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:00:52.885885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:53.175106 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55270b6-8cd9-4f5f-8391-8df180e75504 req-039a66e4-92f9-487a-96cb-d72829e21eb7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1624699 Mar 22 13:00:53.287490 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Router 634be256-434d-4b06-a2d4-22c6693dfa28 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:00:53.307551 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55270b6-8cd9-4f5f-8391-8df180e75504 req-0dcde5d0-afaa-4f68-9e22-6dbcd17514fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cd43c5ccd784405941ee2985b685fae&device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1098 time: 0.0682702 Mar 22 13:00:53.450279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55270b6-8cd9-4f5f-8391-8df180e75504 req-23bf0b4b-e979-4e1d-b8e1-a15644855ed4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:53.451756 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55270b6-8cd9-4f5f-8391-8df180e75504 req-23bf0b4b-e979-4e1d-b8e1-a15644855ed4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 200 len: 916 time: 0.1258640 Mar 22 13:00:53.487309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:00:53.496924 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8066819-32ca-417b-abe8-bebe44f5105c None None] Sync routers for ids ['634be256-434d-4b06-a2d4-22c6693dfa28'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:00:53.509343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8066819-32ca-417b-abe8-bebe44f5105c None None] Routers {'634be256-434d-4b06-a2d4-22c6693dfa28'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:00:53.510077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b8066819-32ca-417b-abe8-bebe44f5105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:00:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['634be256-434d-4b06-a2d4-22c6693dfa28'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:53.510212 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:53.523767 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55270b6-8cd9-4f5f-8391-8df180e75504 req-922021b9-6c71-4f96-8b1d-0ccc6b4eeb78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 217 time: 0.0646923 Mar 22 13:00:53.571493 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6579a2de-de94-4952-9cd1-0f1691906448 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "DELETE /v2.0/floatingips/ea0e97fe-5ac2-4483-97b4-d3d5cad0c11f HTTP/1.1" status: 204 len: 168 time: 1.5646358 Mar 22 13:00:53.571493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:00:53.586320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55270b6-8cd9-4f5f-8391-8df180e75504 req-b3c6573d-4944-46aa-a079-59a195f1fe15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:53.587770 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55270b6-8cd9-4f5f-8391-8df180e75504 req-b3c6573d-4944-46aa-a079-59a195f1fe15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ef736f-2329-48b9-a70e-57336d450f73 HTTP/1.1" status: 200 len: 854 time: 0.0580931 Mar 22 13:00:53.670821 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55270b6-8cd9-4f5f-8391-8df180e75504 req-086c1d2c-6bd8-40b5-8449-643760b85757 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0df65ac6-529c-4d52-9091-310552f932d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766656 Mar 22 13:00:53.705766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b8066819-32ca-417b-abe8-bebe44f5105c None None] Set router 634be256-434d-4b06-a2d4-22c6693dfa28 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:00:53.747193 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'status': 'completed', 'code': 200} Mar 22 13:00:53.810718 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55270b6-8cd9-4f5f-8391-8df180e75504 req-aba963f2-2542-48bf-a81d-1323deec5900 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336145 Mar 22 13:00:53.960530 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c55270b6-8cd9-4f5f-8391-8df180e75504 req-a61d8102-1541-4f3c-88f1-4ae38c7b18a7 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439154 Mar 22 13:00:54.038501 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b8066819-32ca-417b-abe8-bebe44f5105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'daa63440-d0ac-4c18-a23e-5443682d1d46', 'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:41Z', 'updated_at': '2022-03-22T12:58:00Z', 'revision_number': 5, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'subnets': [{'id': '65ef736f-2329-48b9-a70e-57336d450f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:54.042465 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8066819-32ca-417b-abe8-bebe44f5105c None None] Checking router: 634be256-434d-4b06-a2d4-22c6693dfa28 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:00:54.053996 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8066819-32ca-417b-abe8-bebe44f5105c None None] Routers {'634be256-434d-4b06-a2d4-22c6693dfa28'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:00:54.054586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b8066819-32ca-417b-abe8-bebe44f5105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:00:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['634be256-434d-4b06-a2d4-22c6693dfa28'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:54.075045 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe524307-3967-45cf-85a7-6bdbcdb9583c req-a0bd5086-24ce-4581-abc1-35d221925c36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cd43c5ccd784405941ee2985b685fae&device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 1098 time: 0.0675743 Mar 22 13:00:54.216214 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe524307-3967-45cf-85a7-6bdbcdb9583c req-0b3eab54-c54d-4a5c-9577-46a36a8890b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:54.216214 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe524307-3967-45cf-85a7-6bdbcdb9583c req-0b3eab54-c54d-4a5c-9577-46a36a8890b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 200 len: 916 time: 0.1338573 Mar 22 13:00:54.229427 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-b8066819-32ca-417b-abe8-bebe44f5105c None None] Set router 634be256-434d-4b06-a2d4-22c6693dfa28 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:00:54.284455 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe524307-3967-45cf-85a7-6bdbcdb9583c req-a94da99a-e36f-4d78-a0ba-6f3930cda7b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 200 len: 217 time: 0.0630083 Mar 22 13:00:54.344810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe524307-3967-45cf-85a7-6bdbcdb9583c req-bd0f1070-ca8a-4595-b429-f2127fe0ee64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:54.346224 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe524307-3967-45cf-85a7-6bdbcdb9583c req-bd0f1070-ca8a-4595-b429-f2127fe0ee64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65ef736f-2329-48b9-a70e-57336d450f73 HTTP/1.1" status: 200 len: 854 time: 0.0563636 Mar 22 13:00:54.418898 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe524307-3967-45cf-85a7-6bdbcdb9583c req-62f5a693-2d62-4e1d-a3c6-894c43952999 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0df65ac6-529c-4d52-9091-310552f932d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660229 Mar 22 13:00:54.558482 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe524307-3967-45cf-85a7-6bdbcdb9583c req-97e50f89-fb34-467b-928f-3896f0d64381 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323164 Mar 22 13:00:54.572735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-b8066819-32ca-417b-abe8-bebe44f5105c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'daa63440-d0ac-4c18-a23e-5443682d1d46', 'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:41Z', 'updated_at': '2022-03-22T12:58:00Z', 'revision_number': 5, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'subnets': [{'id': '65ef736f-2329-48b9-a70e-57336d450f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:00:54.576784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8066819-32ca-417b-abe8-bebe44f5105c None None] The sync data for ids ['634be256-434d-4b06-a2d4-22c6693dfa28'] in dv-neutron-834653-1-hyperv is: [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:42Z', 'revision_number': 4, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'daa63440-d0ac-4c18-a23e-5443682d1d46', 'name': '', 'network_id': '0df65ac6-529c-4d52-9091-310552f932d5', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'mac_address': 'fa:16:3e:ff:3b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef736f-2329-48b9-a70e-57336d450f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:41Z', 'updated_at': '2022-03-22T12:58:00Z', 'revision_number': 5, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'subnets': [{'id': '65ef736f-2329-48b9-a70e-57336d450f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:00:54.695083 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fe524307-3967-45cf-85a7-6bdbcdb9583c req-bea954b2-22a4-4593-90e7-06762f590420 service neutron] 10.222.0.55 "GET /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297984 Mar 22 13:00:54.811940 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc768ed-3996-47c2-9fcc-c688b21753d4 None None] New status for floating IP ea0e97fe-5ac2-4483-97b4-d3d5cad0c11f: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:00:57.160330 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:00:58.068496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad0ab-d02d-4d0d-a694-9854c1688ecc req-4c562572-8f1d-4813-8eb3-1c979a6a63c1 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:58.069053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4e7ad0ab-d02d-4d0d-a694-9854c1688ecc req-4c562572-8f1d-4813-8eb3-1c979a6a63c1 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Synchronizing usage tracker for tenant:2cd43c5ccd784405941ee2985b685fae on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:00:58.086779 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4e7ad0ab-d02d-4d0d-a694-9854c1688ecc req-4c562572-8f1d-4813-8eb3-1c979a6a63c1 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Unset dirty status for tenant:2cd43c5ccd784405941ee2985b685fae on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:00:58.087992 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4e7ad0ab-d02d-4d0d-a694-9854c1688ecc req-4c562572-8f1d-4813-8eb3-1c979a6a63c1 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 945 time: 0.0963550 Mar 22 13:00:58.134136 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4e7ad0ab-d02d-4d0d-a694-9854c1688ecc req-180edd37-6633-40fb-aeae-1708f07d5d00 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Synchronizing usage tracker for tenant:2cd43c5ccd784405941ee2985b685fae on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:00:58.150760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-4e7ad0ab-d02d-4d0d-a694-9854c1688ecc req-180edd37-6633-40fb-aeae-1708f07d5d00 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Unset dirty status for tenant:2cd43c5ccd784405941ee2985b685fae on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:00:58.152101 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4e7ad0ab-d02d-4d0d-a694-9854c1688ecc req-180edd37-6633-40fb-aeae-1708f07d5d00 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558138 Mar 22 13:00:58.768550 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fee9d9d4-b194-4cd6-b15b-4f5b4cf40e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:00:59.357797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ea951-71bd-4789-ad53-4b89ce5a7ecd req-7a95422c-738c-406c-a33c-d2fc8fda5d13 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:59.359125 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f30ea951-71bd-4789-ad53-4b89ce5a7ecd req-7a95422c-738c-406c-a33c-d2fc8fda5d13 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 945 time: 0.0841560 Mar 22 13:00:59.406158 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f30ea951-71bd-4789-ad53-4b89ce5a7ecd req-1b8d5266-7d3c-4910-96e0-ff246d83bd06 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388470 Mar 22 13:00:59.975445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb575d2-caa4-44e3-843c-ffb5cebcc6c4 req-81c35de7-61b2-4b49-89e5-d8f676afa6e1 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:00:59.976944 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ffb575d2-caa4-44e3-843c-ffb5cebcc6c4 req-81c35de7-61b2-4b49-89e5-d8f676afa6e1 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.55 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 945 time: 0.0821166 Mar 22 13:01:00.125480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-ffb575d2-caa4-44e3-843c-ffb5cebcc6c4 req-704eaab8-615e-447f-ba8b-34ee2dce3d39 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Deleting port a46f5a54-a839-49bd-8b05-5b565782f133 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:01:00.125795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ffb575d2-caa4-44e3-843c-ffb5cebcc6c4 req-704eaab8-615e-447f-ba8b-34ee2dce3d39 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:00.362831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-ffb575d2-caa4-44e3-843c-ffb5cebcc6c4 req-704eaab8-615e-447f-ba8b-34ee2dce3d39 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] For port a46f5a54-a839-49bd-8b05-5b565782f133, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a46f5a54-a839-49bd-8b05-5b565782f133,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:00.363502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ffb575d2-caa4-44e3-843c-ffb5cebcc6c4 req-704eaab8-615e-447f-ba8b-34ee2dce3d39 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:00.480124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-ffb575d2-caa4-44e3-843c-ffb5cebcc6c4 req-704eaab8-615e-447f-ba8b-34ee2dce3d39 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Calling delete_port for a46f5a54-a839-49bd-8b05-5b565782f133 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:01:00.608567 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112b3d6-ff47-46ac-9a4f-8b799914912a req-11144258-4018-4bb6-b61e-69bcc9ee62f8 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:00.610153 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a112b3d6-ff47-46ac-9a4f-8b799914912a req-11144258-4018-4bb6-b61e-69bcc9ee62f8 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/ports?device_id=506bbc08-51bd-438d-ad10-191f69f7d403 HTTP/1.1" status: 200 len: 945 time: 0.0812225 Mar 22 13:01:00.621188 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ffb575d2-caa4-44e3-843c-ffb5cebcc6c4 req-704eaab8-615e-447f-ba8b-34ee2dce3d39 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:00.632850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['a46f5a54-a839-49bd-8b05-5b565782f133'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:01:00.657022 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a112b3d6-ff47-46ac-9a4f-8b799914912a req-fac02027-1dfc-4f26-aaee-5eaa6d053664 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.62 "GET /v2.0/security-groups?id=c470aa3e-1722-4aa3-b433-6f013db12f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Mar 22 13:01:00.667951 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704eaab8-615e-447f-ba8b-34ee2dce3d39 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Pushing event deleted for resources: {'Port': ['ID=a46f5a54-a839-49bd-8b05-5b565782f133,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:00.743820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb575d2-caa4-44e3-843c-ffb5cebcc6c4 req-704eaab8-615e-447f-ba8b-34ee2dce3d39 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] No DVR routers for this DVR port a46f5a54-a839-49bd-8b05-5b565782f133 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:01:00.746655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-ffb575d2-caa4-44e3-843c-ffb5cebcc6c4 req-704eaab8-615e-447f-ba8b-34ee2dce3d39 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:00.749042 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'name': 'network-vif-deleted', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:01:00.764594 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ffb575d2-caa4-44e3-843c-ffb5cebcc6c4 req-704eaab8-615e-447f-ba8b-34ee2dce3d39 tempest-TestMinimumBasicScenario-761996952 tempest-TestMinimumBasicScenario-761996952-project] 10.222.0.55 "DELETE /v2.0/ports/a46f5a54-a839-49bd-8b05-5b565782f133 HTTP/1.1" status: 204 len: 173 time: 0.7824347 Mar 22 13:01:00.805210 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506bbc08-51bd-438d-ad10-191f69f7d403', 'name': 'network-vif-deleted', 'tag': 'a46f5a54-a839-49bd-8b05-5b565782f133', 'status': 'completed', 'code': 200} Mar 22 13:01:01.731249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3968d546-1d93-48d1-af75-baa34213ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:02.127194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:02.149746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:03.287064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a46f5a54-a839-49bd-8b05-5b565782f133 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:01:03.321695 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: a46f5a54-a839-49bd-8b05-5b565782f133 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:01:03.322027 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device a46f5a54-a839-49bd-8b05-5b565782f133 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:01:03.409529 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51878) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:03.423449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:03.798575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:04.487179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] Deleting port daa63440-d0ac-4c18-a23e-5443682d1d46 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:01:04.488325 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:04.653165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] For port daa63440-d0ac-4c18-a23e-5443682d1d46, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=daa63440-d0ac-4c18-a23e-5443682d1d46,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:04.653508 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:04.771790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] Calling delete_port for daa63440-d0ac-4c18-a23e-5443682d1d46 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:01:04.944745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:04.990780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa63440-d0ac-4c18-a23e-5443682d1d46,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:05.276862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:05.947232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] Router 634be256-434d-4b06-a2d4-22c6693dfa28 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:01:06.146754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:01:06.156690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11984dbe-8259-4459-a2db-15448ea16407 None None] Sync routers for ids ['634be256-434d-4b06-a2d4-22c6693dfa28'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:01:06.159639 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7485c2f2-357e-4302-a076-d20be6b47978 admin admin] 10.222.0.62 "PUT /v2.0/routers/634be256-434d-4b06-a2d4-22c6693dfa28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7484224 Mar 22 13:01:06.162175 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51882) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:06.169614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11984dbe-8259-4459-a2db-15448ea16407 None None] Routers {'634be256-434d-4b06-a2d4-22c6693dfa28'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:01:06.170229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-11984dbe-8259-4459-a2db-15448ea16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:01:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['634be256-434d-4b06-a2d4-22c6693dfa28'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:06.340141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-11984dbe-8259-4459-a2db-15448ea16407 None None] Set router 634be256-434d-4b06-a2d4-22c6693dfa28 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:01:06.360020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.554548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.564647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Deleting port 5a3c9ee2-07fa-4ecd-b255-bd0735847623 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:01:06.565003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.624877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-11984dbe-8259-4459-a2db-15448ea16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188'}], 'enable_snat': True}, 'gw_port_id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T13:01:04Z', 'revision_number': 5, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port': {'id': '5a3c9ee2-07fa-4ecd-b255-bd0735847623', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T12:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:06.628624 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11984dbe-8259-4459-a2db-15448ea16407 None None] Checking router: 634be256-434d-4b06-a2d4-22c6693dfa28 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:01:06.639135 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11984dbe-8259-4459-a2db-15448ea16407 None None] Routers {'634be256-434d-4b06-a2d4-22c6693dfa28'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:01:06.639711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-11984dbe-8259-4459-a2db-15448ea16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:01:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['634be256-434d-4b06-a2d4-22c6693dfa28'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:06.735164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] For port 5a3c9ee2-07fa-4ecd-b255-bd0735847623, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5a3c9ee2-07fa-4ecd-b255-bd0735847623,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:06.735506 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:06.784387 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-11984dbe-8259-4459-a2db-15448ea16407 None None] Set router 634be256-434d-4b06-a2d4-22c6693dfa28 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:01:06.850314 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Calling delete_port for 5a3c9ee2-07fa-4ecd-b255-bd0735847623 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:01:06.888374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-11984dbe-8259-4459-a2db-15448ea16407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T13:01:06Z', 'revision_number': 6, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:06.892577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11984dbe-8259-4459-a2db-15448ea16407 None None] The sync data for ids ['634be256-434d-4b06-a2d4-22c6693dfa28'] in dv-neutron-834653-1-hyperv is: [{'id': '634be256-434d-4b06-a2d4-22c6693dfa28', 'name': 'tempest-TestMinimumBasicScenario-1029416743-router', 'tenant_id': '2cd43c5ccd784405941ee2985b685fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:39Z', 'updated_at': '2022-03-22T13:01:06Z', 'revision_number': 6, 'project_id': '2cd43c5ccd784405941ee2985b685fae', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:01:07.117027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.158539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3c9ee2-07fa-4ecd-b255-bd0735847623,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:07.382742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.631165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.635487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.660262 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.660823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 634be256-434d-4b06-a2d4-22c6693dfa28 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:01:07.673160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.674292 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9a868024-5bf5-4a79-9dde-a2a8e43dec28 admin admin] 10.222.0.62 "DELETE /v2.0/routers/634be256-434d-4b06-a2d4-22c6693dfa28 HTTP/1.1" status: 204 len: 168 time: 1.5112262 Mar 22 13:01:07.676972 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51886) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:07.735172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c237a51-d701-4261-8f32-9093f4b41fa5 admin admin] Deleting subnet 65ef736f-2329-48b9-a70e-57336d450f73 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 13:01:07.738307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c237a51-d701-4261-8f32-9093f4b41fa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.788639 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c237a51-d701-4261-8f32-9093f4b41fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.868597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c237a51-d701-4261-8f32-9093f4b41fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.935900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c237a51-d701-4261-8f32-9093f4b41fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.973653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c237a51-d701-4261-8f32-9093f4b41fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ef736f-2329-48b9-a70e-57336d450f73,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:07.979892 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3c237a51-d701-4261-8f32-9093f4b41fa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:07.985424 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7907d37-86cb-4c7e-a196-6ca491cfd50f None None] Network 0df65ac6-529c-4d52-9091-310552f932d5 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:01:07.986027 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3c237a51-d701-4261-8f32-9093f4b41fa5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/65ef736f-2329-48b9-a70e-57336d450f73 HTTP/1.1" status: 204 len: 168 time: 0.3077695 Mar 22 13:01:07.988382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51890) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:08.090771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.101324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Deleting port 862a7fe7-6faa-468f-bf9c-7b7e35e48613 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:01:08.101666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.268568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41db2fbf-1092-49c9-8b6c-bc4dcddaf2f7 None None] DHCP port deletion for 0df65ac6-529c-4d52-9091-310552f932d5 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 13:01:08.272873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-41db2fbf-1092-49c9-8b6c-bc4dcddaf2f7 None None] Deleting port 862a7fe7-6faa-468f-bf9c-7b7e35e48613 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:01:08.273236 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41db2fbf-1092-49c9-8b6c-bc4dcddaf2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.311291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] For port 862a7fe7-6faa-468f-bf9c-7b7e35e48613, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=862a7fe7-6faa-468f-bf9c-7b7e35e48613,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:08.311857 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.484100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-41db2fbf-1092-49c9-8b6c-bc4dcddaf2f7 None None] For port 862a7fe7-6faa-468f-bf9c-7b7e35e48613, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=862a7fe7-6faa-468f-bf9c-7b7e35e48613,segment=NetworkSegment(0a05762c-b7b8-49ae-8ae2-6deded101e42),segment_id=0a05762c-b7b8-49ae-8ae2-6deded101e42)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:08.484397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41db2fbf-1092-49c9-8b6c-bc4dcddaf2f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.526102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Calling delete_port for 862a7fe7-6faa-468f-bf9c-7b7e35e48613 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:01:08.596277 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 862a7fe7-6faa-468f-bf9c-7b7e35e48613 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:01:08.604160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.639899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-41db2fbf-1092-49c9-8b6c-bc4dcddaf2f7 None None] Calling delete_port for 862a7fe7-6faa-468f-bf9c-7b7e35e48613 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:01:08.647191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Pushing event deleted for resources: {'Port': ['ID=862a7fe7-6faa-468f-bf9c-7b7e35e48613,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:08.653260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] No DVR routers for this DVR port 862a7fe7-6faa-468f-bf9c-7b7e35e48613 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:01:08.677017 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 862a7fe7-6faa-468f-bf9c-7b7e35e48613 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:01:08.677345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 862a7fe7-6faa-468f-bf9c-7b7e35e48613 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:01:08.677777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5a3c9ee2-07fa-4ecd-b255-bd0735847623 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:01:08.719175 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 5a3c9ee2-07fa-4ecd-b255-bd0735847623 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:01:08.719488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5a3c9ee2-07fa-4ecd-b255-bd0735847623 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:01:08.719910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device daa63440-d0ac-4c18-a23e-5443682d1d46 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:01:08.753514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: daa63440-d0ac-4c18-a23e-5443682d1d46 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:01:08.753763 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device daa63440-d0ac-4c18-a23e-5443682d1d46 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:01:08.767922 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.776914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-41db2fbf-1092-49c9-8b6c-bc4dcddaf2f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:01:08.777284 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-41db2fbf-1092-49c9-8b6c-bc4dcddaf2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:01:08.792814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df65ac6-529c-4d52-9091-310552f932d5']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:08.809169 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a05762c-b7b8-49ae-8ae2-6deded101e42') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:08.809478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a05762c-b7b8-49ae-8ae2-6deded101e42') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:08.820784 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.836349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.842480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 13:01:08.842844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:01:08.855569 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:01:08.929646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.945081 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:08.958841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] Pushing event deleted for resources: {'Network': ['ID=0df65ac6-529c-4d52-9091-310552f932d5,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:08.972603 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dd492edc-7d05-4176-90d1-aeabe423d73f admin admin] 10.222.0.62 "DELETE /v2.0/networks/0df65ac6-529c-4d52-9091-310552f932d5 HTTP/1.1" status: 204 len: 168 time: 0.9832146 Mar 22 13:01:08.975575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51894) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:09.278476 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-41db2fbf-1092-49c9-8b6c-bc4dcddaf2f7 None None] Deleting port 862a7fe7-6faa-468f-bf9c-7b7e35e48613 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:01:09.278989 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-41db2fbf-1092-49c9-8b6c-bc4dcddaf2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:09.341140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-41db2fbf-1092-49c9-8b6c-bc4dcddaf2f7 None None] The port '862a7fe7-6faa-468f-bf9c-7b7e35e48613' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 13:01:09.368058 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.044148 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] Deleting port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:01:10.044449 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.209589 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] For port 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3,segment=NetworkSegment(2c49e467-7d40-409e-b886-5a1fd3c9edbf),segment_id=2c49e467-7d40-409e-b886-5a1fd3c9edbf)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:10.209949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.329635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] Calling delete_port for 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:01:10.508468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:10.550252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:10.834179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:11.513685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] Router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:01:11.713471 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:01:11.724708 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-bc8a1216-3d83-47d7-85d0-33cf183f73a9 admin admin] 10.222.0.62 "PUT /v2.0/routers/01638d8a-4aef-44fa-8b5a-e1f2f07dc20f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7458053 Mar 22 13:01:11.724850 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3d0f1-1295-4a73-8b87-bb93ad778de0 None None] Sync routers for ids ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:01:11.725230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51898) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:11.735150 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3d0f1-1295-4a73-8b87-bb93ad778de0 None None] Routers {'01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:01:11.735746 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d2f3d0f1-1295-4a73-8b87-bb93ad778de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:01:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:11.910263 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d2f3d0f1-1295-4a73-8b87-bb93ad778de0 None None] Set router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:01:11.937124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.134622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.145051 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Deleting port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:01:12.145377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.187974 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d2f3d0f1-1295-4a73-8b87-bb93ad778de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'name': 'tempest-TestMinimumBasicScenario-693856291-router', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T13:01:10Z', 'revision_number': 5, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'gw_port': {'id': 'e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ae:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T12:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:12.191761 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3d0f1-1295-4a73-8b87-bb93ad778de0 None None] Checking router: 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:01:12.202187 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3d0f1-1295-4a73-8b87-bb93ad778de0 None None] Routers {'01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:01:12.202761 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d2f3d0f1-1295-4a73-8b87-bb93ad778de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:01:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:12.316323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] For port e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:12.316624 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.349331 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-d2f3d0f1-1295-4a73-8b87-bb93ad778de0 None None] Set router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:01:12.434414 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Calling delete_port for e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:01:12.451565 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-d2f3d0f1-1295-4a73-8b87-bb93ad778de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'name': 'tempest-TestMinimumBasicScenario-693856291-router', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 6, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:12.455893 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3d0f1-1295-4a73-8b87-bb93ad778de0 None None] The sync data for ids ['01638d8a-4aef-44fa-8b5a-e1f2f07dc20f'] in dv-neutron-834653-1-hyperv is: [{'id': '01638d8a-4aef-44fa-8b5a-e1f2f07dc20f', 'name': 'tempest-TestMinimumBasicScenario-693856291-router', 'tenant_id': '633acd12dac34128852e6b2e63442a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T12:57:45Z', 'updated_at': '2022-03-22T13:01:12Z', 'revision_number': 6, 'project_id': '633acd12dac34128852e6b2e63442a7a', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:01:12.603265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:12.647195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:12.912903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:01:12.948140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:01:12.948475 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 44095698-8ed9-4f7b-b2c4-f7e6f7f0a3a3 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:01:12.976246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.235982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.241654 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.268656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.269324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01638d8a-4aef-44fa-8b5a-e1f2f07dc20f {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:01:13.281841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.282945 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a1dfb052-0d00-4e87-b874-46da7b4a6bc8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/01638d8a-4aef-44fa-8b5a-e1f2f07dc20f HTTP/1.1" status: 204 len: 168 time: 1.5570161 Mar 22 13:01:13.285476 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51902) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:13.345195 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-269aed7a-504f-453d-88ff-33786d2a476f admin admin] Deleting subnet 5d843143-be87-4d0b-9b17-e76b5c5dca56 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 13:01:13.348427 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-269aed7a-504f-453d-88ff-33786d2a476f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.399617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-269aed7a-504f-453d-88ff-33786d2a476f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.480495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-269aed7a-504f-453d-88ff-33786d2a476f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.550463 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-269aed7a-504f-453d-88ff-33786d2a476f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.566946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.591299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269aed7a-504f-453d-88ff-33786d2a476f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d843143-be87-4d0b-9b17-e76b5c5dca56,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:13.596276 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-269aed7a-504f-453d-88ff-33786d2a476f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.601945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a45180-470c-41e7-9167-79dc2b3c07fa None None] Network d20cb24f-80bf-44cb-9d7e-860f7d9d554e requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:01:13.602277 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-269aed7a-504f-453d-88ff-33786d2a476f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5d843143-be87-4d0b-9b17-e76b5c5dca56 HTTP/1.1" status: 204 len: 168 time: 0.3155513 Mar 22 13:01:13.605171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51906) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:13.709810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.719911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Deleting port 58331722-5c9c-4e68-ae99-1882d360ec68 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:01:13.720208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.842057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7045e943-f9a1-4879-b979-9da14cccb4d0 None None] DHCP port deletion for d20cb24f-80bf-44cb-9d7e-860f7d9d554e request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 13:01:13.846309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7045e943-f9a1-4879-b979-9da14cccb4d0 None None] Deleting port 58331722-5c9c-4e68-ae99-1882d360ec68 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:01:13.846678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7045e943-f9a1-4879-b979-9da14cccb4d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:13.918105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] For port 58331722-5c9c-4e68-ae99-1882d360ec68, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=58331722-5c9c-4e68-ae99-1882d360ec68,segment=NetworkSegment(2c49e467-7d40-409e-b886-5a1fd3c9edbf),segment_id=2c49e467-7d40-409e-b886-5a1fd3c9edbf)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:13.918561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.035871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Calling delete_port for 58331722-5c9c-4e68-ae99-1882d360ec68 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:01:14.041837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7045e943-f9a1-4879-b979-9da14cccb4d0 None None] For port 58331722-5c9c-4e68-ae99-1882d360ec68, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=58331722-5c9c-4e68-ae99-1882d360ec68,segment=NetworkSegment(2c49e467-7d40-409e-b886-5a1fd3c9edbf),segment_id=2c49e467-7d40-409e-b886-5a1fd3c9edbf)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:14.042353 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7045e943-f9a1-4879-b979-9da14cccb4d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.111526 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.153652 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Pushing event deleted for resources: {'Port': ['ID=58331722-5c9c-4e68-ae99-1882d360ec68,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:14.156895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7045e943-f9a1-4879-b979-9da14cccb4d0 None None] Calling delete_port for 58331722-5c9c-4e68-ae99-1882d360ec68 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:01:14.160511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] No DVR routers for this DVR port 58331722-5c9c-4e68-ae99-1882d360ec68 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:01:14.227977 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-7045e943-f9a1-4879-b979-9da14cccb4d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:01:14.228443 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-7045e943-f9a1-4879-b979-9da14cccb4d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:01:14.277192 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.301200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20cb24f-80bf-44cb-9d7e-860f7d9d554e']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:14.313068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c49e467-7d40-409e-b886-5a1fd3c9edbf') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:14.313400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c49e467-7d40-409e-b886-5a1fd3c9edbf') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:14.324487 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.340818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.346993 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 13:01:14.347414 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:01:14.372894 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:01:14.536615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.550024 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:01:14.554093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.564897 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] Pushing event deleted for resources: {'Network': ['ID=d20cb24f-80bf-44cb-9d7e-860f7d9d554e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:14.567423 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b83083b0-97da-441f-8dfb-910141e504eb admin admin] 10.222.0.62 "DELETE /v2.0/networks/d20cb24f-80bf-44cb-9d7e-860f7d9d554e HTTP/1.1" status: 204 len: 168 time: 0.9613190 Mar 22 13:01:14.582977 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:01:14.583308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device e7aa034f-d4a8-4bb5-9ac2-0e7423f76e5f not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:01:14.583713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 58331722-5c9c-4e68-ae99-1882d360ec68 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:01:14.613352 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 58331722-5c9c-4e68-ae99-1882d360ec68 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:01:14.613685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 58331722-5c9c-4e68-ae99-1882d360ec68 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:01:14.730174 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7045e943-f9a1-4879-b979-9da14cccb4d0 None None] Deleting port 58331722-5c9c-4e68-ae99-1882d360ec68 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:01:14.730553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7045e943-f9a1-4879-b979-9da14cccb4d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.769774 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51912) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:14.825656 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7104a499-dfa2-4022-87e5-6f57d7d0d274 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cd43c5ccd784405941ee2985b685fae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545416 Mar 22 13:01:14.828138 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51916) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:14.830598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7045e943-f9a1-4879-b979-9da14cccb4d0 None None] The port '58331722-5c9c-4e68-ae99-1882d360ec68' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 13:01:14.888662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-52e97a81-e0b2-4b5a-a2e0-9f3691e5c9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.914793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-52e97a81-e0b2-4b5a-a2e0-9f3691e5c9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.972166 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-52e97a81-e0b2-4b5a-a2e0-9f3691e5c9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:14.989273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e97a81-e0b2-4b5a-a2e0-9f3691e5c9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c470aa3e-1722-4aa3-b433-6f013db12f19,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:15.000964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-52e97a81-e0b2-4b5a-a2e0-9f3691e5c9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.002109 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-52e97a81-e0b2-4b5a-a2e0-9f3691e5c9be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c470aa3e-1722-4aa3-b433-6f013db12f19 HTTP/1.1" status: 204 len: 168 time: 0.1730485 Mar 22 13:01:15.423067 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51924) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:15.474107 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df451d0e-95ad-4fe5-8418-4556c6e15b9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=633acd12dac34128852e6b2e63442a7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491695 Mar 22 13:01:15.477076 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 51928) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:15.539179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7f9da2a-38c2-42bd-b321-4341836f8c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.566602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7f9da2a-38c2-42bd-b321-4341836f8c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.623649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7f9da2a-38c2-42bd-b321-4341836f8c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.637949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9da2a-38c2-42bd-b321-4341836f8c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fed9739-c810-4b18-a3fe-e77a7cbcd4b7,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:15.645072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e7f9da2a-38c2-42bd-b321-4341836f8c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:15.646191 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e7f9da2a-38c2-42bd-b321-4341836f8c3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9fed9739-c810-4b18-a3fe-e77a7cbcd4b7 HTTP/1.1" status: 204 len: 168 time: 0.1682291 Mar 22 13:01:17.981343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51972) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:17.986861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270516241', 'description': 'tempest-secgroup-smoke-1270516241 description', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:17.992926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:17.996848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:17.999774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:18.006155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:18.018680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.030758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.060731 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:18.064376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:18.067156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:18.072535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:18.139443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.144943 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.184240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:18.186323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659ab09f-ef51-4278-ab27-c66fae04467e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.190398 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:18.193272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:18.198981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:18.252317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.257840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.299930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c8d823-5b15-4bc7-8514-0a91aadf9112,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.303115 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.304587 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eae6abbc-054c-4ec1-9168-58f583507807 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3222783 Mar 22 13:01:18.307518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51976) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:18.313221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-7a47c95d-df9c-4db5-8ef7-1667bf29f302 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '67c8d823-5b15-4bc7-8514-0a91aadf9112', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:18.319185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7a47c95d-df9c-4db5-8ef7-1667bf29f302 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:18.323028 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7a47c95d-df9c-4db5-8ef7-1667bf29f302 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:18.325910 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-7a47c95d-df9c-4db5-8ef7-1667bf29f302 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:18.331600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-7a47c95d-df9c-4db5-8ef7-1667bf29f302 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:18.348872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a47c95d-df9c-4db5-8ef7-1667bf29f302 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.409759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a47c95d-df9c-4db5-8ef7-1667bf29f302 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.415819 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a47c95d-df9c-4db5-8ef7-1667bf29f302 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.437960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47c95d-df9c-4db5-8ef7-1667bf29f302 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc971e13-3d6d-4d8e-98c9-d10c8a131814,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.447316 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7a47c95d-df9c-4db5-8ef7-1667bf29f302 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.448501 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7a47c95d-df9c-4db5-8ef7-1667bf29f302 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1400642 Mar 22 13:01:18.451303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51980) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:18.456597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2247d171-2057-4270-9871-f8987790b768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '67c8d823-5b15-4bc7-8514-0a91aadf9112', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:18.462690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2247d171-2057-4270-9871-f8987790b768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:18.466609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2247d171-2057-4270-9871-f8987790b768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:18.469560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2247d171-2057-4270-9871-f8987790b768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:18.475454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2247d171-2057-4270-9871-f8987790b768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:18.492935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2247d171-2057-4270-9871-f8987790b768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.552831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2247d171-2057-4270-9871-f8987790b768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.558127 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2247d171-2057-4270-9871-f8987790b768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.580063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247d171-2057-4270-9871-f8987790b768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ca2557-296b-40a8-a15b-136750aef177,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.590279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2247d171-2057-4270-9871-f8987790b768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.591482 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2247d171-2057-4270-9871-f8987790b768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1392415 Mar 22 13:01:18.594524 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51984) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:18.602247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e067744e-a4a1-4ddd-afc9-bfeecc7dda67 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '67c8d823-5b15-4bc7-8514-0a91aadf9112', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:18.610893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e067744e-a4a1-4ddd-afc9-bfeecc7dda67 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:18.615136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e067744e-a4a1-4ddd-afc9-bfeecc7dda67 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:18.618088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e067744e-a4a1-4ddd-afc9-bfeecc7dda67 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:18.623867 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e067744e-a4a1-4ddd-afc9-bfeecc7dda67 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:18.640520 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e067744e-a4a1-4ddd-afc9-bfeecc7dda67 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.706545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e067744e-a4a1-4ddd-afc9-bfeecc7dda67 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.712024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e067744e-a4a1-4ddd-afc9-bfeecc7dda67 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.734004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067744e-a4a1-4ddd-afc9-bfeecc7dda67 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee16496-93c9-422a-9d27-af4855dae6cc,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.744364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e067744e-a4a1-4ddd-afc9-bfeecc7dda67 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.745889 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e067744e-a4a1-4ddd-afc9-bfeecc7dda67 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1503336 Mar 22 13:01:18.748791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51988) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:18.755646 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-2cc560be-90f0-4c92-abe2-8d056aa7ce8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '67c8d823-5b15-4bc7-8514-0a91aadf9112', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:18.761689 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2cc560be-90f0-4c92-abe2-8d056aa7ce8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:18.765611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2cc560be-90f0-4c92-abe2-8d056aa7ce8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:18.768521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-2cc560be-90f0-4c92-abe2-8d056aa7ce8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:18.774314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-2cc560be-90f0-4c92-abe2-8d056aa7ce8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:18.792542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cc560be-90f0-4c92-abe2-8d056aa7ce8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.854485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cc560be-90f0-4c92-abe2-8d056aa7ce8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.860536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cc560be-90f0-4c92-abe2-8d056aa7ce8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.883133 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc560be-90f0-4c92-abe2-8d056aa7ce8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3425376-ebbb-4ebf-abd7-ad8d1acbd92c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:18.892063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2cc560be-90f0-4c92-abe2-8d056aa7ce8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.893219 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2cc560be-90f0-4c92-abe2-8d056aa7ce8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1432645 Mar 22 13:01:18.896081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51992) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:18.901475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '67c8d823-5b15-4bc7-8514-0a91aadf9112', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:18.907244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:18.911067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:18.913977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:18.919642 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:18.931146 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Project a6dc5e46a5ba46b499bd2a6f91bfebdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:01:18.937217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:18.998976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.004545 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.028981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c0d4f0-6db3-4fdc-ac37-5bc6d8296ec6,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:19.038745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.039885 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-933a64ec-fbdf-4a61-962e-ce73fc122542 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1429105 Mar 22 13:01:19.042683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 51996) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:19.047902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '67c8d823-5b15-4bc7-8514-0a91aadf9112', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:19.053913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:19.057634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:19.060435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:19.066113 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:19.078160 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Project a6dc5e46a5ba46b499bd2a6f91bfebdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:01:19.084570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.148897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.154655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.179131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdf3746-1b48-4ec0-9ab7-ed72727973c8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:19.189470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.190634 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c8b21aa1-5fcc-46df-a1c6-7c456555bbe4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1470764 Mar 22 13:01:19.193774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52000) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:19.199312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'network': {'name': 'tempest-network-smoke--1462187261', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:19.204151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:19.207970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:network and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:19.210780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:19.216549 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:19.226975 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:19.229891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.256763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:01:19.264815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.265163 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Added segment a93a59a8-3d83-4899-b14f-ff74db5d4277 of type vlan for network 3ea3aace-e26d-490f-abf0-cb4f7366e12f Mar 22 13:01:19.288979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.322845 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.327950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:19.328727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.426327 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2314897 Mar 22 13:01:19.429701 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52004) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:19.436627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'admin_state_up': True, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:19.441763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce8040-41ba-4509-afce-2cdd32ad2bbd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Network': ['ID=3ea3aace-e26d-490f-abf0-cb4f7366e12f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:19.446527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:19.450663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:router and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:19.454357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:19.455405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 3ea3aace-e26d-490f-abf0-cb4f7366e12f details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:01:19.460080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:19.474911 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.476790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.495607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.723921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.917607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:19.949314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.087392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.26.0.120 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/546ff351-ce66-4734-86d0-5adca51cbd61) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:20.230441 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.258158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.324425 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:20.327866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:20.330109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=546ff351-ce66-4734-86d0-5adca51cbd61,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:20.332180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:01:20.488945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.489684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.728096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:01:20.934881 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:01:20.944527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Sync routers for ids ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:01:20.955780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Routers {'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:01:20.956407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:01:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:20.961074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:20.962291 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d216c988-79ac-4546-81e8-1fe616bf3e8a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5315833 Mar 22 13:01:20.965375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52008) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:21.130151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Set router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:01:21.140050 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-bf2aeb37-4f90-450a-8766-2aee5c35e396 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1735382 Mar 22 13:01:21.143017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52016) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:21.270048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea09b041-b975-4a53-a34a-3cbe97cc9e8f tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:21.271479 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ea09b041-b975-4a53-a34a-3cbe97cc9e8f tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275361 Mar 22 13:01:21.274565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52020) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:21.312803 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-531de9d2-54b9-4c80-be47-911d69d1d268 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372121 Mar 22 13:01:21.315767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52024) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:21.320918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-43481889', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:21.413320 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:20Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:21.417306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Checking router: ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:01:21.417687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Updating router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 port 546ff351-ce66-4734-86d0-5adca51cbd61 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:01:21.425751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:21.430032 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:subnet and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:21.432828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:21.438492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:21.448973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:21.469815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.659930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.794621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.807091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Transition to ACTIVE for port object 546ff351-ce66-4734-86d0-5adca51cbd61 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:21.814512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.873582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.894376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Attempting to bind port 546ff351-ce66-4734-86d0-5adca51cbd61 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:21.894734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Attempting to bind port 546ff351-ce66-4734-86d0-5adca51cbd61 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:21.895092 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Attempting to bind port 546ff351-ce66-4734-86d0-5adca51cbd61 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:01:21.896938 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Pushing event updated for resources: {'Port': ['ID=546ff351-ce66-4734-86d0-5adca51cbd61,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:21.907661 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:01:21.908025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:01:21.908407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.908787 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:01:21.909276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Bound port: 546ff351-ce66-4734-86d0-5adca51cbd61, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:21.909680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.937186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:21.937503 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:21.937865 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:21.938161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:21.938485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:21.938806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:21.939146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:21.939457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:21.939769 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:21.940075 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:21.940381 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:21.952393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Subnet': ['ID=90252c60-6763-46ca-8e41-fb2782dbc452,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:21.963967 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Checking segment: {'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:01:21.964325 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network hostable DHCP agents. Network: 3ea3aace-e26d-490f-abf0-cb4f7366e12f, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:01:21.986521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] For port 546ff351-ce66-4734-86d0-5adca51cbd61, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:21.987157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 3ea3aace-e26d-490f-abf0-cb4f7366e12f is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:01:21.989876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] For port 546ff351-ce66-4734-86d0-5adca51cbd61, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=546ff351-ce66-4734-86d0-5adca51cbd61,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:21.994212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:21.995893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 3ea3aace-e26d-490f-abf0-cb4f7366e12f) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:22.004131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:22.004705 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.025951 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b06a118e-35c5-4eba-aa37-6aeb1a38ebc5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7092521 Mar 22 13:01:22.028588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52028) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:22.037108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed63fe21-e6fb-4069-9a2c-0b81b86baf94 None None] Network 3ea3aace-e26d-490f-abf0-cb4f7366e12f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:01:22.154221 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53cd5b-365a-4aed-a4d2-6d60eb03bb01 None None] Pushing event updated for resources: {'Port': ['ID=546ff351-ce66-4734-86d0-5adca51cbd61,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:22.176465 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Routers {'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:01:22.177068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:01:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:22.466901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ips': [{'subnet_id': '90252c60-6763-46ca-8e41-fb2782dbc452'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 13:01:22.467684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.484372 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] Set router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:01:22.774329 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:22.850631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Allocated IP 172.20.0.2 (3ea3aace-e26d-490f-abf0-cb4f7366e12f/90252c60-6763-46ca-8e41-fb2782dbc452/f186686d-8a3b-4802-8432-f0aad786555f) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:22.978533 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:20Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:22.993175 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4aa143-c893-4b70-af01-703e1bfb32a6 None None] The sync data for ids ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'] in dv-neutron-834653-1-hyperv is: [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:20Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:01:23.082699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.094160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Transition to ACTIVE for port object f186686d-8a3b-4802-8432-f0aad786555f will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:23.113805 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Transition to ACTIVE for port object f186686d-8a3b-4802-8432-f0aad786555f will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:23.121532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.207750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Pushing event updated for resources: {'Port': ['ID=f186686d-8a3b-4802-8432-f0aad786555f,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.219020 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Network 3ea3aace-e26d-490f-abf0-cb4f7366e12f is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:23.220659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:23.225300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:01:23.326843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Attempting to bind port f186686d-8a3b-4802-8432-f0aad786555f on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:23.327487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Attempting to bind port f186686d-8a3b-4802-8432-f0aad786555f by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:23.328021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Attempting to bind port f186686d-8a3b-4802-8432-f0aad786555f on network 3ea3aace-e26d-490f-abf0-cb4f7366e12f {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:01:23.329671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.20.0.1 (3ea3aace-e26d-490f-abf0-cb4f7366e12f/90252c60-6763-46ca-8e41-fb2782dbc452/22f2d2b0-bf67-49cc-9d82-5bb145743daa) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:23.337905 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:01:23.338340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Checking segment: {'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:01:23.338799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.339294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Bound using segment: {'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:01:23.339951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Bound port: f186686d-8a3b-4802-8432-f0aad786555f, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:23.340325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.438443 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] For port f186686d-8a3b-4802-8432-f0aad786555f, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:23.442143 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] For port f186686d-8a3b-4802-8432-f0aad786555f, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f186686d-8a3b-4802-8432-f0aad786555f,segment=NetworkSegment(a93a59a8-3d83-4899-b14f-ff74db5d4277),segment_id=a93a59a8-3d83-4899-b14f-ff74db5d4277)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:23.448565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.501891 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.518298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Transition to ACTIVE for port object 22f2d2b0-bf67-49cc-9d82-5bb145743daa will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:23.548524 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.571771 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502b9d9-e382-4cf1-b810-3e509cefee40 None None] Pushing event updated for resources: {'Port': ['ID=f186686d-8a3b-4802-8432-f0aad786555f,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.617737 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=22f2d2b0-bf67-49cc-9d82-5bb145743daa,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:23.633607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 3ea3aace-e26d-490f-abf0-cb4f7366e12f is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:23.634728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:23.637090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:01:23.699584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:23.819703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.242847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.248739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.357470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.364903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=22f2d2b0-bf67-49cc-9d82-5bb145743daa,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:24.504497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 3ea3aace-e26d-490f-abf0-cb4f7366e12f is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:24.505673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:24.574867 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbf62e0-ce02-4243-88b1-801b04fd6f06 None None] Network 3ea3aace-e26d-490f-abf0-cb4f7366e12f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:01:24.642331 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 546ff351-ce66-4734-86d0-5adca51cbd61 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:24.735322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-bb32e893-7bc7-4e1f-9138-78a71574e34f None None] Provisioning for port f186686d-8a3b-4802-8432-f0aad786555f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:24.807822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 546ff351-ce66-4734-86d0-5adca51cbd61 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:24.817200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 546ff351-ce66-4734-86d0-5adca51cbd61 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:24.817542 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:24.884265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:01:25.030757 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.052887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 546ff351-ce66-4734-86d0-5adca51cbd61, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=546ff351-ce66-4734-86d0-5adca51cbd61,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:25.058600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.059631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f186686d-8a3b-4802-8432-f0aad786555f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:25.170680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=546ff351-ce66-4734-86d0-5adca51cbd61,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:25.186952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port f186686d-8a3b-4802-8432-f0aad786555f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:25.191969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f186686d-8a3b-4802-8432-f0aad786555f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:25.192406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.207242 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:01:25.223788 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ae8f8f89-5a50-48fc-935b-61191d767ce6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "PUT /v2.0/routers/ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1871040 Mar 22 13:01:25.308068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0affa98d-ed87-4876-a103-5a6ea1a23d9d None None] Provisioning for port 22f2d2b0-bf67-49cc-9d82-5bb145743daa completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:25.320033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0affa98d-ed87-4876-a103-5a6ea1a23d9d None None] Provisioning complete for port 22f2d2b0-bf67-49cc-9d82-5bb145743daa triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:25.320452 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0affa98d-ed87-4876-a103-5a6ea1a23d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.384925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.400518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0affa98d-ed87-4876-a103-5a6ea1a23d9d None None] Port 22f2d2b0-bf67-49cc-9d82-5bb145743daa cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:01:25.427241 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-b1a28d5b-bbd9-4cb0-a60a-bb6374cf1879 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:25.428964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port f186686d-8a3b-4802-8432-f0aad786555f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f186686d-8a3b-4802-8432-f0aad786555f,segment=NetworkSegment(a93a59a8-3d83-4899-b14f-ff74db5d4277),segment_id=a93a59a8-3d83-4899-b14f-ff74db5d4277)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:25.432157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-0affa98d-ed87-4876-a103-5a6ea1a23d9d None None] Provisioning complete for port f186686d-8a3b-4802-8432-f0aad786555f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:25.432559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0affa98d-ed87-4876-a103-5a6ea1a23d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.448893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-b1a28d5b-bbd9-4cb0-a60a-bb6374cf1879 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:25.450195 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-b1a28d5b-bbd9-4cb0-a60a-bb6374cf1879 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270516241&fields=id&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 267 time: 0.0835369 Mar 22 13:01:25.461650 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.553846 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=f186686d-8a3b-4802-8432-f0aad786555f,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:25.610424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-bab0f84a-5f4d-426a-a4cf-cd7c903f0924 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:25.611080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-bab0f84a-5f4d-426a-a4cf-cd7c903f0924 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:25.630318 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-bab0f84a-5f4d-426a-a4cf-cd7c903f0924 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:25.631494 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-bab0f84a-5f4d-426a-a4cf-cd7c903f0924 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/networks?id=3ea3aace-e26d-490f-abf0-cb4f7366e12f HTTP/1.1" status: 200 len: 797 time: 0.1733522 Mar 22 13:01:25.647266 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-5bf45a18-1875-4542-ba66-bfa72b653d05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/quotas/a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 375 time: 0.0103877 Mar 22 13:01:25.731189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-93c9fac9-47f3-4b44-932a-b034abf207d9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:25.736647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e4f6c28e-c5ac-453d-bcac-d97180baee19 None None] Provisioning complete for port 22f2d2b0-bf67-49cc-9d82-5bb145743daa triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:25.737161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e4f6c28e-c5ac-453d-bcac-d97180baee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:25.747792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-93c9fac9-47f3-4b44-932a-b034abf207d9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:25.749229 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-93c9fac9-47f3-4b44-932a-b034abf207d9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974019 Mar 22 13:01:25.788327 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e4f6c28e-c5ac-453d-bcac-d97180baee19 None None] Port 22f2d2b0-bf67-49cc-9d82-5bb145743daa cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:01:25.888859 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-1ffc96fd-558f-4d08-a38a-10a42cc60c2f service neutron] 10.222.0.62 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270053 Mar 22 13:01:26.028335 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-b06a06d0-fd71-4242-b0fe-6e291629e7fc service neutron] 10.222.0.62 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319737 Mar 22 13:01:26.243456 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4da8be31-1bc6-4953-9185-f817e075f38f req-b81bcc3a-5b78-4295-bf80-99bd2a874c8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 210 time: 0.0454407 Mar 22 13:01:26.564526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 546ff351-ce66-4734-86d0-5adca51cbd61 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:26.604320 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Sync routers for ids ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:01:26.618525 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Routers {'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:01:26.619339 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:01:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:26.649291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 546ff351-ce66-4734-86d0-5adca51cbd61 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:26.649684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:26.765013 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f186686d-8a3b-4802-8432-f0aad786555f up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:26.811292 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Set router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:01:26.834807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f186686d-8a3b-4802-8432-f0aad786555f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:26.835176 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.148363 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '22f2d2b0-bf67-49cc-9d82-5bb145743daa', 'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:c8:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:24Z', 'revision_number': 2, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:27.152263 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Checking router: ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:01:27.152580 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Updating router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 port 22f2d2b0-bf67-49cc-9d82-5bb145743daa binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:01:27.208163 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.473473 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19ba343c-29e2-4f1a-8433-5705afd33576 req-e0c7918b-e0b6-4563-8b3e-38bd3133eec7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 210 time: 0.0509341 Mar 22 13:01:27.529624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-8e4322e1-46f2-4ec5-b430-2efd1b9d8b2e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:27.530976 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-8e4322e1-46f2-4ec5-b430-2efd1b9d8b2e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/networks?id=3ea3aace-e26d-490f-abf0-cb4f7366e12f HTTP/1.1" status: 200 len: 797 time: 0.1937385 Mar 22 13:01:27.558710 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.572698 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Transition to ACTIVE for port object 22f2d2b0-bf67-49cc-9d82-5bb145743daa will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:27.579698 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.588716 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-de9368ff-03c1-4423-b22b-6cdebebe539c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 380 time: 0.0463183 Mar 22 13:01:27.597936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'port': {'device_id': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'admin_state_up': True, 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'security_groups': ['67c8d823-5b15-4bc7-8514-0a91aadf9112']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:27.706256 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Pushing event updated for resources: {'Port': ['ID=22f2d2b0-bf67-49cc-9d82-5bb145743daa,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:27.742167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:27.744211 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:27.744543 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:27.744863 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:27.745152 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:27.745485 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:27.745796 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:27.746101 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:27.746475 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:27.746695 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:27.746991 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:27.747653 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:01:27.757094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:27.769680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:01:27.772771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.809035 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Attempting to bind port 22f2d2b0-bf67-49cc-9d82-5bb145743daa on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:27.809389 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Attempting to bind port 22f2d2b0-bf67-49cc-9d82-5bb145743daa by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:27.809777 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Attempting to bind port 22f2d2b0-bf67-49cc-9d82-5bb145743daa on network 3ea3aace-e26d-490f-abf0-cb4f7366e12f {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:01:27.816357 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:01:27.816712 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Checking segment: {'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:01:27.817120 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.817527 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Bound using segment: {'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:01:27.817966 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Bound port: 22f2d2b0-bf67-49cc-9d82-5bb145743daa, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:27.818318 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.901831 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] For port 22f2d2b0-bf67-49cc-9d82-5bb145743daa, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:27.905186 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] For port 22f2d2b0-bf67-49cc-9d82-5bb145743daa, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=22f2d2b0-bf67-49cc-9d82-5bb145743daa,segment=NetworkSegment(a93a59a8-3d83-4899-b14f-ff74db5d4277),segment_id=a93a59a8-3d83-4899-b14f-ff74db5d4277)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:27.910679 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:27.929308 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.20.0.8 (3ea3aace-e26d-490f-abf0-cb4f7366e12f/90252c60-6763-46ca-8e41-fb2782dbc452/347f2800-c74d-4576-94fd-feb08b21b390) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:27.984985 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc844e-8c8a-41d6-bcde-54871c582eef None None] Pushing event updated for resources: {'Port': ['ID=22f2d2b0-bf67-49cc-9d82-5bb145743daa,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:27.997955 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Routers {'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:01:27.998561 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:01:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:28.129328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.145889 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Transition to ACTIVE for port object 347f2800-c74d-4576-94fd-feb08b21b390 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:28.171118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.183231 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] Set router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:01:28.246647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 3ea3aace-e26d-490f-abf0-cb4f7366e12f is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:28.249497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:28.251963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:01:28.290129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=347f2800-c74d-4576-94fd-feb08b21b390,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:28.323366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:28.323984 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.351866 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-c3c6b556-7e94-48ed-ac6e-19e3c4561b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7574823 Mar 22 13:01:28.362921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Request body: {'port': {'device_id': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:28.486925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-69fce009-74c6-4ceb-9abb-50b85b06f488 None None] Provisioning for port 347f2800-c74d-4576-94fd-feb08b21b390 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:28.492751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-69fce009-74c6-4ceb-9abb-50b85b06f488 None None] Provisioning complete for port 347f2800-c74d-4576-94fd-feb08b21b390 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:28.493227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-69fce009-74c6-4ceb-9abb-50b85b06f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.551643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-69fce009-74c6-4ceb-9abb-50b85b06f488 None None] Port 347f2800-c74d-4576-94fd-feb08b21b390 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:01:28.555524 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '22f2d2b0-bf67-49cc-9d82-5bb145743daa', 'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:c8:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:27Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:28.560748 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879540b-d6a9-431d-ad14-9c3728233da4 None None] The sync data for ids ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'] in dv-neutron-834653-1-hyperv is: [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '22f2d2b0-bf67-49cc-9d82-5bb145743daa', 'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:c8:1e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:27Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:01:28.565039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.724356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2afe5-419c-41ed-a20d-a3c5de6bfa55 req-c551aa34-65f7-46e4-ad48-149bfcdf6d51 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:28.726187 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8b2afe5-419c-41ed-a20d-a3c5de6bfa55 req-c551aa34-65f7-46e4-ad48-149bfcdf6d51 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 931 time: 0.0970497 Mar 22 13:01:28.763243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-89a2d1e9-6931-4b7b-bf57-39c1528acff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.789088 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e8b2afe5-419c-41ed-a20d-a3c5de6bfa55 req-b791ce8a-7221-4a3c-a355-15537cc5b0bf tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569644 Mar 22 13:01:28.936227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347f2800-c74d-4576-94fd-feb08b21b390 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:01:28.943403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:28.958734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Transition to ACTIVE for port object 347f2800-c74d-4576-94fd-feb08b21b390 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:01:28.962809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.098175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Pushing event updated for resources: {'Port': ['ID=347f2800-c74d-4576-94fd-feb08b21b390,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:29.216421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Attempting to bind port 347f2800-c74d-4576-94fd-feb08b21b390 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:01:29.216742 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Attempting to bind port 347f2800-c74d-4576-94fd-feb08b21b390 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:01:29.217054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Attempting to bind port 347f2800-c74d-4576-94fd-feb08b21b390 on network 3ea3aace-e26d-490f-abf0-cb4f7366e12f {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:01:29.223079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Port 347f2800-c74d-4576-94fd-feb08b21b390 on network 3ea3aace-e26d-490f-abf0-cb4f7366e12f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 13:01:29.223381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Attempting to bind port 347f2800-c74d-4576-94fd-feb08b21b390 on network 3ea3aace-e26d-490f-abf0-cb4f7366e12f {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:01:29.229761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:01:29.230087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Checking segment: {'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:01:29.230447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Bound using segment: {'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:01:29.230869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Bound port: 347f2800-c74d-4576-94fd-feb08b21b390, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a93a59a8-3d83-4899-b14f-ff74db5d4277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:01:29.231187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.320146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] For port 347f2800-c74d-4576-94fd-feb08b21b390, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:01:29.323260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] For port 347f2800-c74d-4576-94fd-feb08b21b390, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=347f2800-c74d-4576-94fd-feb08b21b390,segment=NetworkSegment(a93a59a8-3d83-4899-b14f-ff74db5d4277),segment_id=a93a59a8-3d83-4899-b14f-ff74db5d4277)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:01:29.328128 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.380855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:29.382291 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] 10.222.0.55 "PUT /v2.0/ports/347f2800-c74d-4576-94fd-feb08b21b390 HTTP/1.1" status: 200 len: 1093 time: 1.0238428 Mar 22 13:01:29.390544 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'tag': '347f2800-c74d-4576-94fd-feb08b21b390'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:01:29.474794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb1e7e-eea3-4b9c-9650-71c1dfba9609 service neutron] Pushing event updated for resources: {'Port': ['ID=347f2800-c74d-4576-94fd-feb08b21b390,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:29.523980 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-e76a8a2b-d368-4aa2-a8b7-51febd19ee0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 1096 time: 0.1016467 Mar 22 13:01:29.601420 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-0e9d1893-98c0-4069-97bc-4185bb9983d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=347f2800-c74d-4576-94fd-feb08b21b390 HTTP/1.1" status: 200 len: 217 time: 0.0689187 Mar 22 13:01:29.663440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-7ba256c2-d630-4d6b-b245-f36a610ad257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:29.664768 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-7ba256c2-d630-4d6b-b245-f36a610ad257 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90252c60-6763-46ca-8e41-fb2782dbc452 HTTP/1.1" status: 200 len: 833 time: 0.0582094 Mar 22 13:01:29.699765 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'tag': '347f2800-c74d-4576-94fd-feb08b21b390', 'status': 'completed', 'code': 200} Mar 22 13:01:29.739961 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-77115155-81d1-4d1d-bbc8-081f25316d86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ea3aace-e26d-490f-abf0-cb4f7366e12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692806 Mar 22 13:01:29.878045 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-f760d337-ab6e-4dca-8d65-994a3b436d10 service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318088 Mar 22 13:01:29.991936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf2baf-a963-4715-916a-d14de89030a5 req-a60c996b-3298-4501-8dba-234cb8ce9d9a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:29.993369 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9cdf2baf-a963-4715-916a-d14de89030a5 req-a60c996b-3298-4501-8dba-234cb8ce9d9a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 943 time: 0.0742509 Mar 22 13:01:30.006348 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a426cd2-3370-4392-9ad3-f8182fa67036 req-372211ae-8573-470e-80d4-ed935e85e58f service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227376 Mar 22 13:01:30.039918 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9cdf2baf-a963-4715-916a-d14de89030a5 req-3b5a2127-9643-40a7-9a26-eca09a9b2685 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407848 Mar 22 13:01:30.131138 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4216edda-79cf-4ded-90e0-afe2a112dfb1 req-42b35afb-2c76-4334-a6af-ef9bdb27016e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 1096 time: 0.0786009 Mar 22 13:01:30.356103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216edda-79cf-4ded-90e0-afe2a112dfb1 req-65ea7310-2e34-433d-b12e-95a63bdb2836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:30.357571 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4216edda-79cf-4ded-90e0-afe2a112dfb1 req-65ea7310-2e34-433d-b12e-95a63bdb2836 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ea3aace-e26d-490f-abf0-cb4f7366e12f HTTP/1.1" status: 200 len: 898 time: 0.2202847 Mar 22 13:01:30.424533 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4216edda-79cf-4ded-90e0-afe2a112dfb1 req-2004ed5f-7ca3-4699-8552-9bb4804d1b51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=347f2800-c74d-4576-94fd-feb08b21b390 HTTP/1.1" status: 200 len: 217 time: 0.0603299 Mar 22 13:01:30.493622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216edda-79cf-4ded-90e0-afe2a112dfb1 req-c1242f36-db65-4d0a-8fba-1ae14e42af56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:30.495049 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4216edda-79cf-4ded-90e0-afe2a112dfb1 req-c1242f36-db65-4d0a-8fba-1ae14e42af56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90252c60-6763-46ca-8e41-fb2782dbc452 HTTP/1.1" status: 200 len: 833 time: 0.0652294 Mar 22 13:01:30.569960 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4216edda-79cf-4ded-90e0-afe2a112dfb1 req-d6d10d78-c4a3-49dc-abb9-bdfb1644fc8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ea3aace-e26d-490f-abf0-cb4f7366e12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683699 Mar 22 13:01:30.579438 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 22f2d2b0-bf67-49cc-9d82-5bb145743daa up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:30.649263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 22f2d2b0-bf67-49cc-9d82-5bb145743daa completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:30.656901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 22f2d2b0-bf67-49cc-9d82-5bb145743daa triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:30.656901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.709357 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4216edda-79cf-4ded-90e0-afe2a112dfb1 req-b1f60b0f-b417-481c-b719-172da36517f6 service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335881 Mar 22 13:01:30.764948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.797608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 22f2d2b0-bf67-49cc-9d82-5bb145743daa, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=22f2d2b0-bf67-49cc-9d82-5bb145743daa,segment=NetworkSegment(a93a59a8-3d83-4899-b14f-ff74db5d4277),segment_id=a93a59a8-3d83-4899-b14f-ff74db5d4277)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:30.802685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:30.845147 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4216edda-79cf-4ded-90e0-afe2a112dfb1 req-5766e068-14bc-421e-a3df-596394cc25f2 service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297588 Mar 22 13:01:30.885311 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=22f2d2b0-bf67-49cc-9d82-5bb145743daa,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:31.250888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b7bbc-673e-4810-a021-6c860f31aa8b req-3b40e760-32ca-45bb-8dc0-da82f9594c69 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:31.251564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f31b7bbc-673e-4810-a021-6c860f31aa8b req-3b40e760-32ca-45bb-8dc0-da82f9594c69 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:01:31.267635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f31b7bbc-673e-4810-a021-6c860f31aa8b req-3b40e760-32ca-45bb-8dc0-da82f9594c69 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:01:31.269022 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f31b7bbc-673e-4810-a021-6c860f31aa8b req-3b40e760-32ca-45bb-8dc0-da82f9594c69 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 943 time: 0.1063666 Mar 22 13:01:31.315020 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f31b7bbc-673e-4810-a021-6c860f31aa8b req-cd42d547-ee5b-466f-b523-5d9af89255eb tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398753 Mar 22 13:01:31.732186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8bb6ed94-073f-43e8-a012-4b3642057e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.127332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.153111 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:32.537102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e6581-2bcb-4ef1-9a41-19d944a55fc3 req-42ccecde-8e02-4f0c-845c-154de012fb1a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:32.538595 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-440e6581-2bcb-4ef1-9a41-19d944a55fc3 req-42ccecde-8e02-4f0c-845c-154de012fb1a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 943 time: 0.0797246 Mar 22 13:01:32.565189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 22f2d2b0-bf67-49cc-9d82-5bb145743daa up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:32.584457 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-440e6581-2bcb-4ef1-9a41-19d944a55fc3 req-be6c8ec5-b0c7-4f70-a311-9bdf93a82243 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 Mar 22 13:01:32.632647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 22f2d2b0-bf67-49cc-9d82-5bb145743daa triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:32.632904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.434177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.458112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 347f2800-c74d-4576-94fd-feb08b21b390 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:01:33.602613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 347f2800-c74d-4576-94fd-feb08b21b390, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=347f2800-c74d-4576-94fd-feb08b21b390,segment=NetworkSegment(a93a59a8-3d83-4899-b14f-ff74db5d4277),segment_id=a93a59a8-3d83-4899-b14f-ff74db5d4277)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:33.615579 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '347f2800-c74d-4576-94fd-feb08b21b390', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'port_id': '347f2800-c74d-4576-94fd-feb08b21b390', 'mac_address': 'fa:16:3e:d0:e6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:01:33.671296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.715639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347f2800-c74d-4576-94fd-feb08b21b390 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:01:33.730227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 347f2800-c74d-4576-94fd-feb08b21b390, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=347f2800-c74d-4576-94fd-feb08b21b390,segment=NetworkSegment(a93a59a8-3d83-4899-b14f-ff74db5d4277),segment_id=a93a59a8-3d83-4899-b14f-ff74db5d4277)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:33.735380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:33.774407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93644435-7a1f-4870-b005-a91e0623e0d2 req-a9d21b2d-e261-4884-b8a5-244660558cc1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:33.776287 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93644435-7a1f-4870-b005-a91e0623e0d2 req-a9d21b2d-e261-4884-b8a5-244660558cc1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 944 time: 0.0744538 Mar 22 13:01:33.798511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=347f2800-c74d-4576-94fd-feb08b21b390,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:33.821608 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-93644435-7a1f-4870-b005-a91e0623e0d2 req-b5dfa1de-337f-4552-beeb-c69f647ea39d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400448 Mar 22 13:01:34.084898 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['347f2800-c74d-4576-94fd-feb08b21b390'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:01:34.161318 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:01:35.028519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b678d36-f995-49d9-b89a-347ee125d086 req-b172a4f8-3a0f-4bbd-8927-cbb9348341d7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:35.029971 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b678d36-f995-49d9-b89a-347ee125d086 req-b172a4f8-3a0f-4bbd-8927-cbb9348341d7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 944 time: 0.0835848 Mar 22 13:01:35.080331 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7b678d36-f995-49d9-b89a-347ee125d086 req-3e62faab-4a65-4d11-87cb-4e91b5470d1f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Mar 22 13:01:35.473892 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 347f2800-c74d-4576-94fd-feb08b21b390 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:01:35.555799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 347f2800-c74d-4576-94fd-feb08b21b390 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:01:35.560161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 347f2800-c74d-4576-94fd-feb08b21b390 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:01:35.560517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.671096 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.699203 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347f2800-c74d-4576-94fd-feb08b21b390'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:01:35.708973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 347f2800-c74d-4576-94fd-feb08b21b390, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=347f2800-c74d-4576-94fd-feb08b21b390,segment=NetworkSegment(a93a59a8-3d83-4899-b14f-ff74db5d4277),segment_id=a93a59a8-3d83-4899-b14f-ff74db5d4277)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:01:35.713430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:35.777962 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=347f2800-c74d-4576-94fd-feb08b21b390,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:35.829986 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347f2800-c74d-4576-94fd-feb08b21b390', 'code': 200} Mar 22 13:01:36.067557 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26421ac9-ea67-4f15-8059-71b26ec21f46 req-904e709b-6137-4af1-a81f-736f5ed2731c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 1098 time: 0.0792494 Mar 22 13:01:36.109346 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-26421ac9-ea67-4f15-8059-71b26ec21f46 req-86e3b86c-604a-4d48-8dfe-03c9148ad409 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359011 Mar 22 13:01:36.283428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c30307-8b43-4e41-9888-d24d8c9fd69c req-b287ec92-088f-4e1c-b10b-5cd1e3b21fa2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:36.284903 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0c30307-8b43-4e41-9888-d24d8c9fd69c req-b287ec92-088f-4e1c-b10b-5cd1e3b21fa2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.0772893 Mar 22 13:01:36.330128 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0c30307-8b43-4e41-9888-d24d8c9fd69c req-5ac33731-6409-4fa4-ada6-037817c77203 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Mar 22 13:01:37.535797 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18049c2-c75a-473a-9870-249f4ca26892 req-ccffe03b-78e2-412d-bcf7-f1d35a85684d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:37.537185 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c18049c2-c75a-473a-9870-249f4ca26892 req-ccffe03b-78e2-412d-bcf7-f1d35a85684d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.0868573 Mar 22 13:01:37.586063 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c18049c2-c75a-473a-9870-249f4ca26892 req-1ffdcf0d-9824-4f0a-9e73-4b01297c262a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 Mar 22 13:01:38.807171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa0424-5335-4e27-b87b-7562fa36b958 req-074a710f-e9c9-4eb2-bcc1-17dcc8145430 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:38.808473 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10aa0424-5335-4e27-b87b-7562fa36b958 req-074a710f-e9c9-4eb2-bcc1-17dcc8145430 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.0921457 Mar 22 13:01:38.865077 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-10aa0424-5335-4e27-b87b-7562fa36b958 req-eccc9040-b306-438a-8a50-4b70cc686ce7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509522 Mar 22 13:01:39.068445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab96ebd-fa36-463f-8be2-907c0c017f81 req-a72ef4e7-5e53-47eb-a715-62b0e6e98e4d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:39.069765 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ab96ebd-fa36-463f-8be2-907c0c017f81 req-a72ef4e7-5e53-47eb-a715-62b0e6e98e4d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.0832536 Mar 22 13:01:39.114823 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3ab96ebd-fa36-463f-8be2-907c0c017f81 req-1b9407eb-ee68-4474-806d-13b69d500e60 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391970 Mar 22 13:01:39.142045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52090) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:39.214081 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1ea3eb21-ee32-42ac-bf46-40e484c9a625 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 1093 time: 0.0709469 Mar 22 13:01:39.216779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52094) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:39.221968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '347f2800-c74d-4576-94fd-feb08b21b390', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:01:39.227625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:01:39.231707 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:floatingip and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:01:39.234616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:01:39.240463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:01:39.252107 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.393151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.521364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.26.0.127 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/474149ad-9f68-4364-b920-5a8728ec5e79) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:01:39.675950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.707728 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:39.775451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:01:39.778267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:01:39.782443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:01:39.808668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=474149ad-9f68-4364-b920-5a8728ec5e79,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:40.391377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.456293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.655481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.662477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.759153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=474149ad-9f68-4364-b920-5a8728ec5e79,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:01:40.777815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:40.970091 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Floating IP 5a16f1cd-f698-4d51-bb44-ae6df986918b associated. External IP: 172.26.0.127, port: 347f2800-c74d-4576-94fd-feb08b21b390. Mar 22 13:01:41.371432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:01:41.571685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:01:41.581148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53e7e0-5687-4e6a-a20e-6158d91fedc5 None None] Sync routers for ids ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:01:41.593275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f53e7e0-5687-4e6a-a20e-6158d91fedc5 None None] Routers {'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:01:41.593914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5f53e7e0-5687-4e6a-a20e-6158d91fedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:01:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:41.597963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:41.755960 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c63a22e8-d364-41a8-bab3-5454e0b5d125 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5381868 Mar 22 13:01:41.756645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'tag': '347f2800-c74d-4576-94fd-feb08b21b390'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:01:41.773590 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-5f53e7e0-5687-4e6a-a20e-6158d91fedc5 None None] Set router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:01:41.810525 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'tag': '347f2800-c74d-4576-94fd-feb08b21b390', 'status': 'completed', 'code': 200} Mar 22 13:01:41.900275 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5dfe176-28d1-4fd7-b2b5-26babe3a3be7 req-05e0fe88-3c0f-441c-9cee-9199d8be978b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 1098 time: 0.0673223 Mar 22 13:01:41.945971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8a671-3f73-4c93-b85c-6399400d632a req-efd1c8d6-5abc-4006-889b-ed44af1e3e56 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:41.947476 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-15c8a671-3f73-4c93-b85c-6399400d632a req-efd1c8d6-5abc-4006-889b-ed44af1e3e56 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.0779502 Mar 22 13:01:41.993777 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-15c8a671-3f73-4c93-b85c-6399400d632a req-9d15f391-0a70-4a7f-b6fa-9820bf9633bc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404422 Mar 22 13:01:42.022378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52102) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:42.036555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfe176-28d1-4fd7-b2b5-26babe3a3be7 req-ca8a7d1b-5b13-4ce7-b19a-10bb73e73f2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:42.038010 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5dfe176-28d1-4fd7-b2b5-26babe3a3be7 req-ca8a7d1b-5b13-4ce7-b19a-10bb73e73f2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ea3aace-e26d-490f-abf0-cb4f7366e12f HTTP/1.1" status: 200 len: 898 time: 0.1320677 Mar 22 13:01:42.124290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5f53e7e0-5687-4e6a-a20e-6158d91fedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '5a16f1cd-f698-4d51-bb44-ae6df986918b', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'port_id': '347f2800-c74d-4576-94fd-feb08b21b390', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'mac_address': 'fa:16:3e:d0:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:40Z', 'updated_at': '2022-03-22T13:01:40Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f2d2b0-bf67-49cc-9d82-5bb145743daa', 'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:c8:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:30Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:42.128265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53e7e0-5687-4e6a-a20e-6158d91fedc5 None None] Checking router: ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:01:42.130750 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-79555960-9286-4865-9a00-34da3bc57eff tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/5a16f1cd-f698-4d51-bb44-ae6df986918b HTTP/1.1" status: 200 len: 991 time: 0.1071558 Mar 22 13:01:42.139018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f53e7e0-5687-4e6a-a20e-6158d91fedc5 None None] Routers {'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:01:42.139605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5f53e7e0-5687-4e6a-a20e-6158d91fedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:01:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:42.145578 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5dfe176-28d1-4fd7-b2b5-26babe3a3be7 req-55608f09-4a2a-4460-ab59-ed575eb9c772 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=347f2800-c74d-4576-94fd-feb08b21b390 HTTP/1.1" status: 200 len: 999 time: 0.1021142 Mar 22 13:01:42.206461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfe176-28d1-4fd7-b2b5-26babe3a3be7 req-87b5dda6-3854-473e-85f1-9b0f916e6715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:42.207899 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5dfe176-28d1-4fd7-b2b5-26babe3a3be7 req-87b5dda6-3854-473e-85f1-9b0f916e6715 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90252c60-6763-46ca-8e41-fb2782dbc452 HTTP/1.1" status: 200 len: 833 time: 0.0568993 Mar 22 13:01:42.283465 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5dfe176-28d1-4fd7-b2b5-26babe3a3be7 req-c3cb55eb-ddfb-4d62-a179-a633b32b1011 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ea3aace-e26d-490f-abf0-cb4f7366e12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702672 Mar 22 13:01:42.313698 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-5f53e7e0-5687-4e6a-a20e-6158d91fedc5 None None] Set router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:01:42.415786 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5dfe176-28d1-4fd7-b2b5-26babe3a3be7 req-be2ee495-e167-4e33-bfd5-18cc51e37020 service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264052 Mar 22 13:01:42.548287 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5dfe176-28d1-4fd7-b2b5-26babe3a3be7 req-8c735c03-b7cd-47a4-a7ac-e7531dcd7684 service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263690 Mar 22 13:01:42.701799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-5f53e7e0-5687-4e6a-a20e-6158d91fedc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '5a16f1cd-f698-4d51-bb44-ae6df986918b', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'port_id': '347f2800-c74d-4576-94fd-feb08b21b390', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'mac_address': 'fa:16:3e:d0:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:40Z', 'updated_at': '2022-03-22T13:01:40Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f2d2b0-bf67-49cc-9d82-5bb145743daa', 'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:c8:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:30Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:01:42.706130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53e7e0-5687-4e6a-a20e-6158d91fedc5 None None] The sync data for ids ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'] in dv-neutron-834653-1-hyperv is: [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '5a16f1cd-f698-4d51-bb44-ae6df986918b', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.127', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'port_id': '347f2800-c74d-4576-94fd-feb08b21b390', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'mac_address': 'fa:16:3e:d0:e6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:01:40Z', 'updated_at': '2022-03-22T13:01:40Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f2d2b0-bf67-49cc-9d82-5bb145743daa', 'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:c8:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:30Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:01:43.136099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52106) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:43.246422 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a024f080-36e5-43b4-a6be-ea97290bc911 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/5a16f1cd-f698-4d51-bb44-ae6df986918b HTTP/1.1" status: 200 len: 991 time: 0.1089935 Mar 22 13:01:43.582164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:01:44.251492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52110) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:44.364911 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e4bd36b8-aa1e-4548-abc9-29106f59244a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/5a16f1cd-f698-4d51-bb44-ae6df986918b HTTP/1.1" status: 200 len: 991 time: 0.1123052 Mar 22 13:01:45.369012 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52114) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:45.472990 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-25705b61-dee4-4037-a12b-a0daffb34710 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/5a16f1cd-f698-4d51-bb44-ae6df986918b HTTP/1.1" status: 200 len: 991 time: 0.1028073 Mar 22 13:01:45.602405 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b34982c-08c4-42a1-a5a2-8dbd9eece138 None None] New status for floating IP 5a16f1cd-f698-4d51-bb44-ae6df986918b: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:01:46.478251 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52118) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:01:46.596623 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c092ee60-5a3c-4fa2-ab60-caa9b29335cd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/5a16f1cd-f698-4d51-bb44-ae6df986918b HTTP/1.1" status: 200 len: 993 time: 0.1170425 Mar 22 13:01:55.104474 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7d12c79-e1fd-4c10-8785-fa19f57eb113 req-14caa471-6033-410e-9454-568b4aafb617 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722072 Mar 22 13:01:55.250094 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7d12c79-e1fd-4c10-8785-fa19f57eb113 req-0e60bcf3-092c-4aa8-ae17-28745d8bef87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 1098 time: 0.0716989 Mar 22 13:01:55.393565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d12c79-e1fd-4c10-8785-fa19f57eb113 req-e08a8905-4bc4-469b-8735-d407987f3d37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:55.394889 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7d12c79-e1fd-4c10-8785-fa19f57eb113 req-e08a8905-4bc4-469b-8735-d407987f3d37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ea3aace-e26d-490f-abf0-cb4f7366e12f HTTP/1.1" status: 200 len: 898 time: 0.1238286 Mar 22 13:01:55.601643 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7d12c79-e1fd-4c10-8785-fa19f57eb113 req-c41ec6bf-842d-41ef-95c6-6353cda25d49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=347f2800-c74d-4576-94fd-feb08b21b390 HTTP/1.1" status: 200 len: 1001 time: 0.2005806 Mar 22 13:01:55.663823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d12c79-e1fd-4c10-8785-fa19f57eb113 req-5a80db8b-17b7-4c2a-bb49-78cbf9f4de1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:01:55.665138 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7d12c79-e1fd-4c10-8785-fa19f57eb113 req-5a80db8b-17b7-4c2a-bb49-78cbf9f4de1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90252c60-6763-46ca-8e41-fb2782dbc452 HTTP/1.1" status: 200 len: 833 time: 0.0582104 Mar 22 13:01:55.746497 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7d12c79-e1fd-4c10-8785-fa19f57eb113 req-aa7628f1-0574-484c-985c-98400ff4eae7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ea3aace-e26d-490f-abf0-cb4f7366e12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754352 Mar 22 13:01:55.880599 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7d12c79-e1fd-4c10-8785-fa19f57eb113 req-c483aebf-bf87-4fee-9c23-58c316165c0a service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270742 Mar 22 13:01:56.013411 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7d12c79-e1fd-4c10-8785-fa19f57eb113 req-17d21e64-41ee-434a-ac40-359fc4e02b86 service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265450 Mar 22 13:01:58.764329 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f64a3e6e-3142-4713-83e0-a7ebe1e3f1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:01.732370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b3c10abb-4040-4d8b-920a-ff5db5679e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:02.130037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:02.154824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:03.434589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:11.164954 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:02:13.592443 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:28.764876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c1bde21e-37c3-42ad-b604-52a07377c435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:31.725149 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-851a371a-633a-4112-b5ee-9925156eed4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:32.148325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:32.159695 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:33.437095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:43.604280 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:48.166701 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:02:54.043167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289494f6-e1d9-4029-91a6-d0d4e4b47449 req-6d7bf4f3-f34c-4631-99e1-25f9d65963a8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:54.044490 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-289494f6-e1d9-4029-91a6-d0d4e4b47449 req-6d7bf4f3-f34c-4631-99e1-25f9d65963a8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.0810990 Mar 22 13:02:54.089836 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-289494f6-e1d9-4029-91a6-d0d4e4b47449 req-206789d8-8b4c-4ecd-966d-9c3fe86468a5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391674 Mar 22 13:02:55.304350 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcc1c2-4a46-459f-88c8-3f5606fa2ddc req-5e24fd15-ed65-4ccf-adac-bc7535522a7f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:55.305861 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-02fcc1c2-4a46-459f-88c8-3f5606fa2ddc req-5e24fd15-ed65-4ccf-adac-bc7535522a7f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.0829999 Mar 22 13:02:55.354705 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-02fcc1c2-4a46-459f-88c8-3f5606fa2ddc req-0273367b-e436-41a9-9705-5f1ae1fb907f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406156 Mar 22 13:02:55.387235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:55.490806 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-462ebf94-8da9-472b-a8cf-9f5abb26c21a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/5a16f1cd-f698-4d51-bb44-ae6df986918b HTTP/1.1" status: 200 len: 993 time: 0.1023915 Mar 22 13:02:56.993640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510127b4-19c2-46b9-bfb0-d092db951fc7 req-9c649af1-8cff-4526-9f00-cb387f211f97 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:56.995075 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-510127b4-19c2-46b9-bfb0-d092db951fc7 req-9c649af1-8cff-4526-9f00-cb387f211f97 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.0834281 Mar 22 13:02:57.045275 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-510127b4-19c2-46b9-bfb0-d092db951fc7 req-76eed8a8-0df2-44e3-b35b-1dcb2ecc6109 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445395 Mar 22 13:02:57.184904 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec8bbcc9-00c5-44a8-bde2-1580d203a0be req-94d87ddf-1891-4a71-bc00-23b342aebea3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 1098 time: 0.0701258 Mar 22 13:02:57.326238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bbcc9-00c5-44a8-bde2-1580d203a0be req-cea1de05-a26d-4665-bad5-bca0177d3309 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:57.327552 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec8bbcc9-00c5-44a8-bde2-1580d203a0be req-cea1de05-a26d-4665-bad5-bca0177d3309 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ea3aace-e26d-490f-abf0-cb4f7366e12f HTTP/1.1" status: 200 len: 898 time: 0.1241477 Mar 22 13:02:57.428531 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec8bbcc9-00c5-44a8-bde2-1580d203a0be req-622e5415-242a-44b6-b661-c924c5bb9e86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=347f2800-c74d-4576-94fd-feb08b21b390 HTTP/1.1" status: 200 len: 1001 time: 0.0941713 Mar 22 13:02:57.490706 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bbcc9-00c5-44a8-bde2-1580d203a0be req-1b457f92-8589-4d37-bb21-9b115b75fca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:57.492244 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec8bbcc9-00c5-44a8-bde2-1580d203a0be req-1b457f92-8589-4d37-bb21-9b115b75fca0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90252c60-6763-46ca-8e41-fb2782dbc452 HTTP/1.1" status: 200 len: 833 time: 0.0579367 Mar 22 13:02:57.571119 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec8bbcc9-00c5-44a8-bde2-1580d203a0be req-35f7a6c4-6b0a-4d48-827c-6f57b510bf8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ea3aace-e26d-490f-abf0-cb4f7366e12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726676 Mar 22 13:02:57.700351 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec8bbcc9-00c5-44a8-bde2-1580d203a0be req-d62bda90-7d8d-4d98-924a-59179b427b6e service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225846 Mar 22 13:02:57.828361 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ec8bbcc9-00c5-44a8-bde2-1580d203a0be req-b723b78b-634a-416a-a3f3-bdbfae977444 service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218927 Mar 22 13:02:58.262534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c3f7e-cc6d-4be7-b508-426196589fee req-153b3929-3bfc-4adb-82d7-103182555b05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:02:58.263984 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d18c3f7e-cc6d-4be7-b508-426196589fee req-153b3929-3bfc-4adb-82d7-103182555b05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.0836089 Mar 22 13:02:58.312441 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d18c3f7e-cc6d-4be7-b508-426196589fee req-7cd1238d-8bca-4a35-8a18-ab221a933e1a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414391 Mar 22 13:02:58.347913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52160) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:58.452871 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-19068ccf-d114-4867-a586-f33fc74c1806 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/5a16f1cd-f698-4d51-bb44-ae6df986918b HTTP/1.1" status: 200 len: 993 time: 0.1039515 Mar 22 13:02:58.745632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52168) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:02:58.763974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-2ee94806-8296-4b7d-85f3-ca9aaf1ba7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:58.946113 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 474149ad-9f68-4364-b920-5a8728ec5e79 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:02:58.946444 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.109767 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.110021 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.307171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 474149ad-9f68-4364-b920-5a8728ec5e79 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:02:59.459565 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:02:59.509635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=474149ad-9f68-4364-b920-5a8728ec5e79,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:02:59.545802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:59.546149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:59.546486 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:59.546818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:59.547144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:59.547495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:59.547940 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:59.548270 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:59.548643 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:59.548959 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:59.549272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:02:59.612637 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.006621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:03:00.219690 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:03:00.230255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11550ecd-e2c1-4fcb-aaa1-c4b900fc4235 None None] Sync routers for ids ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:03:00.243040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11550ecd-e2c1-4fcb-aaa1-c4b900fc4235 None None] Routers {'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:03:00.243642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-11550ecd-e2c1-4fcb-aaa1-c4b900fc4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:02:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:00.245150 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:00.300968 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a65b2917-36b3-449d-ad22-a078cacc9ddc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/floatingips/5a16f1cd-f698-4d51-bb44-ae6df986918b HTTP/1.1" status: 204 len: 168 time: 1.5512917 Mar 22 13:03:00.300968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'tag': '347f2800-c74d-4576-94fd-feb08b21b390'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:03:00.352599 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'tag': '347f2800-c74d-4576-94fd-feb08b21b390', 'status': 'completed', 'code': 200} Mar 22 13:03:00.419219 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-11550ecd-e2c1-4fcb-aaa1-c4b900fc4235 None None] Set router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:03:00.443536 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b77dd432-b2de-42d8-9de6-68260e4ca036 req-ae4548a7-9957-41f7-bb4d-6937f2c999b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 1098 time: 0.0681746 Mar 22 13:03:00.734953 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dd432-b2de-42d8-9de6-68260e4ca036 req-53c2b593-1ef3-4749-966b-e996e68f5026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:00.736396 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b77dd432-b2de-42d8-9de6-68260e4ca036 req-53c2b593-1ef3-4749-966b-e996e68f5026 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ea3aace-e26d-490f-abf0-cb4f7366e12f HTTP/1.1" status: 200 len: 898 time: 0.2875381 Mar 22 13:03:00.741974 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-11550ecd-e2c1-4fcb-aaa1-c4b900fc4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '22f2d2b0-bf67-49cc-9d82-5bb145743daa', 'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:c8:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:30Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:00.746077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11550ecd-e2c1-4fcb-aaa1-c4b900fc4235 None None] Checking router: ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:03:00.756970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11550ecd-e2c1-4fcb-aaa1-c4b900fc4235 None None] Routers {'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:03:00.757600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-11550ecd-e2c1-4fcb-aaa1-c4b900fc4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:02:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:00.799687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dae5a-28b4-40b4-a227-50f6f1285740 req-d5be3e04-12f9-419a-b12a-3890f2ffd1cd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:00.801091 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-604dae5a-28b4-40b4-a227-50f6f1285740 req-d5be3e04-12f9-419a-b12a-3890f2ffd1cd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.1740263 Mar 22 13:03:00.824137 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b77dd432-b2de-42d8-9de6-68260e4ca036 req-53b2e1db-d38f-489b-90bb-32af345ccf59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=347f2800-c74d-4576-94fd-feb08b21b390 HTTP/1.1" status: 200 len: 217 time: 0.0802770 Mar 22 13:03:00.895705 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-604dae5a-28b4-40b4-a227-50f6f1285740 req-c4d9fe51-2c9c-447a-80e4-19895930ba25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872836 Mar 22 13:03:00.903691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dd432-b2de-42d8-9de6-68260e4ca036 req-483982ca-ad87-4179-afcf-0bc0331a23e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:00.905108 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b77dd432-b2de-42d8-9de6-68260e4ca036 req-483982ca-ad87-4179-afcf-0bc0331a23e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=90252c60-6763-46ca-8e41-fb2782dbc452 HTTP/1.1" status: 200 len: 833 time: 0.0745676 Mar 22 13:03:00.937584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-11550ecd-e2c1-4fcb-aaa1-c4b900fc4235 None None] Set router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:03:00.980832 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b77dd432-b2de-42d8-9de6-68260e4ca036 req-f9826f73-c868-4cef-8763-be24f5d57ed6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ea3aace-e26d-490f-abf0-cb4f7366e12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686743 Mar 22 13:03:01.109062 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b77dd432-b2de-42d8-9de6-68260e4ca036 req-01ed906f-1bae-44b6-b791-f1071ee1d5fc service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218631 Mar 22 13:03:01.236771 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b77dd432-b2de-42d8-9de6-68260e4ca036 req-385785d7-1c29-4d69-9614-886f515fb063 service neutron] 10.222.0.55 "GET /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209967 Mar 22 13:03:01.242255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-11550ecd-e2c1-4fcb-aaa1-c4b900fc4235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '22f2d2b0-bf67-49cc-9d82-5bb145743daa', 'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:c8:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:30Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:01.247673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11550ecd-e2c1-4fcb-aaa1-c4b900fc4235 None None] The sync data for ids ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'] in dv-neutron-834653-1-hyperv is: [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:23Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '22f2d2b0-bf67-49cc-9d82-5bb145743daa', 'name': '', 'network_id': '3ea3aace-e26d-490f-abf0-cb4f7366e12f', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:c8:1e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:22Z', 'updated_at': '2022-03-22T13:01:30Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '90252c60-6763-46ca-8e41-fb2782dbc452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:03:01.458713 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02efa597-c9c1-4989-895f-6b977f706326 None None] New status for floating IP 5a16f1cd-f698-4d51-bb44-ae6df986918b: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:03:01.735321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0762fb79-f0fa-4849-84b7-3dc5e3bb6bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.122953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8d762-305b-45a9-9e54-487108b89cbb req-abf9543c-2679-4cfd-b310-f4680fc0ee40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:02.123571 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-98c8d762-305b-45a9-9e54-487108b89cbb req-abf9543c-2679-4cfd-b310-f4680fc0ee40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:02.133052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.140297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-98c8d762-305b-45a9-9e54-487108b89cbb req-abf9543c-2679-4cfd-b310-f4680fc0ee40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:02.141609 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-98c8d762-305b-45a9-9e54-487108b89cbb req-abf9543c-2679-4cfd-b310-f4680fc0ee40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.1097355 Mar 22 13:03:02.164323 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.194076 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-98c8d762-305b-45a9-9e54-487108b89cbb req-904eb165-fb40-474f-a273-efcb8b4e67f0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=67c8d823-5b15-4bc7-8514-0a91aadf9112&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Mar 22 13:03:02.382290 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a58c10-f7de-4941-8d08-6baae3a2a106 req-f03a32fa-ffb6-44a1-9ae6-648dfcaf5e28 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:02.383570 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32a58c10-f7de-4941-8d08-6baae3a2a106 req-f03a32fa-ffb6-44a1-9ae6-648dfcaf5e28 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 945 time: 0.0903120 Mar 22 13:03:02.449694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-32a58c10-f7de-4941-8d08-6baae3a2a106 req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 347f2800-c74d-4576-94fd-feb08b21b390 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:03:02.450015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32a58c10-f7de-4941-8d08-6baae3a2a106 req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.693003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-32a58c10-f7de-4941-8d08-6baae3a2a106 req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port 347f2800-c74d-4576-94fd-feb08b21b390, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=347f2800-c74d-4576-94fd-feb08b21b390,segment=NetworkSegment(a93a59a8-3d83-4899-b14f-ff74db5d4277),segment_id=a93a59a8-3d83-4899-b14f-ff74db5d4277)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:02.693247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32a58c10-f7de-4941-8d08-6baae3a2a106 req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:02.808782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-32a58c10-f7de-4941-8d08-6baae3a2a106 req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 347f2800-c74d-4576-94fd-feb08b21b390 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:03:02.960218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32a58c10-f7de-4941-8d08-6baae3a2a106 req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.006079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=347f2800-c74d-4576-94fd-feb08b21b390,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:03.044565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:03.044905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:03.045237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:03.045592 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:03.045917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:03.046238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:03.046557 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:03.046874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:03.047200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:03.047507 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:03.047809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:03.090352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a58c10-f7de-4941-8d08-6baae3a2a106 req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] No DVR routers for this DVR port 347f2800-c74d-4576-94fd-feb08b21b390 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:03.092885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-32a58c10-f7de-4941-8d08-6baae3a2a106 req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:03.095492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'name': 'network-vif-deleted', 'tag': '347f2800-c74d-4576-94fd-feb08b21b390'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:03:03.111955 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32a58c10-f7de-4941-8d08-6baae3a2a106 req-66858104-6cc6-4ae2-9d4d-20f254a8c698 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "DELETE /v2.0/ports/347f2800-c74d-4576-94fd-feb08b21b390 HTTP/1.1" status: 204 len: 173 time: 0.7232397 Mar 22 13:03:03.151347 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efe043-5828-4df3-9108-fdf33eeb0a4c', 'name': 'network-vif-deleted', 'tag': '347f2800-c74d-4576-94fd-feb08b21b390', 'status': 'completed', 'code': 200} Mar 22 13:03:03.370129 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-82f8674f-b77c-4a90-8710-85f19ed413d9 req-1cb625b1-6a11-45d2-9426-ae08d4bfdbb8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=27efe043-5828-4df3-9108-fdf33eeb0a4c HTTP/1.1" status: 200 len: 210 time: 0.0439682 Mar 22 13:03:03.437988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:04.480779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52190) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:04.975557 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.585488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 22f2d2b0-bf67-49cc-9d82-5bb145743daa {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:03:05.586211 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.768297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port 22f2d2b0-bf67-49cc-9d82-5bb145743daa, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=22f2d2b0-bf67-49cc-9d82-5bb145743daa,segment=NetworkSegment(a93a59a8-3d83-4899-b14f-ff74db5d4277),segment_id=a93a59a8-3d83-4899-b14f-ff74db5d4277)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:05.768509 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:05.861803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 347f2800-c74d-4576-94fd-feb08b21b390 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:05.888791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 22f2d2b0-bf67-49cc-9d82-5bb145743daa owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:03:05.897150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 347f2800-c74d-4576-94fd-feb08b21b390 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:03:05.897492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 347f2800-c74d-4576-94fd-feb08b21b390 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:06.068390 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:06.111233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=22f2d2b0-bf67-49cc-9d82-5bb145743daa,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:06.504292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.099665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:03:07.310810 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:03:07.320930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbfba4f-b0de-497a-9cb7-2e517af37be3 None None] Sync routers for ids ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:03:07.326967 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6caffafd-3a3c-4747-aa6f-720daa56e0ed tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "PUT /v2.0/routers/ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8449266 Mar 22 13:03:07.330071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52194) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:07.333332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbfba4f-b0de-497a-9cb7-2e517af37be3 None None] Routers {'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:03:07.333960 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9dbfba4f-b0de-497a-9cb7-2e517af37be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:03:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:07.506266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9dbfba4f-b0de-497a-9cb7-2e517af37be3 None None] Set router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:03:07.508418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c6e821-e9fb-4c07-b4b3-d9b5f8f67bd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting subnet 90252c60-6763-46ca-8e41-fb2782dbc452 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 13:03:07.511502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58c6e821-e9fb-4c07-b4b3-d9b5f8f67bd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.567132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58c6e821-e9fb-4c07-b4b3-d9b5f8f67bd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.648244 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58c6e821-e9fb-4c07-b4b3-d9b5f8f67bd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.719801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58c6e821-e9fb-4c07-b4b3-d9b5f8f67bd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.790812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9dbfba4f-b0de-497a-9cb7-2e517af37be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:03:05Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:07.795012 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbfba4f-b0de-497a-9cb7-2e517af37be3 None None] Checking router: ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:03:07.806897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbfba4f-b0de-497a-9cb7-2e517af37be3 None None] Routers {'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:03:07.807508 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9dbfba4f-b0de-497a-9cb7-2e517af37be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:03:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:07.861708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6e821-e9fb-4c07-b4b3-d9b5f8f67bd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Subnet': ['ID=90252c60-6763-46ca-8e41-fb2782dbc452,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:07.866313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-58c6e821-e9fb-4c07-b4b3-d9b5f8f67bd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:07.872271 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-58c6e821-e9fb-4c07-b4b3-d9b5f8f67bd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/subnets/90252c60-6763-46ca-8e41-fb2782dbc452 HTTP/1.1" status: 204 len: 168 time: 0.5412750 Mar 22 13:03:07.876672 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52198) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:07.915421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96d069e-f694-4911-8ec3-0fea776968fd None None] Network 3ea3aace-e26d-490f-abf0-cb4f7366e12f requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:03:08.072086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.132402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-9dbfba4f-b0de-497a-9cb7-2e517af37be3 None None] Set router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:03:08.375447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.387586 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 546ff351-ce66-4734-86d0-5adca51cbd61 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:03:08.388070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.440105 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] DHCP port deletion for 3ea3aace-e26d-490f-abf0-cb4f7366e12f request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 13:03:08.449188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Deleting port f186686d-8a3b-4802-8432-f0aad786555f {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:03:08.449587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.558653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port 546ff351-ce66-4734-86d0-5adca51cbd61, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=546ff351-ce66-4734-86d0-5adca51cbd61,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:08.558950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.582820 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-9dbfba4f-b0de-497a-9cb7-2e517af37be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:03:05Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:08.630943 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f186686d-8a3b-4802-8432-f0aad786555f no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:08.665908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbfba4f-b0de-497a-9cb7-2e517af37be3 None None] The sync data for ids ['ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398'] in dv-neutron-834653-1-hyperv is: [{'id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304328096', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:03:05Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '546ff351-ce66-4734-86d0-5adca51cbd61', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:01:19Z', 'updated_at': '2022-03-22T13:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:03:08.683738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 546ff351-ce66-4734-86d0-5adca51cbd61 owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:03:08.720562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] For port f186686d-8a3b-4802-8432-f0aad786555f, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f186686d-8a3b-4802-8432-f0aad786555f,segment=NetworkSegment(a93a59a8-3d83-4899-b14f-ff74db5d4277),segment_id=a93a59a8-3d83-4899-b14f-ff74db5d4277)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:08.720945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.850609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:08.864490 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Calling delete_port for f186686d-8a3b-4802-8432-f0aad786555f owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:03:08.897433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=546ff351-ce66-4734-86d0-5adca51cbd61,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:08.937309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.003959 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.052936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Pushing event deleted for resources: {'Port': ['ID=f186686d-8a3b-4802-8432-f0aad786555f,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:09.063032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] No DVR routers for this DVR port f186686d-8a3b-4802-8432-f0aad786555f on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:03:09.065319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:09.065704 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:09.066155 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:09.066490 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:09.066803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:09.067135 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:09.067481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:09.067853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:09.068165 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:09.068543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:09.068862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330c94aa-2c6d-4193-9691-1115612d7d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:09.128434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.381189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.385811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.412031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.412416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Fanout notify agent at l3_agent the message router_deleted on router ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:03:09.426648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.427737 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5d0a4d02-3257-40b6-bcff-c6c29b1bd4c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/routers/ec8ed4d6-4fd4-48e0-8d98-ca1d9b549398 HTTP/1.1" status: 204 len: 168 time: 1.5501311 Mar 22 13:03:09.430929 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52202) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:09.547303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.673273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.697365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea3aace-e26d-490f-abf0-cb4f7366e12f']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:09.708955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93a59a8-3d83-4899-b14f-ff74db5d4277') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:09.709234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93a59a8-3d83-4899-b14f-ff74db5d4277') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:09.720526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.736233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.742237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 13:03:09.742597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:03:09.756307 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:03:09.835993 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.853270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.864495 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Network': ['ID=3ea3aace-e26d-490f-abf0-cb4f7366e12f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:09.872804 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0e8998d8-5c1c-49fc-97ad-6ec1e31d087a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/networks/3ea3aace-e26d-490f-abf0-cb4f7366e12f HTTP/1.1" status: 204 len: 168 time: 0.4407339 Mar 22 13:03:09.875443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52206) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:09.944443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0363fd76-3e54-4614-a4f8-ce6792c71083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:09.972250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0363fd76-3e54-4614-a4f8-ce6792c71083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.042311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0363fd76-3e54-4614-a4f8-ce6792c71083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.063835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363fd76-3e54-4614-a4f8-ce6792c71083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c8d823-5b15-4bc7-8514-0a91aadf9112,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:10.074249 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0363fd76-3e54-4614-a4f8-ce6792c71083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.078329 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0363fd76-3e54-4614-a4f8-ce6792c71083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/security-groups/67c8d823-5b15-4bc7-8514-0a91aadf9112 HTTP/1.1" status: 204 len: 168 time: 0.1988885 Mar 22 13:03:10.343376 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52214) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:10.349477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-848124080', 'description': 'tempest-secgroup-smoke-848124080 description', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:10.356665 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:10.362400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:10.366775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:10.373923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:10.385236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.422462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:10.426413 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:10.429489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:10.435040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:10.488653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.494541 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.537057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969f8272-16ce-4def-a1e8-9db9ba146ddb,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:10.543039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.544249 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b991b0f8-d30c-4ac0-9597-dd4ed474a8fe tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1999288 Mar 22 13:03:10.547342 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52218) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:10.552955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b8689961-20a7-4d20-8659-cfc9994ca136 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '969f8272-16ce-4def-a1e8-9db9ba146ddb', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:10.559494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b8689961-20a7-4d20-8659-cfc9994ca136 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:10.563650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b8689961-20a7-4d20-8659-cfc9994ca136 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:10.566826 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b8689961-20a7-4d20-8659-cfc9994ca136 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:10.572495 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b8689961-20a7-4d20-8659-cfc9994ca136 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:10.592985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8689961-20a7-4d20-8659-cfc9994ca136 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.612553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 546ff351-ce66-4734-86d0-5adca51cbd61 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:10.644503 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 546ff351-ce66-4734-86d0-5adca51cbd61 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:03:10.644903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 546ff351-ce66-4734-86d0-5adca51cbd61 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:10.645316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 22f2d2b0-bf67-49cc-9d82-5bb145743daa no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:03:10.655469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8689961-20a7-4d20-8659-cfc9994ca136 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.660050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8689961-20a7-4d20-8659-cfc9994ca136 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.679178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 22f2d2b0-bf67-49cc-9d82-5bb145743daa {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:03:10.679516 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 22f2d2b0-bf67-49cc-9d82-5bb145743daa not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:03:10.682583 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8689961-20a7-4d20-8659-cfc9994ca136 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e79c3dd-c9f1-42a3-9e9b-bbc2ab18c4e3,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:10.691903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8689961-20a7-4d20-8659-cfc9994ca136 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.693053 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b8689961-20a7-4d20-8659-cfc9994ca136 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1447115 Mar 22 13:03:10.695843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52222) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:10.701187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a386c07e-0f32-4a52-b4f9-e9614052946f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '969f8272-16ce-4def-a1e8-9db9ba146ddb', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:10.706859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a386c07e-0f32-4a52-b4f9-e9614052946f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:10.710588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a386c07e-0f32-4a52-b4f9-e9614052946f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:10.713466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a386c07e-0f32-4a52-b4f9-e9614052946f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:10.719003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a386c07e-0f32-4a52-b4f9-e9614052946f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:10.737155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a386c07e-0f32-4a52-b4f9-e9614052946f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.796319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a386c07e-0f32-4a52-b4f9-e9614052946f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.801172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a386c07e-0f32-4a52-b4f9-e9614052946f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.823459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386c07e-0f32-4a52-b4f9-e9614052946f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c734ea9-1172-464a-875b-cbeb07afbe9b,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:10.832293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a386c07e-0f32-4a52-b4f9-e9614052946f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.833541 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a386c07e-0f32-4a52-b4f9-e9614052946f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1367359 Mar 22 13:03:10.836396 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52226) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:10.841643 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4dd726ff-998b-4be9-883a-dc67ef99f785 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '969f8272-16ce-4def-a1e8-9db9ba146ddb', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:10.847296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4dd726ff-998b-4be9-883a-dc67ef99f785 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:10.850997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4dd726ff-998b-4be9-883a-dc67ef99f785 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:10.853839 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4dd726ff-998b-4be9-883a-dc67ef99f785 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:10.859392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4dd726ff-998b-4be9-883a-dc67ef99f785 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:10.876462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dd726ff-998b-4be9-883a-dc67ef99f785 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.939949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dd726ff-998b-4be9-883a-dc67ef99f785 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:10.944740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dd726ff-998b-4be9-883a-dc67ef99f785 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.052769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd726ff-998b-4be9-883a-dc67ef99f785 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c663b5-8226-4ddc-8b50-bed0eb0edc20,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:11.063480 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4dd726ff-998b-4be9-883a-dc67ef99f785 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.065704 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4dd726ff-998b-4be9-883a-dc67ef99f785 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2281475 Mar 22 13:03:11.070336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52230) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:11.079095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-cc54198d-30e4-48b3-b493-43e3d0a115e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '969f8272-16ce-4def-a1e8-9db9ba146ddb', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:11.085479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cc54198d-30e4-48b3-b493-43e3d0a115e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:11.089400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cc54198d-30e4-48b3-b493-43e3d0a115e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:11.092365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-cc54198d-30e4-48b3-b493-43e3d0a115e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:11.099054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-cc54198d-30e4-48b3-b493-43e3d0a115e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:11.117128 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc54198d-30e4-48b3-b493-43e3d0a115e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.181781 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc54198d-30e4-48b3-b493-43e3d0a115e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.186422 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc54198d-30e4-48b3-b493-43e3d0a115e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.208223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54198d-30e4-48b3-b493-43e3d0a115e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7c4335-97fd-47b4-95dc-72c3a40ec77c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:11.218691 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-cc54198d-30e4-48b3-b493-43e3d0a115e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.219979 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-cc54198d-30e4-48b3-b493-43e3d0a115e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1481214 Mar 22 13:03:11.222717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52234) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:11.228160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '969f8272-16ce-4def-a1e8-9db9ba146ddb', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:11.234313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:11.238373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:11.241364 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:11.247310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:11.262147 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Project a6dc5e46a5ba46b499bd2a6f91bfebdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:03:11.268457 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.332288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.338193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.364553 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7e1e77-e890-4221-b214-7f7e2adae705,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:11.374659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.375947 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f8bbb2ee-d09c-4e2d-bf7e-1d603a0b856a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1523325 Mar 22 13:03:11.379790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52238) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:11.385073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '969f8272-16ce-4def-a1e8-9db9ba146ddb', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:11.391175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:11.395080 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:11.398119 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:11.404221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:11.415863 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Project a6dc5e46a5ba46b499bd2a6f91bfebdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:03:11.422029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.486069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.491284 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.515049 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb24335-06cf-43aa-9868-d62ed19a0ed8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:11.524783 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.525995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1d83f160-c61e-49e5-821d-0342b737f237 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1453216 Mar 22 13:03:11.530193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52242) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:11.535574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'network': {'name': 'tempest-network-smoke--1070674608', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:11.540460 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:11.544578 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:network and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:11.547530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:11.553369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:11.566822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:11.569779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.597534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:03:11.606306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.606627 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Added segment 42d42bcd-6f56-4a61-b763-5c50729d8a6e of type vlan for network b2bc0623-64c8-4bdb-a138-ba242deeba75 Mar 22 13:03:11.635153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.663847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.667499 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:11.668071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.773167 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2419441 Mar 22 13:03:11.775826 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37196566-8647-4ba3-90a0-82d2547f6ac0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Network': ['ID=b2bc0623-64c8-4bdb-a138-ba242deeba75,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:11.776370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52246) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:11.781612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'admin_state_up': True, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:11.786711 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network b2bc0623-64c8-4bdb-a138-ba242deeba75 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:03:11.789060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:11.793280 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:router and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:11.796311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:11.802811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:11.814808 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.815737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.833123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:11.976514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.165790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.194969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.329682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.26.0.24 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/5ddab526-1272-4fe9-8cc0-b273055a0c06) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:12.480509 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.510026 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.579071 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:12.581895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:12.586102 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:03:12.612434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=5ddab526-1272-4fe9-8cc0-b273055a0c06,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:12.745774 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.746398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:12.973968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:03:13.182642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:03:13.192502 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Sync routers for ids ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:03:13.205839 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Routers {'2177a71a-4bf9-4ea4-8e30-287af8c0afa7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:03:13.206612 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:03:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:13.212020 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.213555 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-55621d31-6ad3-45f8-9b59-801342e87ac1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4360399 Mar 22 13:03:13.216615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52250) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:13.259453 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6ecca320-13cc-450c-8064-bb6a7f2b1114 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407631 Mar 22 13:03:13.261203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52254) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:13.381151 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Set router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:03:13.478653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf430d0-0d95-4e9b-a0fe-152f6128df92 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:13.480141 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-5bf430d0-0d95-4e9b-a0fe-152f6128df92 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2180452 Mar 22 13:03:13.483032 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52258) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:13.520953 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1ee3c1ec-f5fc-4643-97b0-1b69c75f9285 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367711 Mar 22 13:03:13.523478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52262) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:13.528672 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-247893814', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:13.597378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.634831 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:13.638533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:subnet and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:13.641361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:13.647215 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:13.657627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:13.662281 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:12Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:13.665946 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Checking router: 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:03:13.666280 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Updating router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 port 5ddab526-1272-4fe9-8cc0-b273055a0c06 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:03:13.719001 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.758139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:13.968723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.043631 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Subnet': ['ID=1967471b-60f2-48dd-a524-31629e45d431,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:14.058648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Checking segment: {'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:03:14.058994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network hostable DHCP agents. Network: b2bc0623-64c8-4bdb-a138-ba242deeba75, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:03:14.061723 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.073882 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Transition to ACTIVE for port object 5ddab526-1272-4fe9-8cc0-b273055a0c06 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:14.080890 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.082090 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network b2bc0623-64c8-4bdb-a138-ba242deeba75 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:03:14.092159 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, b2bc0623-64c8-4bdb-a138-ba242deeba75) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:14.096168 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:14.096747 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.102421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6ab58-65ff-40df-9c81-a2f60cc151a1 None None] Network b2bc0623-64c8-4bdb-a138-ba242deeba75 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:03:14.121121 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f09ac622-4f0d-44eb-add0-6cb6719648ab tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5939064 Mar 22 13:03:14.121442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52266) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:14.144087 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Pushing event updated for resources: {'Port': ['ID=5ddab526-1272-4fe9-8cc0-b273055a0c06,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:14.153144 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.153488 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.153822 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.154129 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.154445 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.154755 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.155059 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.155364 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.155665 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.155962 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.156261 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:03:14.174650 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Attempting to bind port 5ddab526-1272-4fe9-8cc0-b273055a0c06 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:14.175011 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Attempting to bind port 5ddab526-1272-4fe9-8cc0-b273055a0c06 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:14.175348 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Attempting to bind port 5ddab526-1272-4fe9-8cc0-b273055a0c06 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:03:14.183530 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:03:14.183882 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:03:14.184260 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.184631 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:03:14.185129 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Bound port: 5ddab526-1272-4fe9-8cc0-b273055a0c06, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:14.185505 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.264507 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] For port 5ddab526-1272-4fe9-8cc0-b273055a0c06, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:03:14.268626 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] For port 5ddab526-1272-4fe9-8cc0-b273055a0c06, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5ddab526-1272-4fe9-8cc0-b273055a0c06,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:03:14.276216 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.326365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-b2bc0623-64c8-4bdb-a138-ba242deeba75', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ips': [{'subnet_id': '1967471b-60f2-48dd-a524-31629e45d431'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 13:03:14.327441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.360518 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ee22c-428e-4dc2-9b23-6039a1f802f5 None None] Pushing event updated for resources: {'Port': ['ID=5ddab526-1272-4fe9-8cc0-b273055a0c06,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:14.365198 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Routers {'2177a71a-4bf9-4ea4-8e30-287af8c0afa7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:03:14.365811 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:03:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:14.487280 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Allocated IP 172.20.0.2 (b2bc0623-64c8-4bdb-a138-ba242deeba75/1967471b-60f2-48dd-a524-31629e45d431/58010ca1-ef7f-42fb-854b-4f9bb11b2373) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:14.550959 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] Set router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:03:14.697852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.709781 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Transition to ACTIVE for port object 58010ca1-ef7f-42fb-854b-4f9bb11b2373 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:14.728918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Transition to ACTIVE for port object 58010ca1-ef7f-42fb-854b-4f9bb11b2373 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:14.736620 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.831806 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:12Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:14.836215 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82911f69-acc1-4b1d-b882-6b858ae91b50 None None] The sync data for ids ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'] in dv-neutron-834653-1-hyperv is: [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:12Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:03:14.851517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Network b2bc0623-64c8-4bdb-a138-ba242deeba75 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:14.852674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:14.858407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:03:14.927400 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Pushing event updated for resources: {'Port': ['ID=58010ca1-ef7f-42fb-854b-4f9bb11b2373,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:14.949908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Attempting to bind port 58010ca1-ef7f-42fb-854b-4f9bb11b2373 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:14.950206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Attempting to bind port 58010ca1-ef7f-42fb-854b-4f9bb11b2373 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:14.950564 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Attempting to bind port 58010ca1-ef7f-42fb-854b-4f9bb11b2373 on network b2bc0623-64c8-4bdb-a138-ba242deeba75 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:03:14.957507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:03:14.957878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Checking segment: {'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:03:14.958271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:14.958653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Bound using segment: {'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:03:14.959104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Bound port: 58010ca1-ef7f-42fb-854b-4f9bb11b2373, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:14.959471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.023988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.072691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] For port 58010ca1-ef7f-42fb-854b-4f9bb11b2373, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:03:15.077729 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] For port 58010ca1-ef7f-42fb-854b-4f9bb11b2373, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=58010ca1-ef7f-42fb-854b-4f9bb11b2373,segment=NetworkSegment(42d42bcd-6f56-4a61-b763-5c50729d8a6e),segment_id=42d42bcd-6f56-4a61-b763-5c50729d8a6e)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:03:15.082502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.174280 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc20d316-69f6-425a-9b1c-a181c3b46791 None None] Pushing event updated for resources: {'Port': ['ID=58010ca1-ef7f-42fb-854b-4f9bb11b2373,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:15.484676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.20.0.1 (b2bc0623-64c8-4bdb-a138-ba242deeba75/1967471b-60f2-48dd-a524-31629e45d431/815ad03f-57cb-4ef8-9283-68c4ba3a5020) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:15.658624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.673818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Transition to ACTIVE for port object 815ad03f-57cb-4ef8-9283-68c4ba3a5020 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:15.695630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.763517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network b2bc0623-64c8-4bdb-a138-ba242deeba75 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:15.766581 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:15.771148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:03:15.798558 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=815ad03f-57cb-4ef8-9283-68c4ba3a5020,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:15.828074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:15.913286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.035678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff6ef2-6677-47cf-85fd-28ba2bea51ae None None] Network b2bc0623-64c8-4bdb-a138-ba242deeba75 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:03:16.130374 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a4304685-ea1d-4fa2-93e1-76ddcb2d36cd None None] Provisioning for port 58010ca1-ef7f-42fb-854b-4f9bb11b2373 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:16.325675 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.331051 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.481299 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4bcdd344-ed54-4fb5-95f4-33ebbe0ee1c7 None None] Provisioning for port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:16.490240 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4bcdd344-ed54-4fb5-95f4-33ebbe0ee1c7 None None] Provisioning complete for port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:16.490672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4bcdd344-ed54-4fb5-95f4-33ebbe0ee1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.547087 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-4bcdd344-ed54-4fb5-95f4-33ebbe0ee1c7 None None] Port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:03:16.551192 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.554981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=815ad03f-57cb-4ef8-9283-68c4ba3a5020,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:16.670744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f55a7220-2881-4c71-ae39-7ab762924e93 None None] Provisioning complete for port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:16.671731 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f55a7220-2881-4c71-ae39-7ab762924e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.700597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network b2bc0623-64c8-4bdb-a138-ba242deeba75 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:16.701718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:16.711018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5ddab526-1272-4fe9-8cc0-b273055a0c06 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:16.787509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f55a7220-2881-4c71-ae39-7ab762924e93 None None] Port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:03:16.807513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 5ddab526-1272-4fe9-8cc0-b273055a0c06 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:16.812460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5ddab526-1272-4fe9-8cc0-b273055a0c06 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:16.812822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.924895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.940659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 5ddab526-1272-4fe9-8cc0-b273055a0c06, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5ddab526-1272-4fe9-8cc0-b273055a0c06,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:16.945321 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:16.946081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 58010ca1-ef7f-42fb-854b-4f9bb11b2373 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:17.067936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-b33aca4e-f0d2-47ca-b12f-30a4cc424a06 None None] Provisioning complete for port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:17.068673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b33aca4e-f0d2-47ca-b12f-30a4cc424a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.087200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:03:17.094456 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=5ddab526-1272-4fe9-8cc0-b273055a0c06,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:17.128910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-b33aca4e-f0d2-47ca-b12f-30a4cc424a06 None None] Port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:03:17.131139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 58010ca1-ef7f-42fb-854b-4f9bb11b2373 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:17.135830 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 58010ca1-ef7f-42fb-854b-4f9bb11b2373 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:17.136193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.248282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.280011 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 58010ca1-ef7f-42fb-854b-4f9bb11b2373, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=58010ca1-ef7f-42fb-854b-4f9bb11b2373,segment=NetworkSegment(42d42bcd-6f56-4a61-b763-5c50729d8a6e),segment_id=42d42bcd-6f56-4a61-b763-5c50729d8a6e)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:17.283918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:17.285784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:03:17.301213 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0e1c06f4-9aec-4e89-aa86-b0051bf108df tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "PUT /v2.0/routers/2177a71a-4bf9-4ea4-8e30-287af8c0afa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1782091 Mar 22 13:03:17.349033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=58010ca1-ef7f-42fb-854b-4f9bb11b2373,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:17.475758 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-8f98dca4-b335-48ed-8525-de6d1c679ad0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-848124080&fields=id&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 267 time: 0.0419354 Mar 22 13:03:17.629590 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225df406-fd2c-4a44-9f71-552da3f99650 req-ed65c2f2-5e6c-4999-960e-1eeafd2484b5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:17.630956 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-ed65c2f2-5e6c-4999-960e-1eeafd2484b5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/networks?id=b2bc0623-64c8-4bdb-a138-ba242deeba75 HTTP/1.1" status: 200 len: 797 time: 0.1465981 Mar 22 13:03:17.646974 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-24a8aebb-25ba-4c55-bc2c-4edb6c1d0f25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/quotas/a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 375 time: 0.0106237 Mar 22 13:03:17.725601 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-bb64f84b-2ce4-468b-b0f0-309c4fe812f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738153 Mar 22 13:03:17.972271 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-81043a8e-a1ef-47ca-b773-f903e4e276bf service neutron] 10.222.0.62 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349329 Mar 22 13:03:18.112262 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-1152d265-8c0d-4316-9d2f-e75f39cc5d09 service neutron] 10.222.0.62 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316805 Mar 22 13:03:18.295314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Sync routers for ids ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:03:18.308160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Routers {'2177a71a-4bf9-4ea4-8e30-287af8c0afa7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:03:18.308779 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:03:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:18.452591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-eeb7d323-eba5-4325-90d8-dd3d6ff2da8b req-f2b3e979-03f0-4964-a1d2-3961d361cc10 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:18.469262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-eeb7d323-eba5-4325-90d8-dd3d6ff2da8b req-f2b3e979-03f0-4964-a1d2-3961d361cc10 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:18.471159 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eeb7d323-eba5-4325-90d8-dd3d6ff2da8b req-f2b3e979-03f0-4964-a1d2-3961d361cc10 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 210 time: 0.0650482 Mar 22 13:03:18.504059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Set router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:03:18.666370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5ddab526-1272-4fe9-8cc0-b273055a0c06 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:18.881041 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5ddab526-1272-4fe9-8cc0-b273055a0c06 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:18.881398 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:18.997060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:15Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '815ad03f-57cb-4ef8-9283-68c4ba3a5020', 'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:ec:a3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1967471b-60f2-48dd-a524-31629e45d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:15Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 2, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '1967471b-60f2-48dd-a524-31629e45d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:19.010240 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Checking router: 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:03:19.011099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Updating router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:03:19.048529 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 58010ca1-ef7f-42fb-854b-4f9bb11b2373 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:19.104847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.229701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 58010ca1-ef7f-42fb-854b-4f9bb11b2373 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:19.230062 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.473340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225df406-fd2c-4a44-9f71-552da3f99650 req-a67584eb-766f-4f83-805b-bfc0c2173094 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:19.474009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-225df406-fd2c-4a44-9f71-552da3f99650 req-a67584eb-766f-4f83-805b-bfc0c2173094 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:19.492076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-225df406-fd2c-4a44-9f71-552da3f99650 req-a67584eb-766f-4f83-805b-bfc0c2173094 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:19.493720 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-a67584eb-766f-4f83-805b-bfc0c2173094 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/networks?id=b2bc0623-64c8-4bdb-a138-ba242deeba75 HTTP/1.1" status: 200 len: 797 time: 0.1719348 Mar 22 13:03:19.547262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-225df406-fd2c-4a44-9f71-552da3f99650 req-76cfcda5-a6b9-45ae-aab6-1369f25c5833 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:19.567367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-225df406-fd2c-4a44-9f71-552da3f99650 req-76cfcda5-a6b9-45ae-aab6-1369f25c5833 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:19.568499 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-76cfcda5-a6b9-45ae-aab6-1369f25c5833 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 379 time: 0.0626886 Mar 22 13:03:19.573907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.577571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'port': {'device_id': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'admin_state_up': True, 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'security_groups': ['969f8272-16ce-4def-a1e8-9db9ba146ddb']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:19.588849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Transition to ACTIVE for port object 815ad03f-57cb-4ef8-9283-68c4ba3a5020 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:19.596872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.653243 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7c5d1406-820a-4dc3-890f-1ea40b93ba34 req-ab82fd07-a3b7-4324-9b9f-f71427796a21 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 210 time: 0.0459523 Mar 22 13:03:19.723367 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071bc49-a0ec-48c6-9861-bb1d2f0d4a1f None None] Pushing event updated for resources: {'Port': ['ID=815ad03f-57cb-4ef8-9283-68c4ba3a5020,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:19.723672 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:19.735743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:19.747502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:03:19.750661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.823756 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Attempting to bind port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:19.824116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Attempting to bind port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:19.824476 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Attempting to bind port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 on network b2bc0623-64c8-4bdb-a138-ba242deeba75 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:03:19.831150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:03:19.831522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Checking segment: {'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:03:19.831914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.832303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Bound using segment: {'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:03:19.832765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Bound port: 815ad03f-57cb-4ef8-9283-68c4ba3a5020, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:19.833150 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:19.920945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.20.0.4 (b2bc0623-64c8-4bdb-a138-ba242deeba75/1967471b-60f2-48dd-a524-31629e45d431/ec7a4c33-48ad-4a70-b9dd-b5f62cac5012) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:19.922869 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] For port 815ad03f-57cb-4ef8-9283-68c4ba3a5020, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:03:19.926344 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] For port 815ad03f-57cb-4ef8-9283-68c4ba3a5020, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=815ad03f-57cb-4ef8-9283-68c4ba3a5020,segment=NetworkSegment(42d42bcd-6f56-4a61-b763-5c50729d8a6e),segment_id=42d42bcd-6f56-4a61-b763-5c50729d8a6e)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:03:19.931447 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.023441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071bc49-a0ec-48c6-9861-bb1d2f0d4a1f None None] Pushing event updated for resources: {'Port': ['ID=815ad03f-57cb-4ef8-9283-68c4ba3a5020,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:20.027772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Routers {'2177a71a-4bf9-4ea4-8e30-287af8c0afa7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:03:20.028415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:03:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:20.113940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.130256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Transition to ACTIVE for port object ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:20.158296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.248890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network b2bc0623-64c8-4bdb-a138-ba242deeba75 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:20.252190 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:20.255811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:20.258027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:03:20.264088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] Set router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:03:20.442900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:20.443483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.470925 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-805d1f92-3c55-4363-9091-0df647ccbc05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8974526 Mar 22 13:03:20.481696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Request body: {'port': {'device_id': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:20.577026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-04779ff6-29a2-4495-9188-ec849b0fc75d None None] Provisioning for port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:20.582918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-04779ff6-29a2-4495-9188-ec849b0fc75d None None] Provisioning complete for port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:20.583276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-04779ff6-29a2-4495-9188-ec849b0fc75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.589962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:20.642980 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-04779ff6-29a2-4495-9188-ec849b0fc75d None None] Port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:03:20.649200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:15Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '815ad03f-57cb-4ef8-9283-68c4ba3a5020', 'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:ec:a3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1967471b-60f2-48dd-a524-31629e45d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:15Z', 'updated_at': '2022-03-22T13:03:19Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '1967471b-60f2-48dd-a524-31629e45d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:20.653236 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec09d4d6-4176-48e4-8489-1000348b8dab None None] The sync data for ids ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'] in dv-neutron-834653-1-hyperv is: [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:15Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '815ad03f-57cb-4ef8-9283-68c4ba3a5020', 'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:ec:a3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1967471b-60f2-48dd-a524-31629e45d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:15Z', 'updated_at': '2022-03-22T13:03:19Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '1967471b-60f2-48dd-a524-31629e45d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:03:20.953361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf08000-6864-44ab-8c48-71ea34325121 req-86a9cde1-5565-448a-8da5-42b5c23826ba tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:20.954070 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3cf08000-6864-44ab-8c48-71ea34325121 req-86a9cde1-5565-448a-8da5-42b5c23826ba tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:03:21.024827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-3cf08000-6864-44ab-8c48-71ea34325121 req-86a9cde1-5565-448a-8da5-42b5c23826ba tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:03:21.026003 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cf08000-6864-44ab-8c48-71ea34325121 req-86a9cde1-5565-448a-8da5-42b5c23826ba tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 931 time: 0.2044644 Mar 22 13:03:21.033858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:03:21.055107 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.084960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Transition to ACTIVE for port object ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:03:21.088387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.142530 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cf08000-6864-44ab-8c48-71ea34325121 req-7b972c30-213f-4320-a8cc-09e9189f9a1f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040823 Mar 22 13:03:21.224443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:21.334061 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Attempting to bind port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:03:21.334391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Attempting to bind port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:03:21.334709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Attempting to bind port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 on network b2bc0623-64c8-4bdb-a138-ba242deeba75 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:03:21.340603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 on network b2bc0623-64c8-4bdb-a138-ba242deeba75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 13:03:21.340859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Attempting to bind port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 on network b2bc0623-64c8-4bdb-a138-ba242deeba75 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:03:21.347627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:03:21.347961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Checking segment: {'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:03:21.348336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Bound using segment: {'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:03:21.348762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Bound port: ec7a4c33-48ad-4a70-b9dd-b5f62cac5012, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d42bcd-6f56-4a61-b763-5c50729d8a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:03:21.349103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.441372 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] For port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:03:21.444659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] For port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012,segment=NetworkSegment(42d42bcd-6f56-4a61-b763-5c50729d8a6e),segment_id=42d42bcd-6f56-4a61-b763-5c50729d8a6e)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:03:21.450235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.516421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:21.517832 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] 10.222.0.55 "PUT /v2.0/ports/ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 HTTP/1.1" status: 200 len: 1093 time: 1.0402722 Mar 22 13:03:21.518261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'tag': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:03:21.536227 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b6a11-2429-4a13-b30a-5828b497a460 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:21.595240 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'tag': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012', 'status': 'completed', 'code': 200} Mar 22 13:03:21.636081 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-013d5596-c522-43fc-b63f-fc82427e8993 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0796385 Mar 22 13:03:21.707069 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-3380c1b6-e7bc-45c7-abbe-d90d23f1f82d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 HTTP/1.1" status: 200 len: 217 time: 0.0639591 Mar 22 13:03:21.767866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225df406-fd2c-4a44-9f71-552da3f99650 req-dbbd6011-436e-449e-a1ef-50bf4fe24fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:21.769224 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-dbbd6011-436e-449e-a1ef-50bf4fe24fef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1967471b-60f2-48dd-a524-31629e45d431 HTTP/1.1" status: 200 len: 834 time: 0.0571415 Mar 22 13:03:21.842720 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-f3fbeb45-7937-4856-8939-24a485d00b42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2bc0623-64c8-4bdb-a138-ba242deeba75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673149 Mar 22 13:03:21.979508 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-7ce32f39-7d6d-471d-a020-2a7125b7fb45 service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311004 Mar 22 13:03:22.119016 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-225df406-fd2c-4a44-9f71-552da3f99650 req-5a3c1288-0ca4-4174-afae-7bbb7e6d02f5 service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329877 Mar 22 13:03:22.385517 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a0ab713-a9e2-43fa-ae7e-00310c6d669d req-e7b87b22-74e5-4a37-95f4-90b1e280e86a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 1096 time: 0.2171767 Mar 22 13:03:22.393684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81011e83-a20a-4d03-99a7-f3b82b769e44 req-54400a88-f158-4570-8211-49dda72155af tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:22.394963 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81011e83-a20a-4d03-99a7-f3b82b769e44 req-54400a88-f158-4570-8211-49dda72155af tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 943 time: 0.1003671 Mar 22 13:03:22.539046 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-81011e83-a20a-4d03-99a7-f3b82b769e44 req-9891965c-77d0-4cde-946c-12cd54096733 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260979 Mar 22 13:03:22.559101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ab713-a9e2-43fa-ae7e-00310c6d669d req-c7670f1c-ea8b-4e96-be0a-6308c3002f00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:22.560556 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a0ab713-a9e2-43fa-ae7e-00310c6d669d req-c7670f1c-ea8b-4e96-be0a-6308c3002f00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2bc0623-64c8-4bdb-a138-ba242deeba75 HTTP/1.1" status: 200 len: 898 time: 0.1647573 Mar 22 13:03:22.628269 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a0ab713-a9e2-43fa-ae7e-00310c6d669d req-402377ad-5ae2-4b41-9cce-e889fcc01842 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 HTTP/1.1" status: 200 len: 217 time: 0.0621092 Mar 22 13:03:22.639027 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 815ad03f-57cb-4ef8-9283-68c4ba3a5020 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:22.693839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ab713-a9e2-43fa-ae7e-00310c6d669d req-c4cedab3-71e0-4cc4-a48b-d5be15fca96c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:22.695324 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a0ab713-a9e2-43fa-ae7e-00310c6d669d req-c4cedab3-71e0-4cc4-a48b-d5be15fca96c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1967471b-60f2-48dd-a524-31629e45d431 HTTP/1.1" status: 200 len: 834 time: 0.0609188 Mar 22 13:03:22.710247 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:22.715058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:22.715426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:22.767013 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a0ab713-a9e2-43fa-ae7e-00310c6d669d req-4cf00e01-6382-4a6f-9872-78f6f65ecc83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2bc0623-64c8-4bdb-a138-ba242deeba75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659194 Mar 22 13:03:22.832910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:22.865093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 815ad03f-57cb-4ef8-9283-68c4ba3a5020, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=815ad03f-57cb-4ef8-9283-68c4ba3a5020,segment=NetworkSegment(42d42bcd-6f56-4a61-b763-5c50729d8a6e),segment_id=42d42bcd-6f56-4a61-b763-5c50729d8a6e)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:22.869827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:22.901331 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a0ab713-a9e2-43fa-ae7e-00310c6d669d req-b625c9f3-b501-475a-ae8f-e35178dcd5eb service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276348 Mar 22 13:03:22.934407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=815ad03f-57cb-4ef8-9283-68c4ba3a5020,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:23.032229 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1a0ab713-a9e2-43fa-ae7e-00310c6d669d req-ae322d6b-73da-41fe-aa41-700d78fdcf16 service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250656 Mar 22 13:03:23.733716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438a032-b86b-4a04-883c-4dc72ed8f945 req-4969b4da-d1e0-4147-a06b-5b09804b4087 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:23.735160 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e438a032-b86b-4a04-883c-4dc72ed8f945 req-4969b4da-d1e0-4147-a06b-5b09804b4087 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 943 time: 0.0754414 Mar 22 13:03:23.785053 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e438a032-b86b-4a04-883c-4dc72ed8f945 req-108404b9-1038-4d30-bc82-99bab2b2f469 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435967 Mar 22 13:03:23.955307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:03:24.089785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012,segment=NetworkSegment(42d42bcd-6f56-4a61-b763-5c50729d8a6e),segment_id=42d42bcd-6f56-4a61-b763-5c50729d8a6e)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:24.109103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'port_id': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012', 'mac_address': 'fa:16:3e:06:a4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1967471b-60f2-48dd-a524-31629e45d431', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:03:24.161480 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.178516 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:03:24.193816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012,segment=NetworkSegment(42d42bcd-6f56-4a61-b763-5c50729d8a6e),segment_id=42d42bcd-6f56-4a61-b763-5c50729d8a6e)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:24.198780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.264023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:24.547157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['ec7a4c33-48ad-4a70-b9dd-b5f62cac5012'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:03:24.628528 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 815ad03f-57cb-4ef8-9283-68c4ba3a5020 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:24.758999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:24.759364 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:24.985324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4f878-0eb3-4954-9c46-fbe1986d5fee req-81bbcd39-05d5-4f82-843a-d1ba1090433c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:24.986774 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ae4f878-0eb3-4954-9c46-fbe1986d5fee req-81bbcd39-05d5-4f82-843a-d1ba1090433c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 944 time: 0.0791988 Mar 22 13:03:25.030964 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1ae4f878-0eb3-4954-9c46-fbe1986d5fee req-7eed09dc-311e-4a77-b1a4-c60cc3ee84d2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385492 Mar 22 13:03:25.173258 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:03:25.971641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:03:26.049730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:03:26.054916 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:03:26.055274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.172132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.198625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:03:26.208563 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012,segment=NetworkSegment(42d42bcd-6f56-4a61-b763-5c50729d8a6e),segment_id=42d42bcd-6f56-4a61-b763-5c50729d8a6e)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:03:26.213099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:26.256758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275a7fd-badb-44ed-b488-051ffb139ce8 req-0d5b00cd-9b3a-4fab-a126-c751d6b1bb27 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:26.258009 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012', 'code': 200} Mar 22 13:03:26.258274 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c275a7fd-badb-44ed-b488-051ffb139ce8 req-0d5b00cd-9b3a-4fab-a126-c751d6b1bb27 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0904913 Mar 22 13:03:26.281064 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:26.305139 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c275a7fd-badb-44ed-b488-051ffb139ce8 req-32cce9d8-ec74-4c22-9dea-6760eb671cea tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406580 Mar 22 13:03:26.491496 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ff2b52df-0e49-415c-a296-fd8a282a15eb req-8ac0885a-8079-4393-9cdf-98e619e1fcc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0686822 Mar 22 13:03:26.534439 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ff2b52df-0e49-415c-a296-fd8a282a15eb req-428f3e00-6301-4ecf-9ad2-c070f1d31efc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373554 Mar 22 13:03:27.516822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfa45f-4903-4e68-b6e4-0c64d046d886 req-aca00970-712a-4424-818c-1107cf8ff1dc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:27.518173 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0acfa45f-4903-4e68-b6e4-0c64d046d886 req-aca00970-712a-4424-818c-1107cf8ff1dc tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0908589 Mar 22 13:03:27.564075 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0acfa45f-4903-4e68-b6e4-0c64d046d886 req-d10d7bc5-3de3-49a4-8909-bd38cb78a204 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401764 Mar 22 13:03:28.758551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a5fb5-a3af-4198-b4a4-85a68cd9f1ae req-da61d056-5d08-4f1e-b7c0-3aec229d013f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:28.759195 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f89b1118-9be6-4fda-973f-1469fd8a7f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:28.759988 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-062a5fb5-a3af-4198-b4a4-85a68cd9f1ae req-da61d056-5d08-4f1e-b7c0-3aec229d013f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0766265 Mar 22 13:03:28.808766 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-062a5fb5-a3af-4198-b4a4-85a68cd9f1ae req-29f607da-7117-4121-b7ca-6c513a420d27 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429313 Mar 22 13:03:29.006934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b0ad8-d1de-4f97-898f-f1a285138649 req-2acd20df-cdd4-4e17-ac0d-df8e7082bf70 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:29.008341 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-115b0ad8-d1de-4f97-898f-f1a285138649 req-2acd20df-cdd4-4e17-ac0d-df8e7082bf70 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0782549 Mar 22 13:03:29.058786 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-115b0ad8-d1de-4f97-898f-f1a285138649 req-977e0585-e35d-4efa-8bef-1d56c6091f86 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448205 Mar 22 13:03:29.086672 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52316) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:29.154279 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cd794f16-a7ae-44ab-9138-1fbaf9d59d13 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 1093 time: 0.0665166 Mar 22 13:03:29.158083 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52320) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:29.163077 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:03:29.168604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:03:29.172462 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:floatingip and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:03:29.175321 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:03:29.181237 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:03:29.192626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.408339 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.544043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.26.0.93 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/a6467907-07bd-4aea-b249-f7c4163b5819) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:03:29.693520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.724124 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:29.790161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:03:29.793534 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:03:29.795397 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=a6467907-07bd-4aea-b249-f7c4163b5819,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:29.797467 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:03:30.307478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.367508 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.581717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.588351 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.690311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=a6467907-07bd-4aea-b249-f7c4163b5819,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:03:30.704370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:30.897499 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Floating IP 0e06895c-8aa4-4984-b12c-625fa325d285 associated. External IP: 172.26.0.93, port: ec7a4c33-48ad-4a70-b9dd-b5f62cac5012. Mar 22 13:03:31.399273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:03:31.599208 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:03:31.609272 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96aa27-951c-4cd2-be62-924bb6310a04 None None] Sync routers for ids ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:03:31.621631 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96aa27-951c-4cd2-be62-924bb6310a04 None None] Routers {'2177a71a-4bf9-4ea4-8e30-287af8c0afa7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:03:31.622295 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fc96aa27-951c-4cd2-be62-924bb6310a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:03:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:31.624187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.678957 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-04a07e3f-d38d-4c1d-9674-5f858524efd2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5197434 Mar 22 13:03:31.679625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'tag': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:03:31.741211 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'tag': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012', 'status': 'completed', 'code': 200} Mar 22 13:03:31.750401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-964c5d18-524d-494e-85d6-622f2b6d6c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:31.837916 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-fc96aa27-951c-4cd2-be62-924bb6310a04 None None] Set router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:03:31.855989 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-417999d4-5f9f-4420-8730-71854d188a64 req-ff6bfc98-2990-4a5b-a75a-7aa2483e75a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0908546 Mar 22 13:03:31.897087 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72a42f-5ce2-4b18-8d51-527c33fcb4d7 req-9410c129-be0c-4e09-9c5e-10a8e7185a3c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:31.904687 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ec72a42f-5ce2-4b18-8d51-527c33fcb4d7 req-9410c129-be0c-4e09-9c5e-10a8e7185a3c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0951245 Mar 22 13:03:31.958436 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ec72a42f-5ce2-4b18-8d51-527c33fcb4d7 req-c9d0debc-2a80-4c97-8352-dcd64fde768e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527716 Mar 22 13:03:31.976052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52328) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:32.076871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417999d4-5f9f-4420-8730-71854d188a64 req-95561467-435e-44c9-adea-f24ad1dc2408 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:32.078370 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-417999d4-5f9f-4420-8730-71854d188a64 req-95561467-435e-44c9-adea-f24ad1dc2408 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2bc0623-64c8-4bdb-a138-ba242deeba75 HTTP/1.1" status: 200 len: 898 time: 0.2170646 Mar 22 13:03:32.135819 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.172532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:32.235263 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fc96aa27-951c-4cd2-be62-924bb6310a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:15Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '0e06895c-8aa4-4984-b12c-625fa325d285', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.93', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'port_id': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'mac_address': 'fa:16:3e:06:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:03:30Z', 'updated_at': '2022-03-22T13:03:30Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815ad03f-57cb-4ef8-9283-68c4ba3a5020', 'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:ec:a3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1967471b-60f2-48dd-a524-31629e45d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:15Z', 'updated_at': '2022-03-22T13:03:22Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '1967471b-60f2-48dd-a524-31629e45d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:32.239265 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96aa27-951c-4cd2-be62-924bb6310a04 None None] Checking router: 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:03:32.250151 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96aa27-951c-4cd2-be62-924bb6310a04 None None] Routers {'2177a71a-4bf9-4ea4-8e30-287af8c0afa7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:03:32.250591 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0de7b39a-ad51-4adf-a519-d00be3e17436 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/0e06895c-8aa4-4984-b12c-625fa325d285 HTTP/1.1" status: 200 len: 990 time: 0.2733858 Mar 22 13:03:32.251061 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fc96aa27-951c-4cd2-be62-924bb6310a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:03:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:32.283344 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-417999d4-5f9f-4420-8730-71854d188a64 req-b3ac5292-ed37-43f7-bcec-5f432f91003b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 HTTP/1.1" status: 200 len: 998 time: 0.1951485 Mar 22 13:03:32.343307 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417999d4-5f9f-4420-8730-71854d188a64 req-e949064e-bf97-4034-8928-e4ac5cdb421e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:32.344728 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-417999d4-5f9f-4420-8730-71854d188a64 req-e949064e-bf97-4034-8928-e4ac5cdb421e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1967471b-60f2-48dd-a524-31629e45d431 HTTP/1.1" status: 200 len: 834 time: 0.0553837 Mar 22 13:03:32.419626 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-417999d4-5f9f-4420-8730-71854d188a64 req-d0ca55e7-d4fa-4c41-bb4a-c0f368abf884 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2bc0623-64c8-4bdb-a138-ba242deeba75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690920 Mar 22 13:03:32.423784 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-fc96aa27-951c-4cd2-be62-924bb6310a04 None None] Set router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:03:32.551499 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-417999d4-5f9f-4420-8730-71854d188a64 req-931eb0c2-4739-4976-affa-4e4cd2ae6d48 service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253777 Mar 22 13:03:32.681778 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-417999d4-5f9f-4420-8730-71854d188a64 req-f5f8f64e-d3ff-43c0-b8f2-38a07f1f6d69 service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250713 Mar 22 13:03:32.763327 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-fc96aa27-951c-4cd2-be62-924bb6310a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:15Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '0e06895c-8aa4-4984-b12c-625fa325d285', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.93', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'port_id': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'mac_address': 'fa:16:3e:06:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:03:30Z', 'updated_at': '2022-03-22T13:03:30Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815ad03f-57cb-4ef8-9283-68c4ba3a5020', 'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:ec:a3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1967471b-60f2-48dd-a524-31629e45d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:15Z', 'updated_at': '2022-03-22T13:03:22Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '1967471b-60f2-48dd-a524-31629e45d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:03:32.767515 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96aa27-951c-4cd2-be62-924bb6310a04 None None] The sync data for ids ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'] in dv-neutron-834653-1-hyperv is: [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:15Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '0e06895c-8aa4-4984-b12c-625fa325d285', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.93', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'port_id': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'mac_address': 'fa:16:3e:06:a4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:03:30Z', 'updated_at': '2022-03-22T13:03:30Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815ad03f-57cb-4ef8-9283-68c4ba3a5020', 'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:ec:a3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1967471b-60f2-48dd-a524-31629e45d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:15Z', 'updated_at': '2022-03-22T13:03:22Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '1967471b-60f2-48dd-a524-31629e45d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:03:33.255678 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52332) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:33.369165 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-441e4ab1-4746-49f8-b8e9-7f916110222e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/0e06895c-8aa4-4984-b12c-625fa325d285 HTTP/1.1" status: 200 len: 990 time: 0.1119928 Mar 22 13:03:33.473727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:34.374962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52336) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:34.506857 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-67a8809a-d687-4bdf-9eee-e8c099f3fa44 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/0e06895c-8aa4-4984-b12c-625fa325d285 HTTP/1.1" status: 200 len: 990 time: 0.1303554 Mar 22 13:03:35.511018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52340) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:35.617206 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-19631af6-5d13-4e05-9956-9efc886184b3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/0e06895c-8aa4-4984-b12c-625fa325d285 HTTP/1.1" status: 200 len: 990 time: 0.1049042 Mar 22 13:03:36.316149 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980ecf24-9de5-4669-bc51-0775f56e79a4 None None] New status for floating IP 0e06895c-8aa4-4984-b12c-625fa325d285: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:03:36.621117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52344) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:03:36.727124 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a46e7243-ed16-46f1-9556-ea85ca1b7391 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/0e06895c-8aa4-4984-b12c-625fa325d285 HTTP/1.1" status: 200 len: 992 time: 0.1045837 Mar 22 13:03:43.622302 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:03:57.181684 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2d901f2f-c27d-4917-be5e-49294f6a2655 req-b2b84aa5-b669-4a10-a491-73d9cffe4ab0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1626983 Mar 22 13:03:57.322676 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2d901f2f-c27d-4917-be5e-49294f6a2655 req-22b8754d-e181-437e-9385-6adb161b1ce8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0696070 Mar 22 13:03:57.484779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d901f2f-c27d-4917-be5e-49294f6a2655 req-269f0e96-7839-4ab9-890c-8f434d93f6c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.486583 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2d901f2f-c27d-4917-be5e-49294f6a2655 req-269f0e96-7839-4ab9-890c-8f434d93f6c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2bc0623-64c8-4bdb-a138-ba242deeba75 HTTP/1.1" status: 200 len: 898 time: 0.1434870 Mar 22 13:03:57.596047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2d901f2f-c27d-4917-be5e-49294f6a2655 req-1362693f-fbbc-480e-bf5c-b79cac5a9b4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 HTTP/1.1" status: 200 len: 1000 time: 0.1034508 Mar 22 13:03:57.656059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d901f2f-c27d-4917-be5e-49294f6a2655 req-8ca91910-af8b-470f-9758-3785bbc525be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:03:57.657476 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2d901f2f-c27d-4917-be5e-49294f6a2655 req-8ca91910-af8b-470f-9758-3785bbc525be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1967471b-60f2-48dd-a524-31629e45d431 HTTP/1.1" status: 200 len: 834 time: 0.0555186 Mar 22 13:03:57.748388 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2d901f2f-c27d-4917-be5e-49294f6a2655 req-bc6c6a0c-c16b-4096-b508-58f5798cb1c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2bc0623-64c8-4bdb-a138-ba242deeba75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851231 Mar 22 13:03:57.877500 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2d901f2f-c27d-4917-be5e-49294f6a2655 req-8bd96e4f-e554-4eaa-87d2-293fd2edf781 service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231925 Mar 22 13:03:58.005870 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2d901f2f-c27d-4917-be5e-49294f6a2655 req-e9efeee2-d4b5-4bda-bf1f-8f799cdf57b9 service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224406 Mar 22 13:03:58.770658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-be6ea8ca-2df9-42cc-bd97-aadf4a779167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:01.730816 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba5c1959-996a-4d9d-a6ce-d263d488519c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.149093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:02.163430 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:04:02.170505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:03.450898 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:13.638797 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:28.771350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8d0180d6-1c35-4bfc-a17d-c9fb638795d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:31.730415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f51326e-58e2-4c4e-9599-ed84a1f9edf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.146970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:32.165350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:33.459946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:39.168245 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:04:43.633879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:44.534838 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19bbf595-3c7a-4e36-b2d5-841dfe05e2a0 req-3d4520d2-ff14-49ff-b4e9-c0e7bce2907d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 1098 time: 0.1208169 Mar 22 13:04:44.706272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4d764-9836-4071-bdcf-8aa8ebb37cc3 req-0a83f2f6-ef49-4fca-856f-d4540881881b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:44.707690 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47d4d764-9836-4071-bdcf-8aa8ebb37cc3 req-0a83f2f6-ef49-4fca-856f-d4540881881b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.2525556 Mar 22 13:04:44.790684 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-47d4d764-9836-4071-bdcf-8aa8ebb37cc3 req-382255de-f76e-482e-9850-53937649b98e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732706 Mar 22 13:04:44.792857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbf595-3c7a-4e36-b2d5-841dfe05e2a0 req-dfe0dde5-0999-4b7e-8b5a-6b7890d1b9f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:44.794220 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19bbf595-3c7a-4e36-b2d5-841dfe05e2a0 req-dfe0dde5-0999-4b7e-8b5a-6b7890d1b9f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2bc0623-64c8-4bdb-a138-ba242deeba75 HTTP/1.1" status: 200 len: 898 time: 0.2527533 Mar 22 13:04:44.895646 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19bbf595-3c7a-4e36-b2d5-841dfe05e2a0 req-f844994c-32bb-42b7-b45e-5979b8ea33f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 HTTP/1.1" status: 200 len: 1000 time: 0.0952284 Mar 22 13:04:44.956199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbf595-3c7a-4e36-b2d5-841dfe05e2a0 req-2ecd49f0-c277-47e5-95d1-858c9fc9ee44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:44.957646 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19bbf595-3c7a-4e36-b2d5-841dfe05e2a0 req-2ecd49f0-c277-47e5-95d1-858c9fc9ee44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1967471b-60f2-48dd-a524-31629e45d431 HTTP/1.1" status: 200 len: 834 time: 0.0562739 Mar 22 13:04:45.035780 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19bbf595-3c7a-4e36-b2d5-841dfe05e2a0 req-03d4ba17-5de0-4483-91fa-38a820c31adf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2bc0623-64c8-4bdb-a138-ba242deeba75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721695 Mar 22 13:04:45.177403 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19bbf595-3c7a-4e36-b2d5-841dfe05e2a0 req-c4f7366d-0f7c-4f3e-b2d7-b709d4e15fdb service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350679 Mar 22 13:04:45.319307 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19bbf595-3c7a-4e36-b2d5-841dfe05e2a0 req-291db7b4-03b3-4a38-b94f-7a31b98ca15f service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356816 Mar 22 13:04:46.013629 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d1a60-968b-4bfa-918f-4aefb39a7127 req-3f7c6fdc-ce12-4d28-ac8c-6aee1bf58131 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:46.015037 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-dd4d1a60-968b-4bfa-918f-4aefb39a7127 req-3f7c6fdc-ce12-4d28-ac8c-6aee1bf58131 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0916514 Mar 22 13:04:46.061213 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-dd4d1a60-968b-4bfa-918f-4aefb39a7127 req-6096d0ad-3143-456e-a95b-059fccb290e4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406647 Mar 22 13:04:47.297418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae2627-6c0a-4610-b938-280636fc12c4 req-6ed171fb-0894-440b-a9d5-933f82d62192 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:47.298840 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16ae2627-6c0a-4610-b938-280636fc12c4 req-6ed171fb-0894-440b-a9d5-933f82d62192 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0864761 Mar 22 13:04:47.343356 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16ae2627-6c0a-4610-b938-280636fc12c4 req-afa2bc22-d13b-4272-9afe-e3e2efdc759c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388436 Mar 22 13:04:48.558708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99860688-7a87-4421-9a24-8e8697f3ad87 req-1c5a93a5-417e-4862-a9c6-98f6da725cd3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:48.560018 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-99860688-7a87-4421-9a24-8e8697f3ad87 req-1c5a93a5-417e-4862-a9c6-98f6da725cd3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0872746 Mar 22 13:04:48.606632 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-99860688-7a87-4421-9a24-8e8697f3ad87 req-bdb9fc28-e83a-49f3-ac0d-173ad66da190 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410798 Mar 22 13:04:49.805652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16de64b-3fd8-4d16-87ab-2cb5b0f9ae14 req-d79f8b94-7f84-4892-ad32-6860d81f043c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:49.807042 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b16de64b-3fd8-4d16-87ab-2cb5b0f9ae14 req-d79f8b94-7f84-4892-ad32-6860d81f043c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0816193 Mar 22 13:04:49.851748 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b16de64b-3fd8-4d16-87ab-2cb5b0f9ae14 req-00037623-7b23-4ccc-bd06-4bedb3f9b076 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390227 Mar 22 13:04:51.062200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8437-4f4f-4b88-8551-f74bdb06be41 req-7f4188d0-87b4-4d83-a19f-88649c7f2ca0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:51.063659 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-086d8437-4f4f-4b88-8551-f74bdb06be41 req-7f4188d0-87b4-4d83-a19f-88649c7f2ca0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0857604 Mar 22 13:04:51.109947 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-086d8437-4f4f-4b88-8551-f74bdb06be41 req-68bc846c-125a-4e51-9b6e-1aeaeb5c54a0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407805 Mar 22 13:04:52.329011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4a4b3-e4bd-4f1e-b285-9b896ea8e5b6 req-4f3e6e19-cc1c-48c2-969a-36a5f27b03af tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:52.330485 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4cd4a4b3-e4bd-4f1e-b285-9b896ea8e5b6 req-4f3e6e19-cc1c-48c2-969a-36a5f27b03af tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0870960 Mar 22 13:04:52.376966 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4cd4a4b3-e4bd-4f1e-b285-9b896ea8e5b6 req-226d9605-6d67-4912-847a-94e7af71cfc7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409467 Mar 22 13:04:53.596675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361afbf-7ce9-492b-abe7-f59525a60a9e req-eacaf179-b0c2-4657-80a1-b6f9aab56a32 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:53.598073 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7361afbf-7ce9-492b-abe7-f59525a60a9e req-eacaf179-b0c2-4657-80a1-b6f9aab56a32 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0976350 Mar 22 13:04:53.645679 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7361afbf-7ce9-492b-abe7-f59525a60a9e req-50b1f78e-c536-43e5-b2c9-5e8cb37f59de tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394812 Mar 22 13:04:54.874288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dc7c8-0091-46cb-9f41-f88dd3f953d4 req-a63c34ab-0cbd-40c5-9ce3-d0c0b124afdf tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:54.876017 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-298dc7c8-0091-46cb-9f41-f88dd3f953d4 req-a63c34ab-0cbd-40c5-9ce3-d0c0b124afdf tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.1021190 Mar 22 13:04:54.926084 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-298dc7c8-0091-46cb-9f41-f88dd3f953d4 req-937c0763-3ffb-42fc-b359-528ede0478ce tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419273 Mar 22 13:04:56.154139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f1a6c-99ac-4888-9b32-93983c36aa30 req-6624781b-fefb-44c5-897e-c23a66afb958 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:56.155552 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-480f1a6c-99ac-4888-9b32-93983c36aa30 req-6624781b-fefb-44c5-897e-c23a66afb958 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0914042 Mar 22 13:04:56.203821 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-480f1a6c-99ac-4888-9b32-93983c36aa30 req-6c017bd1-cbd9-466a-8c4f-129a783c2b3f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424132 Mar 22 13:04:57.415921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18014f96-f719-4aa9-8dda-c08f36ee6fe5 req-49b7d427-9386-4f44-82c5-15ac071be00d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:57.417343 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-18014f96-f719-4aa9-8dda-c08f36ee6fe5 req-49b7d427-9386-4f44-82c5-15ac071be00d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0891402 Mar 22 13:04:57.464138 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-18014f96-f719-4aa9-8dda-c08f36ee6fe5 req-4a08011a-3a7d-4063-9855-650e5999e55a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397472 Mar 22 13:04:58.166883 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-426ebbed-5090-48b7-81bd-3a56c1ff2646 req-3b0f4467-a453-4326-8acb-bb4b986c1820 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0771065 Mar 22 13:04:58.314794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ebbed-5090-48b7-81bd-3a56c1ff2646 req-3b21cb1f-c9f6-4595-b197-2955748ab282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:58.316925 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-426ebbed-5090-48b7-81bd-3a56c1ff2646 req-3b21cb1f-c9f6-4595-b197-2955748ab282 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2bc0623-64c8-4bdb-a138-ba242deeba75 HTTP/1.1" status: 200 len: 898 time: 0.1299536 Mar 22 13:04:58.420061 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-426ebbed-5090-48b7-81bd-3a56c1ff2646 req-c38edecd-c4d8-45a7-9244-e8a0c82b6e1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 HTTP/1.1" status: 200 len: 1000 time: 0.0967567 Mar 22 13:04:58.478720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ebbed-5090-48b7-81bd-3a56c1ff2646 req-81dd78a7-3c3d-4eb2-af59-4f3316ced466 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:58.480038 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-426ebbed-5090-48b7-81bd-3a56c1ff2646 req-81dd78a7-3c3d-4eb2-af59-4f3316ced466 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1967471b-60f2-48dd-a524-31629e45d431 HTTP/1.1" status: 200 len: 834 time: 0.0550871 Mar 22 13:04:58.557207 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-426ebbed-5090-48b7-81bd-3a56c1ff2646 req-f4d39a5c-5521-46d7-a053-72120b1eb8ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2bc0623-64c8-4bdb-a138-ba242deeba75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714676 Mar 22 13:04:58.691013 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-426ebbed-5090-48b7-81bd-3a56c1ff2646 req-dedca4f1-e49d-4cfd-bb04-1a18d4249c96 service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281147 Mar 22 13:04:58.764811 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f73bf6-b374-400e-a32c-8cc39ba7bb65 req-0e379d26-326a-406c-a723-ccbf0fe89e87 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:04:58.766362 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a8f73bf6-b374-400e-a32c-8cc39ba7bb65 req-0e379d26-326a-406c-a723-ccbf0fe89e87 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.1770663 Mar 22 13:04:58.767481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c8a37285-4db9-4190-a7f3-b1c8822b9dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:04:58.814124 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a8f73bf6-b374-400e-a32c-8cc39ba7bb65 req-e618fdeb-685e-42fc-b91f-b0a25cc04d0e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415416 Mar 22 13:04:58.920345 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-426ebbed-5090-48b7-81bd-3a56c1ff2646 req-ab71b3aa-303b-4bb6-b166-4407d048013c service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231658 Mar 22 13:04:58.979721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-cddb2aca-a8fc-4fe9-9434-16aab03e0886 req-cf20a082-86b9-4f71-86a4-1a219b065f1e tempest-ServerDiskConfigTestJSON-380134149 tempest-ServerDiskConfigTestJSON-380134149-project] (83793) timed out ('10.222.0.55', 49861) {{(pid=83793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 22 13:05:00.032512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f4582-cb2d-4085-854b-e4db847cfa88 req-2136296d-c4b3-4369-a1af-864c4c9497b5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:00.033942 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c22f4582-cb2d-4085-854b-e4db847cfa88 req-2136296d-c4b3-4369-a1af-864c4c9497b5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0879643 Mar 22 13:05:00.086177 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c22f4582-cb2d-4085-854b-e4db847cfa88 req-20f53df7-508b-4524-9346-b557ce8a1213 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439355 Mar 22 13:05:01.286762 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035933c3-ef85-4e68-af4c-c68e2242a745 req-06037142-ad2b-4362-ade4-c374549656c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:01.288171 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-035933c3-ef85-4e68-af4c-c68e2242a745 req-06037142-ad2b-4362-ade4-c374549656c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0826440 Mar 22 13:05:01.334578 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-035933c3-ef85-4e68-af4c-c68e2242a745 req-6d6312ff-3bda-4335-90b4-cd4038f55f88 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408630 Mar 22 13:05:01.730403 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44e98171-6fc9-42ec-8100-cbc8c264b122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.159280 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.163273 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:02.570695 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a3dd-54db-4446-8643-3233ee2fb38f req-0737e8ee-16c1-4733-9a30-3655fe8243f2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:05:02.572107 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9949a3dd-54db-4446-8643-3233ee2fb38f req-0737e8ee-16c1-4733-9a30-3655fe8243f2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0934722 Mar 22 13:05:02.618001 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9949a3dd-54db-4446-8643-3233ee2fb38f req-d6d1bbeb-788c-45d9-b797-39679bbd7bd0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381951 Mar 22 13:05:02.645859 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52412) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:02.751976 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8d3da04d-5ca4-46ee-bfd3-f32944bc054a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/0e06895c-8aa4-4984-b12c-625fa325d285 HTTP/1.1" status: 200 len: 992 time: 0.1049836 Mar 22 13:05:03.459232 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:13.638254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:16.174096 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:05:28.768948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-91f52296-fbdf-4268-82f4-120cbe312c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:31.730486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-44faf23c-35a3-4c7e-93eb-5c583867076a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.161609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:32.165795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:33.457146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:43.642152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:53.175349 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:05:58.126052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52432) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:05:58.338575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port a6467907-07bd-4aea-b249-f7c4163b5819 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:05:58.338874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.503206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.503481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.619529 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for a6467907-07bd-4aea-b249-f7c4163b5819 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:05:58.762866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-18b39da0-6f75-4d6c-9a49-35e1a77fcdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.772446 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:58.819394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=a6467907-07bd-4aea-b249-f7c4163b5819,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:05:58.883182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:58.883508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:58.883833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:58.884146 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:58.884463 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:58.884774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:58.885081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:58.885391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:58.885730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:58.886033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:58.886320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:05:58.920393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.430611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:05:59.646465 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:05:59.656277 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f7093-8b80-4f18-9d53-43237c885e2f None None] Sync routers for ids ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:05:59.667338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:05:59.668151 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f7093-8b80-4f18-9d53-43237c885e2f None None] Routers {'2177a71a-4bf9-4ea4-8e30-287af8c0afa7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:05:59.668749 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-884f7093-8b80-4f18-9d53-43237c885e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:05:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:05:59.720703 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-acb6917b-992c-4821-99d4-7a3056f4cff4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/floatingips/0e06895c-8aa4-4984-b12c-625fa325d285 HTTP/1.1" status: 204 len: 168 time: 1.5932026 Mar 22 13:05:59.721263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'tag': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:05:59.777409 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'tag': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012', 'status': 'completed', 'code': 200} Mar 22 13:05:59.846478 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-884f7093-8b80-4f18-9d53-43237c885e2f None None] Set router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:05:59.870338 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf6e55d0-2baf-48ae-8172-f2244d41ba64 req-2204bd3b-918e-4379-ba70-726b7a27add9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0722938 Mar 22 13:06:00.009878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e55d0-2baf-48ae-8172-f2244d41ba64 req-3af267a8-f240-4670-aa2a-32f35e763397 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:00.011286 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf6e55d0-2baf-48ae-8172-f2244d41ba64 req-3af267a8-f240-4670-aa2a-32f35e763397 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2bc0623-64c8-4bdb-a138-ba242deeba75 HTTP/1.1" status: 200 len: 898 time: 0.1352396 Mar 22 13:06:00.080084 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf6e55d0-2baf-48ae-8172-f2244d41ba64 req-2e89a61a-1fe9-4c93-b597-94c4f76ca884 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 HTTP/1.1" status: 200 len: 217 time: 0.0617375 Mar 22 13:06:00.145218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e55d0-2baf-48ae-8172-f2244d41ba64 req-48cf7bdd-feed-4002-929e-9de41bf9c030 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:00.146669 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf6e55d0-2baf-48ae-8172-f2244d41ba64 req-48cf7bdd-feed-4002-929e-9de41bf9c030 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1967471b-60f2-48dd-a524-31629e45d431 HTTP/1.1" status: 200 len: 834 time: 0.0603540 Mar 22 13:06:00.168905 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-884f7093-8b80-4f18-9d53-43237c885e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:15Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '815ad03f-57cb-4ef8-9283-68c4ba3a5020', 'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:ec:a3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1967471b-60f2-48dd-a524-31629e45d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:15Z', 'updated_at': '2022-03-22T13:03:22Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '1967471b-60f2-48dd-a524-31629e45d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:00.174136 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f7093-8b80-4f18-9d53-43237c885e2f None None] Checking router: 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:06:00.183682 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dd199-2b4f-48e7-be6a-e271639abc31 req-f81cae5a-a5cf-4eae-96b6-2b0cae15514a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:00.185715 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f7093-8b80-4f18-9d53-43237c885e2f None None] Routers {'2177a71a-4bf9-4ea4-8e30-287af8c0afa7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:06:00.186315 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-884f7093-8b80-4f18-9d53-43237c885e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:05:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:00.190621 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-da0dd199-2b4f-48e7-be6a-e271639abc31 req-f81cae5a-a5cf-4eae-96b6-2b0cae15514a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.1502733 Mar 22 13:06:00.233495 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf6e55d0-2baf-48ae-8172-f2244d41ba64 req-d1cf4794-61be-4b29-8191-62b3fdbd8a0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2bc0623-64c8-4bdb-a138-ba242deeba75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727482 Mar 22 13:06:00.234240 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-da0dd199-2b4f-48e7-be6a-e271639abc31 req-651516d2-c6c5-4bef-b32b-15db046932b6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428047 Mar 22 13:06:00.371474 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf6e55d0-2baf-48ae-8172-f2244d41ba64 req-d42b53e6-9ad1-4390-90f0-787184e74062 service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307662 Mar 22 13:06:00.389175 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-884f7093-8b80-4f18-9d53-43237c885e2f None None] Set router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:06:00.508544 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf6e55d0-2baf-48ae-8172-f2244d41ba64 req-8707ebe2-051f-41c7-8f20-b8a16ec974bc service neutron] 10.222.0.55 "GET /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306493 Mar 22 13:06:00.701202 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-884f7093-8b80-4f18-9d53-43237c885e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:15Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '815ad03f-57cb-4ef8-9283-68c4ba3a5020', 'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:ec:a3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1967471b-60f2-48dd-a524-31629e45d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:15Z', 'updated_at': '2022-03-22T13:03:22Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '1967471b-60f2-48dd-a524-31629e45d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:00.705213 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f7093-8b80-4f18-9d53-43237c885e2f None None] The sync data for ids ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'] in dv-neutron-834653-1-hyperv is: [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:03:15Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '815ad03f-57cb-4ef8-9283-68c4ba3a5020', 'name': '', 'network_id': 'b2bc0623-64c8-4bdb-a138-ba242deeba75', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:ec:a3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1967471b-60f2-48dd-a524-31629e45d431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:15Z', 'updated_at': '2022-03-22T13:03:22Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '1967471b-60f2-48dd-a524-31629e45d431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:06:00.919650 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5351e-2047-40b3-94ab-1188257d44ad None None] New status for floating IP 0e06895c-8aa4-4984-b12c-625fa325d285: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:06:01.525945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba01e91-7dea-46e2-9e8c-2bf19c1a6d4a req-f4840a47-2e37-4a42-83e2-450bd132f367 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:01.526504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0ba01e91-7dea-46e2-9e8c-2bf19c1a6d4a req-f4840a47-2e37-4a42-83e2-450bd132f367 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:01.545178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0ba01e91-7dea-46e2-9e8c-2bf19c1a6d4a req-f4840a47-2e37-4a42-83e2-450bd132f367 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:01.546275 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0ba01e91-7dea-46e2-9e8c-2bf19c1a6d4a req-f4840a47-2e37-4a42-83e2-450bd132f367 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.1744463 Mar 22 13:06:01.592393 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0ba01e91-7dea-46e2-9e8c-2bf19c1a6d4a req-c4882983-9791-48bc-a6aa-116d9c0017b8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=969f8272-16ce-4def-a1e8-9db9ba146ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401821 Mar 22 13:06:01.725441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4dbf3d2d-24b8-497a-bf45-1276ac9856d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:01.834800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1a87e-0cfa-49a2-afb8-708b11cfc008 req-512b5876-e31e-405b-8f13-dd20ab6c1f1e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:01.836087 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95b1a87e-0cfa-49a2-afb8-708b11cfc008 req-512b5876-e31e-405b-8f13-dd20ab6c1f1e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 945 time: 0.0777278 Mar 22 13:06:01.902803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-95b1a87e-0cfa-49a2-afb8-708b11cfc008 req-f2f775ce-c2af-49d7-b69c-20f896caa441 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:06:01.903121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95b1a87e-0cfa-49a2-afb8-708b11cfc008 req-f2f775ce-c2af-49d7-b69c-20f896caa441 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.158240 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.170675 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.231157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-95b1a87e-0cfa-49a2-afb8-708b11cfc008 req-f2f775ce-c2af-49d7-b69c-20f896caa441 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012,segment=NetworkSegment(42d42bcd-6f56-4a61-b763-5c50729d8a6e),segment_id=42d42bcd-6f56-4a61-b763-5c50729d8a6e)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:02.231501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95b1a87e-0cfa-49a2-afb8-708b11cfc008 req-f2f775ce-c2af-49d7-b69c-20f896caa441 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.353997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-95b1a87e-0cfa-49a2-afb8-708b11cfc008 req-f2f775ce-c2af-49d7-b69c-20f896caa441 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:06:02.497460 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95b1a87e-0cfa-49a2-afb8-708b11cfc008 req-f2f775ce-c2af-49d7-b69c-20f896caa441 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.544552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f775ce-c2af-49d7-b69c-20f896caa441 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=ec7a4c33-48ad-4a70-b9dd-b5f62cac5012,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:02.615970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b1a87e-0cfa-49a2-afb8-708b11cfc008 req-f2f775ce-c2af-49d7-b69c-20f896caa441 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] No DVR routers for this DVR port ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:02.618393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95b1a87e-0cfa-49a2-afb8-708b11cfc008 req-f2f775ce-c2af-49d7-b69c-20f896caa441 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:02.620866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'name': 'network-vif-deleted', 'tag': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:06:02.636769 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95b1a87e-0cfa-49a2-afb8-708b11cfc008 req-f2f775ce-c2af-49d7-b69c-20f896caa441 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "DELETE /v2.0/ports/ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 HTTP/1.1" status: 204 len: 173 time: 0.7957115 Mar 22 13:06:02.687530 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100c0007-bfca-4dfb-abdc-ff067ccd2fe1', 'name': 'network-vif-deleted', 'tag': 'ec7a4c33-48ad-4a70-b9dd-b5f62cac5012', 'status': 'completed', 'code': 200} Mar 22 13:06:02.758829 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-247e7243-ed04-40b1-b1bf-4f2e8bf70df1 req-1c783da0-9927-4055-8b9a-33c2a734504b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=100c0007-bfca-4dfb-abdc-ff067ccd2fe1 HTTP/1.1" status: 200 len: 210 time: 0.0454693 Mar 22 13:06:03.464949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:03.872484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52464) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:04.281140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:04.606859 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:04.641191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:06:04.641527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device ec7a4c33-48ad-4a70-b9dd-b5f62cac5012 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:05.007418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 815ad03f-57cb-4ef8-9283-68c4ba3a5020 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:06:05.008045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:05.194547 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port 815ad03f-57cb-4ef8-9283-68c4ba3a5020, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=815ad03f-57cb-4ef8-9283-68c4ba3a5020,segment=NetworkSegment(42d42bcd-6f56-4a61-b763-5c50729d8a6e),segment_id=42d42bcd-6f56-4a61-b763-5c50729d8a6e)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:05.194798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:05.324215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 815ad03f-57cb-4ef8-9283-68c4ba3a5020 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:06:05.509010 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:05.553840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=815ad03f-57cb-4ef8-9283-68c4ba3a5020,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:05.845339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.526124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:06:06.729868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:06:06.740097 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbae4f-5cce-4a0b-982a-ec263bf51ba0 None None] Sync routers for ids ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:06:06.742356 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2baf1215-e067-493c-8b85-da7f6446252e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "PUT /v2.0/routers/2177a71a-4bf9-4ea4-8e30-287af8c0afa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8686862 Mar 22 13:06:06.745013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52472) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:06.752186 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbae4f-5cce-4a0b-982a-ec263bf51ba0 None None] Routers {'2177a71a-4bf9-4ea4-8e30-287af8c0afa7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:06:06.752775 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a3bbae4f-5cce-4a0b-982a-ec263bf51ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:06:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:06.924280 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f675a7b-2d83-423d-98c7-75e35e0c3252 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting subnet 1967471b-60f2-48dd-a524-31629e45d431 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 13:06:06.924831 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a3bbae4f-5cce-4a0b-982a-ec263bf51ba0 None None] Set router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:06:06.927137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9f675a7b-2d83-423d-98c7-75e35e0c3252 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:06.983571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9f675a7b-2d83-423d-98c7-75e35e0c3252 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.061892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9f675a7b-2d83-423d-98c7-75e35e0c3252 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.136235 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9f675a7b-2d83-423d-98c7-75e35e0c3252 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.175481 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f675a7b-2d83-423d-98c7-75e35e0c3252 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Subnet': ['ID=1967471b-60f2-48dd-a524-31629e45d431,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:07.179971 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9f675a7b-2d83-423d-98c7-75e35e0c3252 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.188702 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9f675a7b-2d83-423d-98c7-75e35e0c3252 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/subnets/1967471b-60f2-48dd-a524-31629e45d431 HTTP/1.1" status: 204 len: 168 time: 0.4402928 Mar 22 13:06:07.188912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52476) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:07.195315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fcc77c-fe8a-40f8-bac6-43fe11d6ad0a None None] Network b2bc0623-64c8-4bdb-a138-ba242deeba75 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:06:07.200383 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a3bbae4f-5cce-4a0b-982a-ec263bf51ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:06:05Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:07.204477 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbae4f-5cce-4a0b-982a-ec263bf51ba0 None None] Checking router: 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:06:07.215029 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbae4f-5cce-4a0b-982a-ec263bf51ba0 None None] Routers {'2177a71a-4bf9-4ea4-8e30-287af8c0afa7'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:06:07.215823 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a3bbae4f-5cce-4a0b-982a-ec263bf51ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:06:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:07.383438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.389342 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-a3bbae4f-5cce-4a0b-982a-ec263bf51ba0 None None] Set router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:06:07.479154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] DHCP port deletion for b2bc0623-64c8-4bdb-a138-ba242deeba75 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 13:06:07.483784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Deleting port 58010ca1-ef7f-42fb-854b-4f9bb11b2373 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:06:07.484209 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.588061 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.598853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 5ddab526-1272-4fe9-8cc0-b273055a0c06 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:06:07.599187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.691715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] For port 58010ca1-ef7f-42fb-854b-4f9bb11b2373, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=58010ca1-ef7f-42fb-854b-4f9bb11b2373,segment=NetworkSegment(42d42bcd-6f56-4a61-b763-5c50729d8a6e),segment_id=42d42bcd-6f56-4a61-b763-5c50729d8a6e)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:07.692058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.716867 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-a3bbae4f-5cce-4a0b-982a-ec263bf51ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:06:05Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:07.721204 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bbae4f-5cce-4a0b-982a-ec263bf51ba0 None None] The sync data for ids ['2177a71a-4bf9-4ea4-8e30-287af8c0afa7'] in dv-neutron-834653-1-hyperv is: [{'id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790602030', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24'}], 'enable_snat': True}, 'gw_port_id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:03:11Z', 'updated_at': '2022-03-22T13:06:05Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '5ddab526-1272-4fe9-8cc0-b273055a0c06', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177a71a-4bf9-4ea4-8e30-287af8c0afa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:03:12Z', 'updated_at': '2022-03-22T13:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:06:07.772393 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port 5ddab526-1272-4fe9-8cc0-b273055a0c06, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5ddab526-1272-4fe9-8cc0-b273055a0c06,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:07.772736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.846051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Calling delete_port for 58010ca1-ef7f-42fb-854b-4f9bb11b2373 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:06:07.894652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 5ddab526-1272-4fe9-8cc0-b273055a0c06 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:06:07.919926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:07.963284 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Pushing event deleted for resources: {'Port': ['ID=58010ca1-ef7f-42fb-854b-4f9bb11b2373,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:07.972297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] No DVR routers for this DVR port 58010ca1-ef7f-42fb-854b-4f9bb11b2373 on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:06:07.980474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:07.980474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:07.980474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:07.980474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:07.980474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:07.980474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:07.980474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:07.980474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:07.980474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:07.980474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:07.981734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf689ea-0b5c-493c-a6f3-0ee89a5c1624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:08.169005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.212959 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=5ddab526-1272-4fe9-8cc0-b273055a0c06,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:08.433693 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.687694 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.692423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.720727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.721304 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Fanout notify agent at l3_agent the message router_deleted on router 2177a71a-4bf9-4ea4-8e30-287af8c0afa7 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:06:08.735388 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.740321 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4140bab6-0402-4200-b9a8-51b8851156ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/routers/2177a71a-4bf9-4ea4-8e30-287af8c0afa7 HTTP/1.1" status: 204 len: 168 time: 1.5466740 Mar 22 13:06:08.740321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52480) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:08.788900 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 58010ca1-ef7f-42fb-854b-4f9bb11b2373 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:08.825381 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 58010ca1-ef7f-42fb-854b-4f9bb11b2373 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:06:08.826554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 58010ca1-ef7f-42fb-854b-4f9bb11b2373 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:08.826554 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 815ad03f-57cb-4ef8-9283-68c4ba3a5020 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:08.856575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:08.858674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 815ad03f-57cb-4ef8-9283-68c4ba3a5020 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:06:08.859016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 815ad03f-57cb-4ef8-9283-68c4ba3a5020 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:08.985485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.010015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bc0623-64c8-4bdb-a138-ba242deeba75']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:09.021734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d42bcd-6f56-4a61-b763-5c50729d8a6e') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:09.022024 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d42bcd-6f56-4a61-b763-5c50729d8a6e') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:09.033155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.052963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.059934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 13:06:09.060330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:06:09.074317 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:06:09.154130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.171715 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.183634 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Network': ['ID=b2bc0623-64c8-4bdb-a138-ba242deeba75,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:09.192711 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d23d224d-9ddc-4d3e-8c34-7ab00e560d25 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/networks/b2bc0623-64c8-4bdb-a138-ba242deeba75 HTTP/1.1" status: 204 len: 168 time: 0.4525585 Mar 22 13:06:09.195434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52484) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:09.268865 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-60a92c0f-1d3a-4b25-9f48-d6022290b535 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.300301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-60a92c0f-1d3a-4b25-9f48-d6022290b535 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.368635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-60a92c0f-1d3a-4b25-9f48-d6022290b535 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.386658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a92c0f-1d3a-4b25-9f48-d6022290b535 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969f8272-16ce-4def-a1e8-9db9ba146ddb,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:09.398933 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-60a92c0f-1d3a-4b25-9f48-d6022290b535 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:09.400474 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-60a92c0f-1d3a-4b25-9f48-d6022290b535 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/security-groups/969f8272-16ce-4def-a1e8-9db9ba146ddb HTTP/1.1" status: 204 len: 168 time: 0.2038224 Mar 22 13:06:10.684058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5ddab526-1272-4fe9-8cc0-b273055a0c06 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:06:10.719599 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 5ddab526-1272-4fe9-8cc0-b273055a0c06 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:06:10.719932 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5ddab526-1272-4fe9-8cc0-b273055a0c06 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:06:11.777099 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52496) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:11.782757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440417603', 'description': 'tempest-secgroup-smoke-440417603 description', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:11.789084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:11.793667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:11.796763 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:11.803094 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:11.814019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.847178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:11.850779 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:11.853467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:11.858964 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:11.909858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.915937 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.960469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:11.964018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:11.965408 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1ebbe14e-bcff-4633-a000-4289a420a1f8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1870961 Mar 22 13:06:11.968095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52500) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:11.973353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f714f11a-5793-43ba-91a1-4a2aaff9d2f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:11.979184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f714f11a-5793-43ba-91a1-4a2aaff9d2f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:11.982931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f714f11a-5793-43ba-91a1-4a2aaff9d2f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:11.985782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f714f11a-5793-43ba-91a1-4a2aaff9d2f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:11.991315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f714f11a-5793-43ba-91a1-4a2aaff9d2f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:12.097989 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f714f11a-5793-43ba-91a1-4a2aaff9d2f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.155576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f714f11a-5793-43ba-91a1-4a2aaff9d2f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.159355 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f714f11a-5793-43ba-91a1-4a2aaff9d2f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.181401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714f11a-5793-43ba-91a1-4a2aaff9d2f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0d1f83-a9bf-473e-95fb-f7aa8492e83d,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:12.191385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f714f11a-5793-43ba-91a1-4a2aaff9d2f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.195311 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f714f11a-5793-43ba-91a1-4a2aaff9d2f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2235513 Mar 22 13:06:12.195311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52504) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.200596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c8f8dd90-6960-4e4e-a56d-c3739009ce2d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:12.206417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8f8dd90-6960-4e4e-a56d-c3739009ce2d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:12.210153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8f8dd90-6960-4e4e-a56d-c3739009ce2d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:12.212965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c8f8dd90-6960-4e4e-a56d-c3739009ce2d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:12.218574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c8f8dd90-6960-4e4e-a56d-c3739009ce2d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:12.234209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8f8dd90-6960-4e4e-a56d-c3739009ce2d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.293391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8f8dd90-6960-4e4e-a56d-c3739009ce2d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.298680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8f8dd90-6960-4e4e-a56d-c3739009ce2d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.320751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8dd90-6960-4e4e-a56d-c3739009ce2d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47633670-ef52-4a09-9b9c-7dd8ffa4b75b,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:12.331022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c8f8dd90-6960-4e4e-a56d-c3739009ce2d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.332176 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c8f8dd90-6960-4e4e-a56d-c3739009ce2d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1359696 Mar 22 13:06:12.335064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52508) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.340771 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f6eca715-ce99-4a58-9519-8626e6d0806a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:12.346840 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f6eca715-ce99-4a58-9519-8626e6d0806a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:12.350722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f6eca715-ce99-4a58-9519-8626e6d0806a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:12.353485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f6eca715-ce99-4a58-9519-8626e6d0806a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:12.359175 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f6eca715-ce99-4a58-9519-8626e6d0806a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:12.377736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6eca715-ce99-4a58-9519-8626e6d0806a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.442395 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6eca715-ce99-4a58-9519-8626e6d0806a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.447573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6eca715-ce99-4a58-9519-8626e6d0806a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.469791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eca715-ce99-4a58-9519-8626e6d0806a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d822f2e4-1a30-47d2-b75e-d3fbab85ad81,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:12.479504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f6eca715-ce99-4a58-9519-8626e6d0806a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.480665 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f6eca715-ce99-4a58-9519-8626e6d0806a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1447017 Mar 22 13:06:12.483640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52512) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.488901 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a1230ea8-9292-4fab-818d-d5b7ee84927b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:12.494856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a1230ea8-9292-4fab-818d-d5b7ee84927b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:12.498745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a1230ea8-9292-4fab-818d-d5b7ee84927b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:12.501692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a1230ea8-9292-4fab-818d-d5b7ee84927b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:12.507392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a1230ea8-9292-4fab-818d-d5b7ee84927b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:12.528469 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1230ea8-9292-4fab-818d-d5b7ee84927b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.602798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1230ea8-9292-4fab-818d-d5b7ee84927b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.607760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1230ea8-9292-4fab-818d-d5b7ee84927b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.629298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1230ea8-9292-4fab-818d-d5b7ee84927b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a8cd0e-b68b-42c4-bd37-c0603ae49fc8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:12.639687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a1230ea8-9292-4fab-818d-d5b7ee84927b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.640817 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a1230ea8-9292-4fab-818d-d5b7ee84927b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1562846 Mar 22 13:06:12.643685 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52516) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.648945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:12.654504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:12.658149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:12.660962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:12.666412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:12.677976 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Project a6dc5e46a5ba46b499bd2a6f91bfebdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:06:12.684913 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.747988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.753275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.774813 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06ff4f0-b446-42ce-9ecf-48eb5cd17ee8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:12.784096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.785264 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5f386242-d797-4b3e-b63e-5c0458ed9ad5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1406627 Mar 22 13:06:12.788191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52520) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.793920 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:12.800251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:12.804657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:12.808053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:12.818810 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:12.830224 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Project a6dc5e46a5ba46b499bd2a6f91bfebdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:06:12.837101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.903812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.908948 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.931700 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c5fd51-fd29-4cdb-aac1-fb1914522af2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:12.943059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:12.944216 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1549327 Mar 22 13:06:12.945597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:12.945944 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:12.946277 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:12.946608 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:12.947009 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:12.947259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:12.947369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52524) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:12.947581 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:12.947901 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:12.948243 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:12.948560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:12.948876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8019324-bf11-424d-9cda-114e49ae2580 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:12.952965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'network': {'name': 'tempest-network-smoke--368384245', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:12.958236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:12.962415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:network and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:12.965302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:12.971209 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:12.983895 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:12.986782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.015610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:06:13.024511 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.024897 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Added segment 9db6ffbb-2429-42ea-b764-4524d2a6f9e2 of type vlan for network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa Mar 22 13:06:13.050557 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.081261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.084866 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:13.085472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.188189 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2396905 Mar 22 13:06:13.190948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fc59d-325d-4784-ae76-10f931ec3407 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Network': ['ID=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:13.191232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52528) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:13.196863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'admin_state_up': True, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:13.201543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:06:13.204395 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:13.209236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:router and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:13.212560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:13.219123 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:13.231007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.232050 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.250697 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.397599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.579126 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.607574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.637088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.739154 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.26.0.100 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/6e0d5a6f-89a2-441e-9f52-c12ccac9e10b) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:13.885464 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.916269 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:13.984379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:13.987226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:13.991435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:06:14.015163 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=6e0d5a6f-89a2-441e-9f52-c12ccac9e10b,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:14.148460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.149088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.388417 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:06:14.675372 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:06:14.685724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Sync routers for ids ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:06:14.697897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Routers {'5588cbe6-db7b-42f0-b3b8-5d4e99902a75'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:06:14.698499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:06:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:14.703011 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:14.704230 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1c54df69-1460-44a9-a1e1-c02f47fe7a13 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5118225 Mar 22 13:06:14.707515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52532) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.746160 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-86a13557-5ed9-4024-b300-04d677290309 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374622 Mar 22 13:06:14.748559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52536) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.874119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Set router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:06:14.877885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e058832-2543-4b34-861d-674836be4849 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:14.879347 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3e058832-2543-4b34-861d-674836be4849 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299524 Mar 22 13:06:14.882312 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52540) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.922832 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-707782f4-196c-40bf-a6d7-de316c1dc9f2 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392056 Mar 22 13:06:14.925251 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52544) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:14.930765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1631410418', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:15.037429 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:15.041302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:subnet and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:15.044064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:15.049671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:15.060186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:15.158477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:14Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:15.162693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Checking router: 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:06:15.163040 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Updating router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:06:15.163845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.217359 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.376772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.452283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Subnet': ['ID=b1ed0752-7f81-40e9-9de7-4ff0af4dca19,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:15.467266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Checking segment: {'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:06:15.467560 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network hostable DHCP agents. Network: 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:06:15.489388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:06:15.498436 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:15.502736 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:15.503668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.508431 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f2b79-bc1a-453d-a7c6-7639f3f1acfa None None] Network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:06:15.527171 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2a5137fd-3ec1-4331-93ef-215ee9bd237b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6009352 Mar 22 13:06:15.530167 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52548) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:15.614561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.641135 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Transition to ACTIVE for port object 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:15.653575 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.805991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33410b24-8b75-4fe3-89a4-f7dc86099580 None None] Pushing event updated for resources: {'Port': ['ID=6e0d5a6f-89a2-441e-9f52-c12ccac9e10b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:15.815955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Attempting to bind port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:15.816318 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Attempting to bind port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:15.816678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Attempting to bind port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:06:15.852393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:06:15.852755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:06:15.853156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.853560 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:06:15.854023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Bound port: 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:15.854391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.898980 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 13:06:15.899784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:15.991751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] For port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:06:16.011206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] For port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6e0d5a6f-89a2-441e-9f52-c12ccac9e10b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:06:16.018502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.149026 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Allocated IP 172.20.0.2 (0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa/b1ed0752-7f81-40e9-9de7-4ff0af4dca19/a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:16.154882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33410b24-8b75-4fe3-89a4-f7dc86099580 None None] Pushing event updated for resources: {'Port': ['ID=6e0d5a6f-89a2-441e-9f52-c12ccac9e10b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:16.168260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Routers {'5588cbe6-db7b-42f0-b3b8-5d4e99902a75'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:06:16.168945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:06:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:16.382260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.493334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] Set router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:06:16.625780 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.687317 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Transition to ACTIVE for port object a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:16.720178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Transition to ACTIVE for port object a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:16.736163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.802031 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.20.0.1 (0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa/b1ed0752-7f81-40e9-9de7-4ff0af4dca19/a30b9449-fd09-496c-89ef-cd9e0fd8b2f4) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:16.848271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:16.852817 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:16.855281 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Pushing event updated for resources: {'Port': ['ID=a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:16.857340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:06:16.951044 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Attempting to bind port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:16.951384 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Attempting to bind port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:16.951743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Attempting to bind port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b on network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:06:16.961924 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.962522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:06:16.962900 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Checking segment: {'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:06:16.963289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.963690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Bound using segment: {'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:06:16.964132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Bound port: a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:16.964495 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:16.977179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Transition to ACTIVE for port object a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:16.986815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:14Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:16.990808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e828a48-9f1d-4274-a294-b1c162b989c2 None None] The sync data for ids ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'] in dv-neutron-834653-1-hyperv is: [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:14Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:06:17.002659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.061026 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:17.064299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:17.070474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] For port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:06:17.073308 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:06:17.074340 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] For port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:06:17.079253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.130853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=a30b9449-fd09-496c-89ef-cd9e0fd8b2f4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:17.158193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa69d1c-dc1b-46e3-bae2-533c35cef831 None None] Pushing event updated for resources: {'Port': ['ID=a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:17.163797 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.282881 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.709047 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.713957 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.825996 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:17.833465 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=a30b9449-fd09-496c-89ef-cd9e0fd8b2f4,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:18.067741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:18.068912 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:18.112772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc61f61e-28c3-47db-8cea-dc410c8537db None None] Network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:06:18.252397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4a22cb6d-c925-47ff-9bda-8c4835fd9e31 None None] Provisioning for port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:18.444406 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:06:18.584139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ea5f8bcd-b09c-480b-aa41-4b8818a39ee1 None None] Provisioning for port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:18.589720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ea5f8bcd-b09c-480b-aa41-4b8818a39ee1 None None] Provisioning complete for port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:18.590094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ea5f8bcd-b09c-480b-aa41-4b8818a39ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.647239 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f8bcd-b09c-480b-aa41-4b8818a39ee1 None None] Port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:06:18.661923 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:06:18.677716 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9689d098-8026-4ffb-b348-104afa305dc2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "PUT /v2.0/routers/5588cbe6-db7b-42f0-b3b8-5d4e99902a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1436505 Mar 22 13:06:18.784068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:18.820274 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f5b6c468-b6cc-4324-9da7-2238fcbb5ec5 None None] Provisioning complete for port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:18.820752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f5b6c468-b6cc-4324-9da7-2238fcbb5ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.894324 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f5b6c468-b6cc-4324-9da7-2238fcbb5ec5 None None] Port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:06:18.908871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:18.914140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:18.914532 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:18.953200 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-370cbef6-6dfe-4082-80c0-191937e29684 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440417603&fields=id&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 267 time: 0.0448089 Mar 22 13:06:19.030531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.049806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-c7014fb2-cbe5-4a96-9c11-d24724711d61 None None] Provisioning complete for port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:19.050194 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c7014fb2-cbe5-4a96-9c11-d24724711d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.097995 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-fd799711-95a3-4357-8190-960e8ed2e0a1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:19.099449 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-fd799711-95a3-4357-8190-960e8ed2e0a1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/networks?id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 200 len: 796 time: 0.1399386 Mar 22 13:06:19.110401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:19.114967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-c7014fb2-cbe5-4a96-9c11-d24724711d61 None None] Port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:06:19.116373 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-89f0f61d-f2d6-48fd-a917-2450ca8b20b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/quotas/a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 375 time: 0.0108426 Mar 22 13:06:19.117371 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.118146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:19.202013 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-1212ff13-2529-43a3-87ea-7ff1b8fa0e84 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:19.220954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-1212ff13-2529-43a3-87ea-7ff1b8fa0e84 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:19.222404 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-1212ff13-2529-43a3-87ea-7ff1b8fa0e84 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002061 Mar 22 13:06:19.229189 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:19.238320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-968c73df-e0c9-4da4-b0f3-c0e91bb9f5c2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 13:06:19.239233 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-968c73df-e0c9-4da4-b0f3-c0e91bb9f5c2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050588 Mar 22 13:06:19.243772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:19.248649 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:19.249054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.362462 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.369169 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-8755549b-d30d-42af-af34-16806eb43b58 service neutron] 10.222.0.62 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234722 Mar 22 13:06:19.378884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6e0d5a6f-89a2-441e-9f52-c12ccac9e10b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:19.383687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:19.446948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=6e0d5a6f-89a2-441e-9f52-c12ccac9e10b,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:19.498058 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-f01230b8-935c-4b4d-b8d7-bf1ca8b70b8a service neutron] 10.222.0.62 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227963 Mar 22 13:06:20.550147 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Sync routers for ids ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:06:20.563558 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Routers {'5588cbe6-db7b-42f0-b3b8-5d4e99902a75'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:06:20.564136 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:06:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:20.707187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-ff067a7c-8056-4f48-a94a-dcc76fbd2b3b req-28ab8177-b09b-4b59-b5c3-e8532f750c45 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:20.723673 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-ff067a7c-8056-4f48-a94a-dcc76fbd2b3b req-28ab8177-b09b-4b59-b5c3-e8532f750c45 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:20.725015 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ff067a7c-8056-4f48-a94a-dcc76fbd2b3b req-28ab8177-b09b-4b59-b5c3-e8532f750c45 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 210 time: 0.0585227 Mar 22 13:06:20.740020 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:20.752624 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Set router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:06:20.812580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:20.812963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:20.932629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:21.000679 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:21.001045 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.073825 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:17Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'a30b9449-fd09-496c-89ef-cd9e0fd8b2f4', 'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:cd:b0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:16Z', 'updated_at': '2022-03-22T13:06:17Z', 'revision_number': 2, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:21.077864 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Checking router: 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:06:21.078204 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Updating router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:06:21.135681 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.468646 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.480817 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Transition to ACTIVE for port object a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:21.488088 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.613703 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Pushing event updated for resources: {'Port': ['ID=a30b9449-fd09-496c-89ef-cd9e0fd8b2f4,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:21.626147 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:21.626489 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:21.626797 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:21.627109 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:21.627427 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:21.627760 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:21.628097 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:21.628502 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:21.628810 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:21.629111 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:21.629412 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:06:21.721829 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Attempting to bind port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:21.722478 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Attempting to bind port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:21.722913 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Attempting to bind port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 on network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:06:21.736701 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:06:21.737070 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Checking segment: {'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:06:21.737554 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.737973 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Bound using segment: {'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:06:21.738422 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Bound port: a30b9449-fd09-496c-89ef-cd9e0fd8b2f4, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:21.738776 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.795607 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-054223f2-ae01-4264-b225-8028dd49b1f4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:21.796272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-054223f2-ae01-4264-b225-8028dd49b1f4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:21.813969 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-054223f2-ae01-4264-b225-8028dd49b1f4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:21.816172 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-054223f2-ae01-4264-b225-8028dd49b1f4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/networks?id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 200 len: 796 time: 0.1974597 Mar 22 13:06:21.845282 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] For port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:06:21.849163 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] For port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a30b9449-fd09-496c-89ef-cd9e0fd8b2f4,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:06:21.857943 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:21.893118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-efb57646-fd41-4789-a138-7cbcfee3194a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:21.909339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-efb57646-fd41-4789-a138-7cbcfee3194a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:21.910815 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-efb57646-fd41-4789-a138-7cbcfee3194a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 379 time: 0.0824099 Mar 22 13:06:21.919942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'port': {'device_id': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'admin_state_up': True, 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'security_groups': ['99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:21.921573 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f3c68a13-31c3-4853-845f-f0754938bd67 req-e0654024-d721-4f66-9ce7-ad351fa56787 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 210 time: 0.0421224 Mar 22 13:06:21.961214 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Routers {'5588cbe6-db7b-42f0-b3b8-5d4e99902a75'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:06:21.961764 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:06:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:22.046001 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c801c1-2254-4c34-b035-36ac24b5300c None None] Pushing event updated for resources: {'Port': ['ID=a30b9449-fd09-496c-89ef-cd9e0fd8b2f4,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:22.062315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:22.072217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:22.082823 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:06:22.086073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.170256 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] Set router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:06:22.247020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.20.0.14 (0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa/b1ed0752-7f81-40e9-9de7-4ff0af4dca19/327b195b-4441-41b1-97c7-ef6433a36618) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:22.435396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.450401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Transition to ACTIVE for port object 327b195b-4441-41b1-97c7-ef6433a36618 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:22.473397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.479573 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:17Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'a30b9449-fd09-496c-89ef-cd9e0fd8b2f4', 'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:cd:b0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:16Z', 'updated_at': '2022-03-22T13:06:21Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:22.483371 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6872cee6-d980-413d-9f3a-2a2e9fee7ca8 None None] The sync data for ids ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'] in dv-neutron-834653-1-hyperv is: [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:17Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'a30b9449-fd09-496c-89ef-cd9e0fd8b2f4', 'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:cd:b0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:16Z', 'updated_at': '2022-03-22T13:06:21Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:06:22.538986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:22.548086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:22.550760 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:06:22.621735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=327b195b-4441-41b1-97c7-ef6433a36618,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:22.644724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:22.645330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.679612 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-ff83a8ed-e449-4f44-9e79-d08f5d933a46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7632098 Mar 22 13:06:22.694254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Request body: {'port': {'device_id': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:22.762623 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:22.816795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.836982 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-168f4e37-8f5a-4c60-96db-fdb5a86b62cc None None] Provisioning for port 327b195b-4441-41b1-97c7-ef6433a36618 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:22.844619 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-168f4e37-8f5a-4c60-96db-fdb5a86b62cc None None] Provisioning complete for port 327b195b-4441-41b1-97c7-ef6433a36618 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:22.844975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-168f4e37-8f5a-4c60-96db-fdb5a86b62cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.898257 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:22.905008 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:22.905377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:22.928775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-168f4e37-8f5a-4c60-96db-fdb5a86b62cc None None] Port 327b195b-4441-41b1-97c7-ef6433a36618 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:06:23.044440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.079578 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a30b9449-fd09-496c-89ef-cd9e0fd8b2f4,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:23.085097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.153721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=a30b9449-fd09-496c-89ef-cd9e0fd8b2f4,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:23.315279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9295fd9-3fbb-4ded-91e5-4d1eac8e420a req-0750ad21-ec85-4b27-bbf9-0b86e759033d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:23.315952 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f9295fd9-3fbb-4ded-91e5-4d1eac8e420a req-0750ad21-ec85-4b27-bbf9-0b86e759033d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:06:23.381200 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f9295fd9-3fbb-4ded-91e5-4d1eac8e420a req-0750ad21-ec85-4b27-bbf9-0b86e759033d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:06:23.382385 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9295fd9-3fbb-4ded-91e5-4d1eac8e420a req-0750ad21-ec85-4b27-bbf9-0b86e759033d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 932 time: 0.3063798 Mar 22 13:06:23.417151 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327b195b-4441-41b1-97c7-ef6433a36618 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:06:23.433847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.455554 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f9295fd9-3fbb-4ded-91e5-4d1eac8e420a req-9e4ebb72-5ff4-4b17-867a-50b3600f3a34 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675550 Mar 22 13:06:23.456420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Transition to ACTIVE for port object 327b195b-4441-41b1-97c7-ef6433a36618 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:06:23.460538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.598855 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Pushing event updated for resources: {'Port': ['ID=327b195b-4441-41b1-97c7-ef6433a36618,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:23.701916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Attempting to bind port 327b195b-4441-41b1-97c7-ef6433a36618 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:06:23.702245 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Attempting to bind port 327b195b-4441-41b1-97c7-ef6433a36618 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:06:23.702566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Attempting to bind port 327b195b-4441-41b1-97c7-ef6433a36618 on network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:06:23.708248 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Port 327b195b-4441-41b1-97c7-ef6433a36618 on network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 13:06:23.708491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Attempting to bind port 327b195b-4441-41b1-97c7-ef6433a36618 on network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:06:23.714637 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:06:23.714961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Checking segment: {'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:06:23.715343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Bound using segment: {'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:06:23.715755 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Bound port: 327b195b-4441-41b1-97c7-ef6433a36618, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9db6ffbb-2429-42ea-b764-4524d2a6f9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:06:23.716092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.808243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] For port 327b195b-4441-41b1-97c7-ef6433a36618, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:06:23.811769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] For port 327b195b-4441-41b1-97c7-ef6433a36618, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=327b195b-4441-41b1-97c7-ef6433a36618,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:06:23.820008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.880517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:23.881875 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] 10.222.0.55 "PUT /v2.0/ports/327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 200 len: 1094 time: 1.1955063 Mar 22 13:06:23.882292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:06:23.901378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f56ed-38ae-441a-97de-b70ee7e59631 service neutron] Pushing event updated for resources: {'Port': ['ID=327b195b-4441-41b1-97c7-ef6433a36618,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:23.972665 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618', 'status': 'completed', 'code': 200} Mar 22 13:06:24.009887 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-93cc9652-a082-4a9a-8c37-392d5160bab1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1097 time: 0.0865633 Mar 22 13:06:24.077593 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-9b06cae6-89df-43da-88ea-7b74e565bb08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 200 len: 217 time: 0.0614944 Mar 22 13:06:24.143305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-506e0927-75d2-483d-9582-34aa20bc81d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.144708 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-506e0927-75d2-483d-9582-34aa20bc81d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1ed0752-7f81-40e9-9de7-4ff0af4dca19 HTTP/1.1" status: 200 len: 835 time: 0.0611377 Mar 22 13:06:24.217982 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-d48e7f36-d695-48f8-a30c-237131c64712 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672214 Mar 22 13:06:24.351697 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-7d37230f-5c6e-4b7b-b980-a4077dd0b1cb service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281664 Mar 22 13:06:24.482471 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5f858bb4-b8c3-40dc-888c-4aa7dc43e69f req-c19dd720-f56b-424e-aecf-5c1eee82251e service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247604 Mar 22 13:06:24.637997 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d29fdb39-2e06-4270-8f25-04e7e5ca8842 req-68585815-d312-47e8-991c-37384626343f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1097 time: 0.1109796 Mar 22 13:06:24.724206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:24.751224 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774b153-a6bf-43fb-812b-742668d3ea13 req-ecdd0137-8284-4623-852c-e7deedaf1701 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.752538 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9774b153-a6bf-43fb-812b-742668d3ea13 req-ecdd0137-8284-4623-852c-e7deedaf1701 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 944 time: 0.1702068 Mar 22 13:06:24.794702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:24.795060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:24.806659 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fdb39-2e06-4270-8f25-04e7e5ca8842 req-3661437d-1ded-470d-b967-f682a057225f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.808091 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d29fdb39-2e06-4270-8f25-04e7e5ca8842 req-3661437d-1ded-470d-b967-f682a057225f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 200 len: 897 time: 0.1635237 Mar 22 13:06:24.880583 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9774b153-a6bf-43fb-812b-742668d3ea13 req-444c8493-4725-4bdf-b1c4-664e5da5177e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177449 Mar 22 13:06:24.882604 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d29fdb39-2e06-4270-8f25-04e7e5ca8842 req-03ebb935-c630-4362-9505-5a173e6abde9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 200 len: 217 time: 0.0680170 Mar 22 13:06:24.943944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fdb39-2e06-4270-8f25-04e7e5ca8842 req-df73058d-b4fd-48b0-85b5-693da2ed5cc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:24.945399 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d29fdb39-2e06-4270-8f25-04e7e5ca8842 req-df73058d-b4fd-48b0-85b5-693da2ed5cc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1ed0752-7f81-40e9-9de7-4ff0af4dca19 HTTP/1.1" status: 200 len: 835 time: 0.0572336 Mar 22 13:06:25.116378 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d29fdb39-2e06-4270-8f25-04e7e5ca8842 req-d14a579e-847b-4682-9fdc-571d0770f112 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1651111 Mar 22 13:06:25.244406 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d29fdb39-2e06-4270-8f25-04e7e5ca8842 req-a623408d-f45c-46ea-8eb1-72959f38639e service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210570 Mar 22 13:06:25.372483 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d29fdb39-2e06-4270-8f25-04e7e5ca8842 req-58c413a3-5f97-4011-badb-0f39ffaf2f46 service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222544 Mar 22 13:06:26.088731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada30137-f330-4ab2-b162-801479e3e6c7 req-b3182286-4460-4096-b535-ca24219dff27 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:26.090179 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ada30137-f330-4ab2-b162-801479e3e6c7 req-b3182286-4460-4096-b535-ca24219dff27 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 944 time: 0.0751691 Mar 22 13:06:26.135159 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ada30137-f330-4ab2-b162-801479e3e6c7 req-64385c13-b196-4af3-868f-6dea41de9311 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393710 Mar 22 13:06:27.339752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efbfdb-6f21-48de-bbce-54a8409ff71f req-b48b510d-6e1a-402e-bba8-dd92287a3fb0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:27.341067 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4efbfdb-6f21-48de-bbce-54a8409ff71f req-b48b510d-6e1a-402e-bba8-dd92287a3fb0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 944 time: 0.0765049 Mar 22 13:06:27.387715 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4efbfdb-6f21-48de-bbce-54a8409ff71f req-d7e56946-9f28-413d-980b-8fbf8f2db250 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411446 Mar 22 13:06:28.610379 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd68c01-b6ee-43d7-9574-c6714e07a71b req-43ac5e9f-2c29-4727-9bb5-620f3e23cbcd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:28.611801 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8cd68c01-b6ee-43d7-9574-c6714e07a71b req-43ac5e9f-2c29-4727-9bb5-620f3e23cbcd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 944 time: 0.0936837 Mar 22 13:06:28.656183 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8cd68c01-b6ee-43d7-9574-c6714e07a71b req-50678172-68b4-498f-884d-6e87ec4dfd0a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388291 Mar 22 13:06:28.734562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 327b195b-4441-41b1-97c7-ef6433a36618 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:06:28.779663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82a7fa01-14c4-4531-8b51-04a439276374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.887222 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 327b195b-4441-41b1-97c7-ef6433a36618, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=327b195b-4441-41b1-97c7-ef6433a36618,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:28.900316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '327b195b-4441-41b1-97c7-ef6433a36618', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'port_id': '327b195b-4441-41b1-97c7-ef6433a36618', 'mac_address': 'fa:16:3e:77:ba:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:06:28.961004 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:28.980519 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327b195b-4441-41b1-97c7-ef6433a36618 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:06:28.997181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 327b195b-4441-41b1-97c7-ef6433a36618, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=327b195b-4441-41b1-97c7-ef6433a36618,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:29.003522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:29.067110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=327b195b-4441-41b1-97c7-ef6433a36618,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:29.369316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['327b195b-4441-41b1-97c7-ef6433a36618'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:06:29.867595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438130e-96aa-4cfe-89fe-c042a8848648 req-044710b1-471d-4275-b674-ddaf633c56b9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:29.869130 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2438130e-96aa-4cfe-89fe-c042a8848648 req-044710b1-471d-4275-b674-ddaf633c56b9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 945 time: 0.0889044 Mar 22 13:06:29.917202 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2438130e-96aa-4cfe-89fe-c042a8848648 req-1db9da34-b7b2-4a9a-88b6-5999e48bcd0b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399885 Mar 22 13:06:30.182447 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:06:30.748136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 327b195b-4441-41b1-97c7-ef6433a36618 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:06:30.834947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 327b195b-4441-41b1-97c7-ef6433a36618 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:06:30.839813 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 327b195b-4441-41b1-97c7-ef6433a36618 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:06:30.840169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.953827 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:30.981376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:06:30.991223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 327b195b-4441-41b1-97c7-ef6433a36618, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=327b195b-4441-41b1-97c7-ef6433a36618,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:06:30.996103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:31.047345 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618', 'code': 200} Mar 22 13:06:31.066559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=327b195b-4441-41b1-97c7-ef6433a36618,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:31.124871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f7ba4-5a4e-430e-b73c-74833d21b0b2 req-f00d3a98-6f53-4b58-96f5-1e7c35694c83 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:31.126559 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c33f7ba4-5a4e-430e-b73c-74833d21b0b2 req-f00d3a98-6f53-4b58-96f5-1e7c35694c83 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0749993 Mar 22 13:06:31.278676 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a4573fc-34e9-4bb7-935f-4b0eb5c0ca2c req-20a8a6e6-f345-4e3a-866c-da21ef0da544 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1099 time: 0.0793540 Mar 22 13:06:31.284512 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c33f7ba4-5a4e-430e-b73c-74833d21b0b2 req-f8a7f15d-e807-47f2-afc6-f6042d4c3fdf tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522880 Mar 22 13:06:31.321354 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0a4573fc-34e9-4bb7-935f-4b0eb5c0ca2c req-b7d7f58b-45f5-4c68-93e5-94ac94ae24a7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372467 Mar 22 13:06:31.734034 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d5444b86-1469-4526-8607-3eb5d1573904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.170221 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.175694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:32.499252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a853374-4c44-4105-aabb-93008d5b5453 req-5369d0a1-c18a-4d41-b833-8ca359b4a644 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:32.500698 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a853374-4c44-4105-aabb-93008d5b5453 req-5369d0a1-c18a-4d41-b833-8ca359b4a644 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0915658 Mar 22 13:06:32.546320 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a853374-4c44-4105-aabb-93008d5b5453 req-d75d1cb0-3d47-47a1-870b-0159e3527fc0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400038 Mar 22 13:06:33.468084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:33.743346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8316d-7afb-4d61-a869-4296b93c38da req-33eee86a-f375-468a-8b2d-c10d88d97156 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:33.744741 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-82e8316d-7afb-4d61-a869-4296b93c38da req-33eee86a-f375-468a-8b2d-c10d88d97156 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0801375 Mar 22 13:06:33.788705 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-82e8316d-7afb-4d61-a869-4296b93c38da req-506368e8-96ad-4a25-8a8c-3326745e3ec5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384150 Mar 22 13:06:33.982514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06461358-9b3e-4810-8810-59f5ed4a3195 req-f5deff86-9a1d-4d7b-b4d4-6a72271afcf9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:33.983904 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06461358-9b3e-4810-8810-59f5ed4a3195 req-f5deff86-9a1d-4d7b-b4d4-6a72271afcf9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0748007 Mar 22 13:06:34.033469 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06461358-9b3e-4810-8810-59f5ed4a3195 req-82d854bd-3883-4f21-83d8-ab12ab20406e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414100 Mar 22 13:06:34.065484 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52606) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:34.204923 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a02e9c34-db39-4c34-b69c-9f37566a55e3 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1094 time: 0.1382666 Mar 22 13:06:34.207600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52612) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:34.212597 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '327b195b-4441-41b1-97c7-ef6433a36618', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:06:34.218591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:06:34.222615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:floatingip and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:06:34.225559 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:06:34.231338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:06:34.244437 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.383246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.514601 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.26.0.83 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/3f98ce54-426a-47f0-b5d7-a911855be403) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:06:34.664405 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.695578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:34.769271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:06:34.772097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:06:34.776346 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:06:34.799828 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=3f98ce54-426a-47f0-b5d7-a911855be403,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:35.276562 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.332575 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.533576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.539671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.729909 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=3f98ce54-426a-47f0-b5d7-a911855be403,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:06:35.743687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:35.935748 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Floating IP e425ca09-eb60-4f69-b91c-3924596c282c associated. External IP: 172.26.0.83, port: 327b195b-4441-41b1-97c7-ef6433a36618. Mar 22 13:06:36.333634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:06:36.533334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:06:36.543151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74788ab6-72b1-41df-908d-cc725eb59e73 None None] Sync routers for ids ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:06:36.556635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74788ab6-72b1-41df-908d-cc725eb59e73 None None] Routers {'5588cbe6-db7b-42f0-b3b8-5d4e99902a75'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:06:36.557245 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74788ab6-72b1-41df-908d-cc725eb59e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:06:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:36.557380 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:36.610666 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ad5810d9-848d-44f7-9039-8adbc4c70047 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4020956 Mar 22 13:06:36.611232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:06:36.740595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-74788ab6-72b1-41df-908d-cc725eb59e73 None None] Set router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:06:36.752267 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618', 'status': 'completed', 'code': 200} Mar 22 13:06:36.800004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f75a7-ed50-4001-a454-8ec154b97835 req-92012578-b051-443d-81fb-af1dd0b17f1f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:36.801391 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7e0f75a7-ed50-4001-a454-8ec154b97835 req-92012578-b051-443d-81fb-af1dd0b17f1f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0850332 Mar 22 13:06:36.842251 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-87e0901b-0b04-4220-a26c-afd219176b90 req-b2cb5566-6bf5-44cb-9b9a-6728d7cd4d29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1099 time: 0.0795600 Mar 22 13:06:36.848058 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7e0f75a7-ed50-4001-a454-8ec154b97835 req-2fa0c590-fc27-4b32-9648-5c5baff0882f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402892 Mar 22 13:06:36.879218 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52622) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:36.973994 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0901b-0b04-4220-a26c-afd219176b90 req-f24395eb-a6fc-41ac-96c3-2ece2bb67550 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:36.975429 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-87e0901b-0b04-4220-a26c-afd219176b90 req-f24395eb-a6fc-41ac-96c3-2ece2bb67550 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 200 len: 897 time: 0.1268525 Mar 22 13:06:36.989480 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-9009aaf2-5468-4ced-84f8-ae52527167ec tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/e425ca09-eb60-4f69-b91c-3924596c282c HTTP/1.1" status: 200 len: 991 time: 0.1079843 Mar 22 13:06:37.077370 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-87e0901b-0b04-4220-a26c-afd219176b90 req-96185a78-de1d-4232-8d1d-fdc6a80362ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 200 len: 999 time: 0.0960097 Mar 22 13:06:37.104653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74788ab6-72b1-41df-908d-cc725eb59e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:17Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'e425ca09-eb60-4f69-b91c-3924596c282c', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.83', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'port_id': '327b195b-4441-41b1-97c7-ef6433a36618', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'mac_address': 'fa:16:3e:77:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:06:35Z', 'updated_at': '2022-03-22T13:06:35Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30b9449-fd09-496c-89ef-cd9e0fd8b2f4', 'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:cd:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:16Z', 'updated_at': '2022-03-22T13:06:23Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:37.108718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74788ab6-72b1-41df-908d-cc725eb59e73 None None] Checking router: 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:06:37.120670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74788ab6-72b1-41df-908d-cc725eb59e73 None None] Routers {'5588cbe6-db7b-42f0-b3b8-5d4e99902a75'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:06:37.121256 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74788ab6-72b1-41df-908d-cc725eb59e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:06:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:37.137333 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0901b-0b04-4220-a26c-afd219176b90 req-3fe47cae-4891-483d-a5a0-c258421a59cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:06:37.138780 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-87e0901b-0b04-4220-a26c-afd219176b90 req-3fe47cae-4891-483d-a5a0-c258421a59cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1ed0752-7f81-40e9-9de7-4ff0af4dca19 HTTP/1.1" status: 200 len: 835 time: 0.0561368 Mar 22 13:06:37.216254 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-87e0901b-0b04-4220-a26c-afd219176b90 req-1eb2061b-34fe-4b7a-bbef-16b408107a66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716732 Mar 22 13:06:37.327565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-74788ab6-72b1-41df-908d-cc725eb59e73 None None] Set router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:06:37.345461 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-87e0901b-0b04-4220-a26c-afd219176b90 req-1918fc09-28a4-4a2f-9def-1d31d9405d5c service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232679 Mar 22 13:06:37.474266 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-87e0901b-0b04-4220-a26c-afd219176b90 req-d01030f6-06d3-48b3-8057-5a3505f09b46 service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231036 Mar 22 13:06:37.676741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-74788ab6-72b1-41df-908d-cc725eb59e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:17Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'e425ca09-eb60-4f69-b91c-3924596c282c', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.83', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'port_id': '327b195b-4441-41b1-97c7-ef6433a36618', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'mac_address': 'fa:16:3e:77:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:06:35Z', 'updated_at': '2022-03-22T13:06:35Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30b9449-fd09-496c-89ef-cd9e0fd8b2f4', 'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:cd:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:16Z', 'updated_at': '2022-03-22T13:06:23Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:06:37.682923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74788ab6-72b1-41df-908d-cc725eb59e73 None None] The sync data for ids ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'] in dv-neutron-834653-1-hyperv is: [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:17Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'e425ca09-eb60-4f69-b91c-3924596c282c', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.83', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'port_id': '327b195b-4441-41b1-97c7-ef6433a36618', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'mac_address': 'fa:16:3e:77:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:06:35Z', 'updated_at': '2022-03-22T13:06:35Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a30b9449-fd09-496c-89ef-cd9e0fd8b2f4', 'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:cd:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:16Z', 'updated_at': '2022-03-22T13:06:23Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:06:37.993528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52626) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:38.103929 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-88f2a339-3e37-4b01-95da-b0faa77737e1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/e425ca09-eb60-4f69-b91c-3924596c282c HTTP/1.1" status: 200 len: 991 time: 0.1089251 Mar 22 13:06:39.109046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52630) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:39.301941 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eaaf8264-9b8d-48f4-98e2-e89935cb0d1f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/e425ca09-eb60-4f69-b91c-3924596c282c HTTP/1.1" status: 200 len: 991 time: 0.1913888 Mar 22 13:06:39.542880 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e453a66a-6ee8-4ef6-bc09-ce1fcea1fd86 None None] New status for floating IP e425ca09-eb60-4f69-b91c-3924596c282c: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:06:40.307623 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52634) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:06:40.413952 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e44ad693-4322-4de8-9084-5f2976bfa5ac tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/e425ca09-eb60-4f69-b91c-3924596c282c HTTP/1.1" status: 200 len: 993 time: 0.1051054 Mar 22 13:06:43.661953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:06:58.772453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f3c9cae4-cdbe-42e2-9c51-0100fde577d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.108974 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0374dec9-a7b2-45a6-906d-23d8a1e4068a req-ec900231-5d0e-4207-aad0-e496a198aad9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905254 Mar 22 13:07:01.244582 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0374dec9-a7b2-45a6-906d-23d8a1e4068a req-b14559d8-6452-4f8c-8a3d-eb64d488c8b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1099 time: 0.0688276 Mar 22 13:07:01.383794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374dec9-a7b2-45a6-906d-23d8a1e4068a req-3039ecb8-75b4-495d-a6f0-7c2e44409c90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:01.385125 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0374dec9-a7b2-45a6-906d-23d8a1e4068a req-3039ecb8-75b4-495d-a6f0-7c2e44409c90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 200 len: 897 time: 0.1224504 Mar 22 13:07:01.485359 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0374dec9-a7b2-45a6-906d-23d8a1e4068a req-081f86b8-08ff-49c6-a3fc-f68a50314b51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 200 len: 1001 time: 0.0950098 Mar 22 13:07:01.548576 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374dec9-a7b2-45a6-906d-23d8a1e4068a req-35be55d8-1d93-46a5-8f0f-03c79bfc34a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:01.550014 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0374dec9-a7b2-45a6-906d-23d8a1e4068a req-35be55d8-1d93-46a5-8f0f-03c79bfc34a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1ed0752-7f81-40e9-9de7-4ff0af4dca19 HTTP/1.1" status: 200 len: 835 time: 0.0588315 Mar 22 13:07:01.622684 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0374dec9-a7b2-45a6-906d-23d8a1e4068a req-86846fb8-028f-4579-a15c-9769a8bbedea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658758 Mar 22 13:07:01.727370 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c40ec52b-16a2-4642-b672-0a4fe33b3ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:01.750055 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0374dec9-a7b2-45a6-906d-23d8a1e4068a req-c81a7ce5-54aa-4231-98ce-d129e1a5e4df service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216378 Mar 22 13:07:01.881802 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0374dec9-a7b2-45a6-906d-23d8a1e4068a req-bdac57da-d261-4810-9765-d17f8fc4a457 service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257203 Mar 22 13:07:02.178444 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:02.184057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:03.476307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:07.181894 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:07:13.673254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:28.774522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-79cbb985-1075-435f-86fe-ad7049f69781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:31.739401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e4872260-a6a4-4f37-b510-58535a7d48f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.177082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:32.179995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:33.480547 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:43.697211 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:44.178734 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:07:48.018253 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1690d4cf-d90c-4e19-aa43-a24f97320c2d req-f80571ff-cc9e-461d-a65a-842e13ef7aff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0717456 Mar 22 13:07:48.312769 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52668) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:07:48.345965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149d343-7203-4fd2-8dae-ececfbd8818c req-4ba26152-ade7-49a4-b1ff-c272d75d4c0c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:48.347397 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1149d343-7203-4fd2-8dae-ececfbd8818c req-4ba26152-ade7-49a4-b1ff-c272d75d4c0c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0790634 Mar 22 13:07:48.396241 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1149d343-7203-4fd2-8dae-ececfbd8818c req-1477b6a1-2e46-4a0c-ba8d-f4390fd5c80c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433424 Mar 22 13:07:48.444586 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-9bf538e8-cdbe-4f06-b420-d447a16fdc12 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1305780 Mar 22 13:07:49.610295 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb396da-31ba-4f74-81d2-4859c4e8c088 req-591ef227-9402-464b-aad9-4809ee1ee0bd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:49.611625 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-dfb396da-31ba-4f74-81d2-4859c4e8c088 req-591ef227-9402-464b-aad9-4809ee1ee0bd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0922704 Mar 22 13:07:49.656942 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-dfb396da-31ba-4f74-81d2-4859c4e8c088 req-50a0ff71-8b0e-4b43-9960-84b8c353b84e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398257 Mar 22 13:07:49.779927 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-775294d0-4f20-42bf-a153-6306812f44e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1099 time: 0.0684462 Mar 22 13:07:49.918218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508c810-40e0-499f-affd-94e2d194f35c req-c3ada390-6e3f-4465-8e5f-77e33e0edb0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:49.919515 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-c3ada390-6e3f-4465-8e5f-77e33e0edb0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 200 len: 897 time: 0.1339431 Mar 22 13:07:50.021322 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-1d31b574-45a1-49d0-bd7a-4f681451745c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 200 len: 1001 time: 0.0957253 Mar 22 13:07:50.080419 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508c810-40e0-499f-affd-94e2d194f35c req-343ac049-06b4-48c0-b146-e4b498edff39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:50.081790 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-343ac049-06b4-48c0-b146-e4b498edff39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1ed0752-7f81-40e9-9de7-4ff0af4dca19 HTTP/1.1" status: 200 len: 835 time: 0.0553031 Mar 22 13:07:50.158136 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-8fe87a36-9261-4913-9b8e-72192b187b4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709324 Mar 22 13:07:50.373659 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-850ee149-83d9-445a-b0ab-75c0ef3adff5 service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094548 Mar 22 13:07:50.502169 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-de837372-6d23-42d0-8863-7fc8d4623f65 service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232166 Mar 22 13:07:50.859724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f52ae8-0385-465a-abd0-d2a9adfeadd3 req-2a7f62da-2cd0-4868-bf8c-d3d13e5c3155 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:50.861084 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-88f52ae8-0385-465a-abd0-d2a9adfeadd3 req-2a7f62da-2cd0-4868-bf8c-d3d13e5c3155 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0827727 Mar 22 13:07:50.912751 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-88f52ae8-0385-465a-abd0-d2a9adfeadd3 req-c4c2a458-58f5-40a0-ad42-64fa2798bae0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437529 Mar 22 13:07:52.137748 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a738b3-78bb-4917-a69e-87677cec7895 req-40f8274e-af73-4946-86a5-ec6ce30c1c50 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:52.139211 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a8a738b3-78bb-4917-a69e-87677cec7895 req-40f8274e-af73-4946-86a5-ec6ce30c1c50 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0928893 Mar 22 13:07:52.185904 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a8a738b3-78bb-4917-a69e-87677cec7895 req-58a0eefc-194a-495c-8a34-3be518041234 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410132 Mar 22 13:07:53.390916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35609e5c-3f09-4a55-a0a7-0d822fca7863 req-6e3ff6cf-7e99-48c3-94c6-d1e02cc6f485 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:53.392323 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-35609e5c-3f09-4a55-a0a7-0d822fca7863 req-6e3ff6cf-7e99-48c3-94c6-d1e02cc6f485 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0849729 Mar 22 13:07:53.440446 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-35609e5c-3f09-4a55-a0a7-0d822fca7863 req-edd2156e-9085-433b-b37b-7963bceccefb tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401144 Mar 22 13:07:54.739048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f666a8b-23a4-4025-9a9f-9b9bcface334 req-8042c61c-9a1d-44c8-bc65-6faf0f646fcf tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:54.740427 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f666a8b-23a4-4025-9a9f-9b9bcface334 req-8042c61c-9a1d-44c8-bc65-6faf0f646fcf tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.1705196 Mar 22 13:07:54.784478 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0f666a8b-23a4-4025-9a9f-9b9bcface334 req-5f132804-a1a5-4a3f-ac05-25c2873477ca tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385416 Mar 22 13:07:55.999753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ce46c-e946-4de4-92da-ef142e84eeca req-86cfa40a-cbf8-48eb-a733-bca95dd8a015 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:56.001173 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e22ce46c-e946-4de4-92da-ef142e84eeca req-86cfa40a-cbf8-48eb-a733-bca95dd8a015 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0855949 Mar 22 13:07:56.048956 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e22ce46c-e946-4de4-92da-ef142e84eeca req-07aa2c2d-7b6f-4630-8f3f-a79505743e62 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402646 Mar 22 13:07:57.269856 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fd6d5-39ae-4858-bbbb-1b1eafb5a05e req-3aff9411-f524-4cf2-bc49-98ad856c2bd4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:57.271248 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a80fd6d5-39ae-4858-bbbb-1b1eafb5a05e req-3aff9411-f524-4cf2-bc49-98ad856c2bd4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0783823 Mar 22 13:07:57.315640 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a80fd6d5-39ae-4858-bbbb-1b1eafb5a05e req-303b151d-b235-4a31-b1ee-251288b60bfa tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388148 Mar 22 13:07:58.533757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7bf65-f945-4137-b538-af25f17310f1 req-6f56d865-5198-4071-b199-b365a07119c1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:58.535101 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12e7bf65-f945-4137-b538-af25f17310f1 req-6f56d865-5198-4071-b199-b365a07119c1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0861044 Mar 22 13:07:58.582669 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-12e7bf65-f945-4137-b538-af25f17310f1 req-6df537b4-a11e-4934-9d14-c3002ecb666a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396318 Mar 22 13:07:58.773658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1d3a7101-a665-4bf9-8b03-172588232fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:07:59.811561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38d671-71d1-4f53-a9f1-092d2d0111f4 req-4c1cdd41-d993-4490-bdef-91f4074ae5e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:07:59.812996 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3b38d671-71d1-4f53-a9f1-092d2d0111f4 req-4c1cdd41-d993-4490-bdef-91f4074ae5e3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0882959 Mar 22 13:07:59.860964 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3b38d671-71d1-4f53-a9f1-092d2d0111f4 req-ffbe16b9-d2bc-424a-b4c1-0fdfaa9db2c9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399899 Mar 22 13:08:01.080708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4208e-28ac-4bac-aff6-06d4ad7f4760 req-e474baee-ec9e-4a2b-94dc-d715e4abd95d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:01.082045 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22c4208e-28ac-4bac-aff6-06d4ad7f4760 req-e474baee-ec9e-4a2b-94dc-d715e4abd95d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0765064 Mar 22 13:08:01.130593 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-22c4208e-28ac-4bac-aff6-06d4ad7f4760 req-0071f3a5-7477-4d66-b5b3-81b3ef7e83ce tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430379 Mar 22 13:08:01.741706 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7077bdaf-f2e5-4d0d-9f17-59b5a9065508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:02.148461 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72ce5956-348d-46fd-9e86-b67005250218 req-1e58f636-1e82-4ed7-93de-a51cb2c70e1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1099 time: 0.0711007 Mar 22 13:08:02.178070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:02.185138 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:02.295006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce5956-348d-46fd-9e86-b67005250218 req-2c48728e-199a-46c7-89ee-18b45ed1b04e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:02.296428 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72ce5956-348d-46fd-9e86-b67005250218 req-2c48728e-199a-46c7-89ee-18b45ed1b04e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 200 len: 897 time: 0.1272838 Mar 22 13:08:02.342489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6bbaa-9b75-4371-b6ab-505afba833ad req-b3e075ea-c1e8-46f1-99ac-dbbee201b7b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:02.343934 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-16a6bbaa-9b75-4371-b6ab-505afba833ad req-b3e075ea-c1e8-46f1-99ac-dbbee201b7b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0787201 Mar 22 13:08:02.390702 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-16a6bbaa-9b75-4371-b6ab-505afba833ad req-49971fe3-b7fc-4b7a-99fe-2af8843448c6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408075 Mar 22 13:08:02.398823 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72ce5956-348d-46fd-9e86-b67005250218 req-0d35fb6e-d76c-4ebc-8efc-2ae6e03b5dca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 200 len: 1001 time: 0.0969384 Mar 22 13:08:02.459821 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce5956-348d-46fd-9e86-b67005250218 req-048528a8-d82f-44b4-81b8-3518567d418d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:02.461201 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72ce5956-348d-46fd-9e86-b67005250218 req-048528a8-d82f-44b4-81b8-3518567d418d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1ed0752-7f81-40e9-9de7-4ff0af4dca19 HTTP/1.1" status: 200 len: 835 time: 0.0572858 Mar 22 13:08:02.536775 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72ce5956-348d-46fd-9e86-b67005250218 req-6d285d23-cc5c-4a30-89dd-6d82d9379948 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701838 Mar 22 13:08:02.677092 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72ce5956-348d-46fd-9e86-b67005250218 req-880bae23-c403-48d3-a827-66616494b2d9 service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342211 Mar 22 13:08:02.807953 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72ce5956-348d-46fd-9e86-b67005250218 req-77ade919-2bb8-4ee5-885d-4faeb74ad6e0 service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239085 Mar 22 13:08:03.477946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:03.597281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afb9ef-3632-44d1-8094-3c5aed48e9f1 req-87bc4979-585b-4ebc-bd22-216b2a2178b7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:03.598727 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e1afb9ef-3632-44d1-8094-3c5aed48e9f1 req-87bc4979-585b-4ebc-bd22-216b2a2178b7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0821667 Mar 22 13:08:03.652074 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e1afb9ef-3632-44d1-8094-3c5aed48e9f1 req-2f2b38c0-c0f3-40f8-bb0b-488695b4d769 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453172 Mar 22 13:08:04.855516 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667b28f-1f26-4ac6-8ffd-7954e088d139 req-249a4dd2-793b-497c-8c69-5980ff3260a9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:04.856928 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4667b28f-1f26-4ac6-8ffd-7954e088d139 req-249a4dd2-793b-497c-8c69-5980ff3260a9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0758119 Mar 22 13:08:04.904236 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4667b28f-1f26-4ac6-8ffd-7954e088d139 req-0be525aa-a931-49c3-89ee-ea4ecf4ee3c8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391605 Mar 22 13:08:06.130176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae03080-441d-4035-8624-7658b3c04709 req-90639abf-8771-46ab-9f5c-09519024e8c7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:06.131562 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ae03080-441d-4035-8624-7658b3c04709 req-90639abf-8771-46ab-9f5c-09519024e8c7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0917084 Mar 22 13:08:06.175549 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ae03080-441d-4035-8624-7658b3c04709 req-90456452-f3f3-4eec-8299-4b47146b3805 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385029 Mar 22 13:08:07.134400 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-eb513ccc-11fc-4f26-90f9-745c27a3bd71 service neutron] 10.222.0.55 "GET /v2.0/ports/327b195b-4441-41b1-97c7-ef6433a36618/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0844727 Mar 22 13:08:07.374751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92c02e-62bd-4163-aa62-db81afdd088e req-1d27a522-0bc6-4412-bcae-d48e65bf5e9f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:07.376239 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d92c02e-62bd-4163-aa62-db81afdd088e req-1d27a522-0bc6-4412-bcae-d48e65bf5e9f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0814865 Mar 22 13:08:07.423664 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4d92c02e-62bd-4163-aa62-db81afdd088e req-73e9a555-460e-486a-9cc7-4e01cb8cb43f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416045 Mar 22 13:08:07.496022 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-ee81cc92-ebf2-4e12-94d8-27a4fd49bdfd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 1099 time: 0.1683850 Mar 22 13:08:07.595088 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-54a3e48c-a821-45b5-a1c8-5e51b3b2d12b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1099 time: 0.0725734 Mar 22 13:08:07.723790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508c810-40e0-499f-affd-94e2d194f35c req-5abc2db0-11b9-468d-b092-185da87a4155 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:07.725157 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-5abc2db0-11b9-468d-b092-185da87a4155 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 200 len: 897 time: 0.1247616 Mar 22 13:08:07.826647 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-40f01f32-fd51-4609-9a22-9d3a738cf816 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 200 len: 1001 time: 0.0956142 Mar 22 13:08:07.886522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508c810-40e0-499f-affd-94e2d194f35c req-25d28874-7d41-4196-b996-fbc3cc88aae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:07.887864 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-25d28874-7d41-4196-b996-fbc3cc88aae0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1ed0752-7f81-40e9-9de7-4ff0af4dca19 HTTP/1.1" status: 200 len: 835 time: 0.0561006 Mar 22 13:08:07.963087 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-420afa80-dfa3-4333-a2ae-e6d0e9b2da39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699008 Mar 22 13:08:08.093986 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-fbb4cb57-f6f7-45ce-9958-6d8d91851eef service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252463 Mar 22 13:08:08.222683 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3508c810-40e0-499f-affd-94e2d194f35c req-103f6674-ef44-4ff1-97bb-204b693ffc3d service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233025 Mar 22 13:08:08.638168 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae71d9-468e-4833-90c8-c7fa524a1c5a req-29152c72-c4dc-445c-9e53-b86283e63d1e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:08.639520 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1aae71d9-468e-4833-90c8-c7fa524a1c5a req-29152c72-c4dc-445c-9e53-b86283e63d1e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0929582 Mar 22 13:08:08.687166 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1aae71d9-468e-4833-90c8-c7fa524a1c5a req-fe502756-6e31-4425-8471-9f511ad64e9a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418649 Mar 22 13:08:09.918232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0450-b17e-409e-aa73-1c99ba1b1e5e req-543f9ad2-9e59-43cb-9882-2e14b28b2196 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:09.919719 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-347a0450-b17e-409e-aa73-1c99ba1b1e5e req-543f9ad2-9e59-43cb-9882-2e14b28b2196 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0874150 Mar 22 13:08:09.968663 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-347a0450-b17e-409e-aa73-1c99ba1b1e5e req-560949a5-48b5-4207-b202-7b520a2e601c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428243 Mar 22 13:08:11.180262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c371ded-a489-4639-b6ba-b26900eb6b6e req-ce30d2e4-721c-429a-af3a-270819a3d780 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:11.182012 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c371ded-a489-4639-b6ba-b26900eb6b6e req-ce30d2e4-721c-429a-af3a-270819a3d780 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0864494 Mar 22 13:08:11.227221 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4c371ded-a489-4639-b6ba-b26900eb6b6e req-62fb8b3d-6901-4747-a153-e9b92bb49749 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394039 Mar 22 13:08:11.275713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 327b195b-4441-41b1-97c7-ef6433a36618 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:08:11.279627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 327b195b-4441-41b1-97c7-ef6433a36618 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:08:11.484179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.508068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 327b195b-4441-41b1-97c7-ef6433a36618, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=327b195b-4441-41b1-97c7-ef6433a36618,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:11.526152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '327b195b-4441-41b1-97c7-ef6433a36618', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'port_id': '327b195b-4441-41b1-97c7-ef6433a36618', 'mac_address': 'fa:16:3e:77:ba:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:08:11.532223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:08:11.573070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 327b195b-4441-41b1-97c7-ef6433a36618, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=327b195b-4441-41b1-97c7-ef6433a36618,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:11.585666 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.631195 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:11.663177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 327b195b-4441-41b1-97c7-ef6433a36618 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:08:11.673960 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618', 'code': 200} Mar 22 13:08:11.698458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=327b195b-4441-41b1-97c7-ef6433a36618,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:11.722922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:11.723255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:11.723581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:11.723901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:11.724222 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:11.724535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:11.724847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:11.725159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:11.725489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:11.725789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:11.726094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:08:11.739388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:08:11.739735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:08:12.297928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.316111 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327b195b-4441-41b1-97c7-ef6433a36618 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:08:12.330975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 327b195b-4441-41b1-97c7-ef6433a36618, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=327b195b-4441-41b1-97c7-ef6433a36618,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:12.335858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:12.402749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['327b195b-4441-41b1-97c7-ef6433a36618'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:08:12.440129 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=327b195b-4441-41b1-97c7-ef6433a36618,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:12.440890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa93b05-bcbb-4a07-9ff7-c1282ddfe11e req-2907981a-5f39-4e9e-9f17-b71b7493c4af tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:12.442324 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1fa93b05-bcbb-4a07-9ff7-c1282ddfe11e req-2907981a-5f39-4e9e-9f17-b71b7493c4af tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 945 time: 0.0747938 Mar 22 13:08:12.488501 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1fa93b05-bcbb-4a07-9ff7-c1282ddfe11e req-959c9774-d5f6-43e1-b1cf-574c3b4d0730 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400355 Mar 22 13:08:12.874635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852fe4d-40c0-4ec0-9d36-4d09abab930f req-66d9fb76-54f1-4eb4-9f0a-75c305583168 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:12.875939 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f852fe4d-40c0-4ec0-9d36-4d09abab930f req-66d9fb76-54f1-4eb4-9f0a-75c305583168 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 945 time: 0.1303415 Mar 22 13:08:12.884466 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf28e2-a2a6-4fc5-a3dc-25453986cce3 req-b040b6dd-fd4f-41b7-853a-0cf1d270b570 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:12.885768 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cabf28e2-a2a6-4fc5-a3dc-25453986cce3 req-b040b6dd-fd4f-41b7-853a-0cf1d270b570 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.1085353 Mar 22 13:08:12.928314 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f852fe4d-40c0-4ec0-9d36-4d09abab930f req-29629544-5520-45d1-8700-9c8e166b2f29 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416381 Mar 22 13:08:13.020762 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cabf28e2-a2a6-4fc5-a3dc-25453986cce3 req-24dd9cd1-e348-4b52-8cd6-3c173a4f7486 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1098 time: 0.0667670 Mar 22 13:08:13.123721 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750cff6-d244-435c-bf1c-610658574137 req-0a8addb2-02fe-4ef0-ac9f-14d6a30a2177 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:13.125234 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7750cff6-d244-435c-bf1c-610658574137 req-0a8addb2-02fe-4ef0-ac9f-14d6a30a2177 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 945 time: 0.0760241 Mar 22 13:08:13.149655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf28e2-a2a6-4fc5-a3dc-25453986cce3 req-4749de50-30ea-4b51-ad2b-c2b24f5a9f38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:13.151129 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cabf28e2-a2a6-4fc5-a3dc-25453986cce3 req-4749de50-30ea-4b51-ad2b-c2b24f5a9f38 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 200 len: 897 time: 0.1251762 Mar 22 13:08:13.169942 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7750cff6-d244-435c-bf1c-610658574137 req-72fd433a-b278-41e1-a2f1-b9fcb439f33c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392246 Mar 22 13:08:13.250944 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cabf28e2-a2a6-4fc5-a3dc-25453986cce3 req-a59ccba7-d896-461d-afcb-5bd83ada59e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 200 len: 1000 time: 0.0940082 Mar 22 13:08:13.306158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 327b195b-4441-41b1-97c7-ef6433a36618 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:08:13.320651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf28e2-a2a6-4fc5-a3dc-25453986cce3 req-cc436af1-0d88-4d52-ad08-1c7c2f18b3ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:13.322075 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cabf28e2-a2a6-4fc5-a3dc-25453986cce3 req-cc436af1-0d88-4d52-ad08-1c7c2f18b3ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1ed0752-7f81-40e9-9de7-4ff0af4dca19 HTTP/1.1" status: 200 len: 835 time: 0.0657003 Mar 22 13:08:13.377138 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 327b195b-4441-41b1-97c7-ef6433a36618 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:08:13.377502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.491674 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cabf28e2-a2a6-4fc5-a3dc-25453986cce3 req-11635b75-f371-433e-b3b8-d130732344ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1642447 Mar 22 13:08:13.493743 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.526858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 327b195b-4441-41b1-97c7-ef6433a36618, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=327b195b-4441-41b1-97c7-ef6433a36618,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:08:13.531414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.597439 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=327b195b-4441-41b1-97c7-ef6433a36618,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:08:13.624628 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cabf28e2-a2a6-4fc5-a3dc-25453986cce3 req-f1700ae2-61ee-40b0-a01b-76fea546169b service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273043 Mar 22 13:08:13.675051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:08:13.698057 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:13.740834 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618', 'code': 200} Mar 22 13:08:13.756754 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cabf28e2-a2a6-4fc5-a3dc-25453986cce3 req-927713db-25e6-4c70-b89b-145927d54ea7 service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266894 Mar 22 13:08:14.368367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6512737-e818-4951-af5d-659fd00b31b0 req-5c82dc68-ef2b-4647-a351-60b6ba4c8769 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:08:14.369849 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a6512737-e818-4951-af5d-659fd00b31b0 req-5c82dc68-ef2b-4647-a351-60b6ba4c8769 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0805008 Mar 22 13:08:14.417383 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a6512737-e818-4951-af5d-659fd00b31b0 req-991a2738-26e6-42a4-b25d-e7d848843149 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420444 Mar 22 13:08:14.445371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52756) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:08:14.549775 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-da9b895f-0f9b-4dbe-b29e-53489b6ee121 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/e425ca09-eb60-4f69-b91c-3924596c282c HTTP/1.1" status: 200 len: 993 time: 0.1033154 Mar 22 13:08:21.173867 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:08:28.773867 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-659b06d1-d7ff-4a93-b391-4bee70e9bdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:31.736744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3678cf20-d520-486e-915d-402f6a45c535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:32.177558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:32.183980 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:33.485728 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:43.708200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:08:58.176723 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:08:58.774169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e37456e-fb6e-4a2c-b85c-b316b635a055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:01.746308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f11b4c52-9f90-4d37-ab2f-46e98325437f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:02.189818 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:02.191045 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.136036 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7ca3f4a7-6027-436f-8749-abddb04b042d req-8bfe094b-bb78-44ee-b165-64257aab3b31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1334100 Mar 22 13:09:03.272312 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7ca3f4a7-6027-436f-8749-abddb04b042d req-2f4b9c8c-a7c1-4ce4-864d-1362954b819a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1099 time: 0.0703826 Mar 22 13:09:03.415679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3f4a7-6027-436f-8749-abddb04b042d req-cac55b3d-2c82-46c5-9019-8fafe7dfd734 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:03.417087 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7ca3f4a7-6027-436f-8749-abddb04b042d req-cac55b3d-2c82-46c5-9019-8fafe7dfd734 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 200 len: 897 time: 0.1258833 Mar 22 13:09:03.486893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:03.519892 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7ca3f4a7-6027-436f-8749-abddb04b042d req-441046e7-cfac-459c-b655-1ae82c6e8b52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 200 len: 1001 time: 0.0967727 Mar 22 13:09:03.585525 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3f4a7-6027-436f-8749-abddb04b042d req-fce5aaee-0bf5-4c61-99c1-be24fd37e7a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:03.586861 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7ca3f4a7-6027-436f-8749-abddb04b042d req-fce5aaee-0bf5-4c61-99c1-be24fd37e7a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1ed0752-7f81-40e9-9de7-4ff0af4dca19 HTTP/1.1" status: 200 len: 835 time: 0.0618119 Mar 22 13:09:03.660869 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7ca3f4a7-6027-436f-8749-abddb04b042d req-2b737a66-b0e2-4f81-8f0d-ab72ff56f63c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683653 Mar 22 13:09:03.803277 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7ca3f4a7-6027-436f-8749-abddb04b042d req-d4ed327f-a19d-44c5-afbf-bc756a02de39 service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361704 Mar 22 13:09:03.932997 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7ca3f4a7-6027-436f-8749-abddb04b042d req-26755bab-d602-41cf-92f0-af747ade456d service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234016 Mar 22 13:09:09.640120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52782) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:09.843528 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 3f98ce54-426a-47f0-b5d7-a911855be403 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:09:09.843888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.014863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.015180 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.136174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 3f98ce54-426a-47f0-b5d7-a911855be403 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:09:10.364510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.405649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=3f98ce54-426a-47f0-b5d7-a911855be403,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:10.442639 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:10.442949 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:10.443301 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:10.443625 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:10.443946 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:10.444263 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:10.444577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:10.444893 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:10.445185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:10.445520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:10.445820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:10.511647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:10.904841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:09:11.105661 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:09:11.115656 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b45a078-0941-4d86-9fd0-2b7f319a3d4d None None] Sync routers for ids ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:09:11.127674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:11.130021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b45a078-0941-4d86-9fd0-2b7f319a3d4d None None] Routers {'5588cbe6-db7b-42f0-b3b8-5d4e99902a75'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:09:11.130842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8b45a078-0941-4d86-9fd0-2b7f319a3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:09:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:11.186754 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cdf6ea1d-c051-447f-8bb6-b983e888f392 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/floatingips/e425ca09-eb60-4f69-b91c-3924596c282c HTTP/1.1" status: 204 len: 168 time: 1.5453227 Mar 22 13:09:11.187328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:09:11.256973 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618', 'status': 'completed', 'code': 200} Mar 22 13:09:11.309613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8b45a078-0941-4d86-9fd0-2b7f319a3d4d None None] Set router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:09:11.351687 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a33aec0f-0622-4ba2-96db-332757a0a4b1 req-8344da69-77d6-4fad-8c58-4bd6ee0bcb9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 1099 time: 0.0725026 Mar 22 13:09:11.488886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aec0f-0622-4ba2-96db-332757a0a4b1 req-aee6249f-9604-43b6-8736-eb0d377b5e9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:11.490331 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a33aec0f-0622-4ba2-96db-332757a0a4b1 req-aee6249f-9604-43b6-8736-eb0d377b5e9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 200 len: 897 time: 0.1328943 Mar 22 13:09:11.598878 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a33aec0f-0622-4ba2-96db-332757a0a4b1 req-cac5894d-d8c2-42c7-8858-e13da83ce7db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 200 len: 217 time: 0.1010978 Mar 22 13:09:11.628148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8b45a078-0941-4d86-9fd0-2b7f319a3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:17Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'a30b9449-fd09-496c-89ef-cd9e0fd8b2f4', 'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:cd:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:16Z', 'updated_at': '2022-03-22T13:06:23Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:11.632022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b45a078-0941-4d86-9fd0-2b7f319a3d4d None None] Checking router: 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:09:11.642949 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b45a078-0941-4d86-9fd0-2b7f319a3d4d None None] Routers {'5588cbe6-db7b-42f0-b3b8-5d4e99902a75'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:09:11.643566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8b45a078-0941-4d86-9fd0-2b7f319a3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:09:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:11.675180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aec0f-0622-4ba2-96db-332757a0a4b1 req-f2e26538-b479-4fdc-9998-6b647990ec08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:11.676509 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a33aec0f-0622-4ba2-96db-332757a0a4b1 req-f2e26538-b479-4fdc-9998-6b647990ec08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1ed0752-7f81-40e9-9de7-4ff0af4dca19 HTTP/1.1" status: 200 len: 835 time: 0.0657847 Mar 22 13:09:11.682156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9d067-792a-45b4-be5a-410432fd81af req-6130728d-7b77-4ae0-8c53-cc7954b2b653 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:11.683792 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-afb9d067-792a-45b4-be5a-410432fd81af req-6130728d-7b77-4ae0-8c53-cc7954b2b653 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.1396563 Mar 22 13:09:11.821764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8b45a078-0941-4d86-9fd0-2b7f319a3d4d None None] Set router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:09:11.868173 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-afb9d067-792a-45b4-be5a-410432fd81af req-84a557dd-53ee-4720-b4fb-dcc59b3ded32 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511314 Mar 22 13:09:11.880500 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a33aec0f-0622-4ba2-96db-332757a0a4b1 req-ae92a5a3-27c9-45a5-ac40-626101cb93e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1958501 Mar 22 13:09:12.011713 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a33aec0f-0622-4ba2-96db-332757a0a4b1 req-6ebbc1a5-d5dd-4539-83cb-ef6a24263ed7 service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236320 Mar 22 13:09:12.144944 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a33aec0f-0622-4ba2-96db-332757a0a4b1 req-a6feeb17-a5cb-4dc2-84c0-dd626c6dbaf5 service neutron] 10.222.0.55 "GET /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274822 Mar 22 13:09:12.158328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8b45a078-0941-4d86-9fd0-2b7f319a3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:17Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'a30b9449-fd09-496c-89ef-cd9e0fd8b2f4', 'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:cd:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:16Z', 'updated_at': '2022-03-22T13:06:23Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:12.163724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b45a078-0941-4d86-9fd0-2b7f319a3d4d None None] The sync data for ids ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'] in dv-neutron-834653-1-hyperv is: [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:17Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'a30b9449-fd09-496c-89ef-cd9e0fd8b2f4', 'name': '', 'network_id': '0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:cd:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:16Z', 'updated_at': '2022-03-22T13:06:23Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': 'b1ed0752-7f81-40e9-9de7-4ff0af4dca19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:09:12.377558 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24644b7c-a993-4c15-8cc8-4181bbab9bbe None None] New status for floating IP e425ca09-eb60-4f69-b91c-3924596c282c: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:09:13.083242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135166a6-660d-44e5-839e-ee95d375f134 req-8a920313-0d16-4313-a02e-c8f2704ed027 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:13.083954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-135166a6-660d-44e5-839e-ee95d375f134 req-8a920313-0d16-4313-a02e-c8f2704ed027 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:13.101538 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-135166a6-660d-44e5-839e-ee95d375f134 req-8a920313-0d16-4313-a02e-c8f2704ed027 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:13.103289 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-135166a6-660d-44e5-839e-ee95d375f134 req-8a920313-0d16-4313-a02e-c8f2704ed027 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.1059861 Mar 22 13:09:13.154049 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-135166a6-660d-44e5-839e-ee95d375f134 req-d8c07ff3-b543-4b53-9855-ff4bc020de4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451331 Mar 22 13:09:13.428858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3aec33-fe0d-483d-b82d-7e87d316ca10 req-026a28b2-5226-46cf-b83e-339e5de08ed5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:13.430206 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b3aec33-fe0d-483d-b82d-7e87d316ca10 req-026a28b2-5226-46cf-b83e-339e5de08ed5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 946 time: 0.0838542 Mar 22 13:09:13.430776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-b0748587-8a80-458e-8684-afa2aa81b798 req-3005c9cf-d3da-4867-91bb-7d7f96a462ea service neutron] (83794) timed out ('10.222.0.62', 49276) {{(pid=83794) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 22 13:09:13.499615 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-7b3aec33-fe0d-483d-b82d-7e87d316ca10 req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 327b195b-4441-41b1-97c7-ef6433a36618 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:09:13.500045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b3aec33-fe0d-483d-b82d-7e87d316ca10 req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.712939 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.760869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-7b3aec33-fe0d-483d-b82d-7e87d316ca10 req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port 327b195b-4441-41b1-97c7-ef6433a36618, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=327b195b-4441-41b1-97c7-ef6433a36618,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:09:13.761237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b3aec33-fe0d-483d-b82d-7e87d316ca10 req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:13.888606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-7b3aec33-fe0d-483d-b82d-7e87d316ca10 req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 327b195b-4441-41b1-97c7-ef6433a36618 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:09:14.025144 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b3aec33-fe0d-483d-b82d-7e87d316ca10 req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.073090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=327b195b-4441-41b1-97c7-ef6433a36618,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:14.111505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.111838 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.112158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.112476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.112789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.113102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.113406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.113745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.114056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.114346 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.114652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:14.152595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3aec33-fe0d-483d-b82d-7e87d316ca10 req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] No DVR routers for this DVR port 327b195b-4441-41b1-97c7-ef6433a36618 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:14.155293 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7b3aec33-fe0d-483d-b82d-7e87d316ca10 req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:14.157884 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'name': 'network-vif-deleted', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:09:14.175135 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7b3aec33-fe0d-483d-b82d-7e87d316ca10 req-3b18e23c-ece8-4617-a460-7ab9c9e81ca1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "DELETE /v2.0/ports/327b195b-4441-41b1-97c7-ef6433a36618 HTTP/1.1" status: 204 len: 173 time: 0.7399559 Mar 22 13:09:14.293221 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5762c47-4171-4d3b-9c98-f20aa89d2365', 'name': 'network-vif-deleted', 'tag': '327b195b-4441-41b1-97c7-ef6433a36618', 'status': 'completed', 'code': 200} Mar 22 13:09:14.334927 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-392af9d4-5c2e-4f2b-ac9f-3b65fcc52bf4 req-2cfea4cf-1871-4cd5-8ecc-d128224789b9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=d5762c47-4171-4d3b-9c98-f20aa89d2365 HTTP/1.1" status: 200 len: 210 time: 0.0483439 Mar 22 13:09:15.443008 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52802) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:15.851622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.536813 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:09:16.537535 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.726300 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port a30b9449-fd09-496c-89ef-cd9e0fd8b2f4, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a30b9449-fd09-496c-89ef-cd9e0fd8b2f4,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:09:16.726618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:16.849323 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:09:17.025555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:17.071345 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=a30b9449-fd09-496c-89ef-cd9e0fd8b2f4,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:17.367530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:17.633112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 327b195b-4441-41b1-97c7-ef6433a36618 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:17.664955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 327b195b-4441-41b1-97c7-ef6433a36618 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:09:17.665271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 327b195b-4441-41b1-97c7-ef6433a36618 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:18.035578 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:09:18.235800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:09:18.246052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b848f2-7a6a-4394-b21c-96c4b04db182 None None] Sync routers for ids ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:09:18.250398 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1bb67352-c5e3-4a3e-be30-224906b20e5f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "PUT /v2.0/routers/5588cbe6-db7b-42f0-b3b8-5d4e99902a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8043401 Mar 22 13:09:18.251191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52806) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:18.257906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b848f2-7a6a-4394-b21c-96c4b04db182 None None] Routers {'5588cbe6-db7b-42f0-b3b8-5d4e99902a75'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:09:18.258503 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-98b848f2-7a6a-4394-b21c-96c4b04db182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:09:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:18.432984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-98b848f2-7a6a-4394-b21c-96c4b04db182 None None] Set router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:09:18.435943 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7845ed-2427-46f7-9653-853f40d52240 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting subnet b1ed0752-7f81-40e9-9de7-4ff0af4dca19 {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 13:09:18.439103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca7845ed-2427-46f7-9653-853f40d52240 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.491141 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca7845ed-2427-46f7-9653-853f40d52240 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.581233 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca7845ed-2427-46f7-9653-853f40d52240 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.652059 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca7845ed-2427-46f7-9653-853f40d52240 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.689545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7845ed-2427-46f7-9653-853f40d52240 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ed0752-7f81-40e9-9de7-4ff0af4dca19,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:18.695533 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ca7845ed-2427-46f7-9653-853f40d52240 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:18.701594 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ca7845ed-2427-46f7-9653-853f40d52240 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/subnets/b1ed0752-7f81-40e9-9de7-4ff0af4dca19 HTTP/1.1" status: 204 len: 168 time: 0.4494359 Mar 22 13:09:18.705016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60edc30-1361-4117-82bd-30fad869aeff None None] Network 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:09:18.705602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52810) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:18.798708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-98b848f2-7a6a-4394-b21c-96c4b04db182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:09:16Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:18.806799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b848f2-7a6a-4394-b21c-96c4b04db182 None None] Checking router: 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:09:18.882707 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b848f2-7a6a-4394-b21c-96c4b04db182 None None] Routers {'5588cbe6-db7b-42f0-b3b8-5d4e99902a75'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:09:18.883311 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-98b848f2-7a6a-4394-b21c-96c4b04db182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:09:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:18.904394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.068226 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-98b848f2-7a6a-4394-b21c-96c4b04db182 None None] Set router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:09:19.107113 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] DHCP port deletion for 0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 13:09:19.108223 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.118461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:09:19.118794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.170345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Deleting port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:09:19.170345 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.402129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6e0d5a6f-89a2-441e-9f52-c12ccac9e10b,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:09:19.402822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.521823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:09:19.551624 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] For port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b,segment=NetworkSegment(9db6ffbb-2429-42ea-b764-4524d2a6f9e2),segment_id=9db6ffbb-2429-42ea-b764-4524d2a6f9e2)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:09:19.552005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.673100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Calling delete_port for a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:09:19.686516 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.729024 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=6e0d5a6f-89a2-441e-9f52-c12ccac9e10b,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:19.746825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-98b848f2-7a6a-4394-b21c-96c4b04db182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:09:16Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:19.751699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b848f2-7a6a-4394-b21c-96c4b04db182 None None] The sync data for ids ['5588cbe6-db7b-42f0-b3b8-5d4e99902a75'] in dv-neutron-834653-1-hyperv is: [{'id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116415269', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100'}], 'enable_snat': True}, 'gw_port_id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:09:16Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '6e0d5a6f-89a2-441e-9f52-c12ccac9e10b', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5588cbe6-db7b-42f0-b3b8-5d4e99902a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:06:13Z', 'updated_at': '2022-03-22T13:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:09:19.760945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:19.807323 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Pushing event deleted for resources: {'Port': ['ID=a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:19.812874 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] No DVR routers for this DVR port a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:09:19.822584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:19.822952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:19.823288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:19.823923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:19.823923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:19.824265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:19.824586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:19.824963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:19.825319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:19.825755 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:19.825937 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3789bd0d-16b1-407e-a18f-8ca278847a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:19.959446 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.213060 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.217284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.242344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.242825 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Fanout notify agent at l3_agent the message router_deleted on router 5588cbe6-db7b-42f0-b3b8-5d4e99902a75 {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:09:20.256644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.257722 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-65bc1979-9966-4b43-9769-7d5b45cacf9d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/routers/5588cbe6-db7b-42f0-b3b8-5d4e99902a75 HTTP/1.1" status: 204 len: 168 time: 1.5510612 Mar 22 13:09:20.260362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52814) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:20.374128 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.599647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.624994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:20.636627 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db6ffbb-2429-42ea-b764-4524d2a6f9e2') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:20.636866 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db6ffbb-2429-42ea-b764-4524d2a6f9e2') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:20.647932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.663372 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.669275 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 13:09:20.669687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:09:20.683725 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:09:20.763461 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.780543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.791544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Network': ['ID=0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:20.800770 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7a444cac-9ae4-4ab5-9dda-ebe3b87f9148 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/networks/0a51ff90-5d9a-4552-a2ac-ab72e7ca23fa HTTP/1.1" status: 204 len: 168 time: 0.5394628 Mar 22 13:09:20.803741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52818) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:20.823967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:20.860342 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:09:20.860616 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a0a8f07e-6e17-47d9-b3e6-2ff31e8ae73b not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:20.861030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:20.878748 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-371cb415-8582-4d7f-9256-759d1317e9a4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.894482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:09:20.894822 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6e0d5a6f-89a2-441e-9f52-c12ccac9e10b not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:20.895235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:09:20.910436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-371cb415-8582-4d7f-9256-759d1317e9a4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.925778 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:09:20.926114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device a30b9449-fd09-496c-89ef-cd9e0fd8b2f4 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:09:20.976571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-371cb415-8582-4d7f-9256-759d1317e9a4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:20.996514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cb415-8582-4d7f-9256-759d1317e9a4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:21.005489 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-371cb415-8582-4d7f-9256-759d1317e9a4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.009539 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-371cb415-8582-4d7f-9256-759d1317e9a4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/security-groups/99c52e2e-0a55-4df8-a1d4-6b0f791cc9ea HTTP/1.1" status: 204 len: 168 time: 0.2020283 Mar 22 13:09:21.389741 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52826) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:21.395396 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2145899343', 'description': 'tempest-secgroup-smoke-2145899343 description', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:21.401486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:21.405699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:21.408696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:21.414777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:21.428635 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.463795 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:21.467736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:21.470656 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:21.476429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:21.534565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.540008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.588021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238e05ab-8292-4c41-aa3b-108dfd838acf,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:21.592003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.593158 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-09565fbd-839a-447d-92f6-878942466ca7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2024837 Mar 22 13:09:21.596172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52830) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:21.601802 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-060c4048-48d1-45da-bab7-ba37d77fde6f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '238e05ab-8292-4c41-aa3b-108dfd838acf', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:21.607966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-060c4048-48d1-45da-bab7-ba37d77fde6f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:21.611811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-060c4048-48d1-45da-bab7-ba37d77fde6f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:21.614684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-060c4048-48d1-45da-bab7-ba37d77fde6f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:21.620234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-060c4048-48d1-45da-bab7-ba37d77fde6f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:21.640972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-060c4048-48d1-45da-bab7-ba37d77fde6f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.706908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-060c4048-48d1-45da-bab7-ba37d77fde6f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.711496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-060c4048-48d1-45da-bab7-ba37d77fde6f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.733303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c4048-48d1-45da-bab7-ba37d77fde6f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d6d766-0eee-40c2-8baa-beadd2404e95,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:21.743057 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-060c4048-48d1-45da-bab7-ba37d77fde6f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.744287 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-060c4048-48d1-45da-bab7-ba37d77fde6f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1471465 Mar 22 13:09:21.748188 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52834) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:21.754012 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-cbd5cf53-437a-48ce-95b9-80e299b5b854 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '238e05ab-8292-4c41-aa3b-108dfd838acf', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:21.760541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cbd5cf53-437a-48ce-95b9-80e299b5b854 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:21.764674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cbd5cf53-437a-48ce-95b9-80e299b5b854 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:21.767605 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-cbd5cf53-437a-48ce-95b9-80e299b5b854 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:21.773415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-cbd5cf53-437a-48ce-95b9-80e299b5b854 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:21.789974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cbd5cf53-437a-48ce-95b9-80e299b5b854 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.850088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cbd5cf53-437a-48ce-95b9-80e299b5b854 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.856273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cbd5cf53-437a-48ce-95b9-80e299b5b854 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.876937 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5cf53-437a-48ce-95b9-80e299b5b854 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073dfc77-9395-49c5-94f8-ddb1080d3d03,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:21.889476 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cbd5cf53-437a-48ce-95b9-80e299b5b854 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:21.891736 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cbd5cf53-437a-48ce-95b9-80e299b5b854 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1413777 Mar 22 13:09:21.893468 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52838) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:21.899013 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-09c894ea-f0c9-4c34-aebc-b7b524281f40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '238e05ab-8292-4c41-aa3b-108dfd838acf', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:21.905182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-09c894ea-f0c9-4c34-aebc-b7b524281f40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:21.909213 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-09c894ea-f0c9-4c34-aebc-b7b524281f40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:21.912199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-09c894ea-f0c9-4c34-aebc-b7b524281f40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:21.917991 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-09c894ea-f0c9-4c34-aebc-b7b524281f40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:21.937120 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09c894ea-f0c9-4c34-aebc-b7b524281f40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.004842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09c894ea-f0c9-4c34-aebc-b7b524281f40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.009921 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09c894ea-f0c9-4c34-aebc-b7b524281f40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.032074 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c894ea-f0c9-4c34-aebc-b7b524281f40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698ba323-3318-47c3-b313-e33e4e41f386,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:22.042183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-09c894ea-f0c9-4c34-aebc-b7b524281f40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.043378 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-09c894ea-f0c9-4c34-aebc-b7b524281f40 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1489451 Mar 22 13:09:22.046418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52842) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:22.052394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-67a304db-14ee-4af3-9c81-94785aa7a9ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '238e05ab-8292-4c41-aa3b-108dfd838acf', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:22.058885 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-67a304db-14ee-4af3-9c81-94785aa7a9ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:22.062921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-67a304db-14ee-4af3-9c81-94785aa7a9ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:22.065972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-67a304db-14ee-4af3-9c81-94785aa7a9ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:22.071846 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-67a304db-14ee-4af3-9c81-94785aa7a9ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:22.089919 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-67a304db-14ee-4af3-9c81-94785aa7a9ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.155298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-67a304db-14ee-4af3-9c81-94785aa7a9ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.160056 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-67a304db-14ee-4af3-9c81-94785aa7a9ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.182003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a304db-14ee-4af3-9c81-94785aa7a9ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53b34a4-5b2d-4bdf-967c-88e8b474c97c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:22.192873 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-67a304db-14ee-4af3-9c81-94785aa7a9ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.194110 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-67a304db-14ee-4af3-9c81-94785aa7a9ee tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1466987 Mar 22 13:09:22.196944 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52846) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:22.202397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '238e05ab-8292-4c41-aa3b-108dfd838acf', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:22.208295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:22.212078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:22.215002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:22.221240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:22.231637 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Project a6dc5e46a5ba46b499bd2a6f91bfebdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:09:22.237824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.299310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.304835 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.329351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93c2ebf-0786-442d-a49c-7393be5bdba5,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:22.338740 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.339894 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-30fcd9f4-3e9f-4458-bd86-50dd7f8d5ab6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1420069 Mar 22 13:09:22.342785 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52850) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:22.348164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '238e05ab-8292-4c41-aa3b-108dfd838acf', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:22.353997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:22.357790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:22.360548 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:22.366022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:22.376961 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Project a6dc5e46a5ba46b499bd2a6f91bfebdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:09:22.386590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.457968 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.462671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.488129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec9b74e-a5ee-4e8e-bb1b-e1473f3e77ee,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:22.497912 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.499028 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-af28d554-1668-49d5-a77b-b056ae61f2e7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1553795 Mar 22 13:09:22.501973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52854) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:22.507324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'network': {'name': 'tempest-network-smoke--354546347', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'port_security_enabled': True}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:22.512222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:22.516260 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:network and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:22.519063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:22.524833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:22.536870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'network': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:22.539909 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.569137 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83794) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:09:22.578362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.578696 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.segments_db [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Added segment 453f653f-8411-4075-b6e5-ec9db646bc82 of type vlan for network bef5ec67-224e-4064-aa7d-4c546fdbadd4 Mar 22 13:09:22.607064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.641932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.645692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:22.646274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.834894 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3318548 Mar 22 13:09:22.837730 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52860) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:22.840847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f9283-bc43-4b5e-bef0-8f0d9169f5b2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Network': ['ID=bef5ec67-224e-4064-aa7d-4c546fdbadd4,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:22.843197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'admin_state_up': True, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:22.850140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:22.851622 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network bef5ec67-224e-4064-aa7d-4c546fdbadd4 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:09:22.854144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:router and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:22.857202 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:22.862813 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:22.875264 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.876314 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:22.894155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.041946 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.224701 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.252952 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.388023 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.26.0.173 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/9cf18a83-0361-416d-a457-aaa57e4e9725) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:23.536221 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.564401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.628793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:23.631582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:23.635978 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:09:23.660133 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=9cf18a83-0361-416d-a457-aaa57e4e9725,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:23.793440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:23.794246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.022952 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router ebcea714-35ce-4b07-b05f-dafae8f4cec8 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:09:24.333584 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:09:24.343894 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Sync routers for ids ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:09:24.357970 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Routers {'ebcea714-35ce-4b07-b05f-dafae8f4cec8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:09:24.358538 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:09:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:24.361530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.362860 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fe8fca32-e90b-4ba9-9e60-6edf1e84a768 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5240283 Mar 22 13:09:24.366080 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52870) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:24.410217 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7aa4151c-727e-4529-b0ca-fbcfe69b787f tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398476 Mar 22 13:09:24.410430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52874) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:24.531518 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Set router ebcea714-35ce-4b07-b05f-dafae8f4cec8 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:09:24.538743 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723883d6-6bd8-42c6-b0ba-3ed0363eb178 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:24.540290 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-723883d6-6bd8-42c6-b0ba-3ed0363eb178 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290314 Mar 22 13:09:24.543121 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52878) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:24.581912 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-580ccd38-6292-436d-999f-663484631719 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376623 Mar 22 13:09:24.586364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52882) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:24.591676 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1384679075', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:24.699201 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:24.703157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:subnet and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:24.705954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:24.711657 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:24.722443 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:24.818652 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:23Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:24.822948 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Checking router: ebcea714-35ce-4b07-b05f-dafae8f4cec8 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:09:24.823093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:24.823260 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Updating router ebcea714-35ce-4b07-b05f-dafae8f4cec8 port 9cf18a83-0361-416d-a457-aaa57e4e9725 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:09:24.872057 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.029850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.103953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Subnet': ['ID=8ae94764-16e4-4838-9075-3ba4a5bad563,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:25.120715 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Checking segment: {'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:09:25.121064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network hostable DHCP agents. Network: bef5ec67-224e-4064-aa7d-4c546fdbadd4, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:09:25.142617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network bef5ec67-224e-4064-aa7d-4c546fdbadd4 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:09:25.153435 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, bef5ec67-224e-4064-aa7d-4c546fdbadd4) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:25.157404 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:25.158007 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.165868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c0dff1-e6c7-41de-a624-dfc1bdce3dfd None None] Network bef5ec67-224e-4064-aa7d-4c546fdbadd4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:09:25.184610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52886) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:25.185119 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-230b85a8-20ac-4a9b-9fd1-8e5ffe0eb581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5974009 Mar 22 13:09:25.192347 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.203990 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Transition to ACTIVE for port object 9cf18a83-0361-416d-a457-aaa57e4e9725 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:25.211096 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.286070 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Pushing event updated for resources: {'Port': ['ID=9cf18a83-0361-416d-a457-aaa57e4e9725,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:25.299283 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.299619 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.299963 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.300281 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.300600 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.300910 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.301205 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.301528 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.301830 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.302138 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.302453 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:09:25.307063 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Attempting to bind port 9cf18a83-0361-416d-a457-aaa57e4e9725 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:25.307412 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Attempting to bind port 9cf18a83-0361-416d-a457-aaa57e4e9725 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:25.308071 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Attempting to bind port 9cf18a83-0361-416d-a457-aaa57e4e9725 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:09:25.314614 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:09:25.314946 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:09:25.315355 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.315727 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:09:25.316172 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Bound port: 9cf18a83-0361-416d-a457-aaa57e4e9725, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:25.316528 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.387494 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] For port 9cf18a83-0361-416d-a457-aaa57e4e9725, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:09:25.390610 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] For port 9cf18a83-0361-416d-a457-aaa57e4e9725, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9cf18a83-0361-416d-a457-aaa57e4e9725,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:09:25.396128 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.424083 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ips': [{'subnet_id': '8ae94764-16e4-4838-9075-3ba4a5bad563'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 13:09:25.424935 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.472510 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Routers {'ebcea714-35ce-4b07-b05f-dafae8f4cec8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:09:25.473110 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:09:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:25.581561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Allocated IP 172.20.0.2 (bef5ec67-224e-4064-aa7d-4c546fdbadd4/8ae94764-16e4-4838-9075-3ba4a5bad563/463fd837-37fb-463b-bfdb-612505501d4e) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:25.620688 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6bb4d-db1e-40f5-8673-651dd30655a7 None None] Pushing event updated for resources: {'Port': ['ID=9cf18a83-0361-416d-a457-aaa57e4e9725,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:25.669918 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] Set router ebcea714-35ce-4b07-b05f-dafae8f4cec8 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:09:25.796584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.807537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Transition to ACTIVE for port object 463fd837-37fb-463b-bfdb-612505501d4e will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:25.827586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Transition to ACTIVE for port object 463fd837-37fb-463b-bfdb-612505501d4e will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:25.833842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.898885 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Network bef5ec67-224e-4064-aa7d-4c546fdbadd4 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:25.901764 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:25.906215 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:09:25.908265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Pushing event updated for resources: {'Port': ['ID=463fd837-37fb-463b-bfdb-612505501d4e,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:25.962801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:25.988449 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:23Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:25.992210 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae627ab-a286-457f-be71-ffeb892c3970 None None] The sync data for ids ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'] in dv-neutron-834653-1-hyperv is: [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:23Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:09:26.000448 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Attempting to bind port 463fd837-37fb-463b-bfdb-612505501d4e on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:26.001210 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Attempting to bind port 463fd837-37fb-463b-bfdb-612505501d4e by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:26.001798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Attempting to bind port 463fd837-37fb-463b-bfdb-612505501d4e on network bef5ec67-224e-4064-aa7d-4c546fdbadd4 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:09:26.011951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:09:26.012348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Checking segment: {'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:09:26.012745 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.013129 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Bound using segment: {'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:09:26.013649 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Bound port: 463fd837-37fb-463b-bfdb-612505501d4e, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:26.014081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.110635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] For port 463fd837-37fb-463b-bfdb-612505501d4e, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:09:26.113940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] For port 463fd837-37fb-463b-bfdb-612505501d4e, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=463fd837-37fb-463b-bfdb-612505501d4e,segment=NetworkSegment(453f653f-8411-4075-b6e5-ec9db646bc82),segment_id=453f653f-8411-4075-b6e5-ec9db646bc82)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:09:26.118798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.290111 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b140b-3806-4e45-b362-4e16f44e642f None None] Pushing event updated for resources: {'Port': ['ID=463fd837-37fb-463b-bfdb-612505501d4e,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:26.406564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.20.0.1 (bef5ec67-224e-4064-aa7d-4c546fdbadd4/8ae94764-16e4-4838-9075-3ba4a5bad563/cf98f4d0-fd3a-4f2e-96ec-022700d46e22) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:26.591225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.608261 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Transition to ACTIVE for port object cf98f4d0-fd3a-4f2e-96ec-022700d46e22 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:26.633627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.714332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network bef5ec67-224e-4064-aa7d-4c546fdbadd4 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:26.717601 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:26.720296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:09:26.872792 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=cf98f4d0-fd3a-4f2e-96ec-022700d46e22,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:26.899606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:26.907029 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 463fd837-37fb-463b-bfdb-612505501d4e up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:26.982947 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 463fd837-37fb-463b-bfdb-612505501d4e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:26.988751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9cf18a83-0361-416d-a457-aaa57e4e9725 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:26.992470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.062184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 9cf18a83-0361-416d-a457-aaa57e4e9725 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:27.067424 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 9cf18a83-0361-416d-a457-aaa57e4e9725 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:27.067802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.185742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.203074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 9cf18a83-0361-416d-a457-aaa57e4e9725, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9cf18a83-0361-416d-a457-aaa57e4e9725,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:09:27.207737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.279489 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=9cf18a83-0361-416d-a457-aaa57e4e9725,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:27.311548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed52eed-6b91-4960-a884-8e2bcb4cbed7 None None] Network bef5ec67-224e-4064-aa7d-4c546fdbadd4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:09:27.412034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.414614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-60cf947b-1e3b-4dd0-b185-0df694d53ec9 None None] Provisioning for port 463fd837-37fb-463b-bfdb-612505501d4e completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:27.417394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.424566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-60cf947b-1e3b-4dd0-b185-0df694d53ec9 None None] Provisioning complete for port 463fd837-37fb-463b-bfdb-612505501d4e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:27.424927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-60cf947b-1e3b-4dd0-b185-0df694d53ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.524539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.527893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=cf98f4d0-fd3a-4f2e-96ec-022700d46e22,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:27.628558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-60cf947b-1e3b-4dd0-b185-0df694d53ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.664614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network bef5ec67-224e-4064-aa7d-4c546fdbadd4 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:27.665793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:27.668022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-60cf947b-1e3b-4dd0-b185-0df694d53ec9 None None] For port 463fd837-37fb-463b-bfdb-612505501d4e, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=463fd837-37fb-463b-bfdb-612505501d4e,segment=NetworkSegment(453f653f-8411-4075-b6e5-ec9db646bc82),segment_id=453f653f-8411-4075-b6e5-ec9db646bc82)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:09:27.672967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-60cf947b-1e3b-4dd0-b185-0df694d53ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.746425 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf947b-1e3b-4dd0-b185-0df694d53ec9 None None] Pushing event updated for resources: {'Port': ['ID=463fd837-37fb-463b-bfdb-612505501d4e,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:27.903500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ee050d65-827f-4235-9b0a-a66c9b625197 None None] Provisioning for port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:27.909884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ee050d65-827f-4235-9b0a-a66c9b625197 None None] Provisioning complete for port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:27.910253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee050d65-827f-4235-9b0a-a66c9b625197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:27.966717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ee050d65-827f-4235-9b0a-a66c9b625197 None None] Port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:09:27.982262 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ee050d65-827f-4235-9b0a-a66c9b625197 None None] Provisioning complete for port 463fd837-37fb-463b-bfdb-612505501d4e triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:27.982923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ee050d65-827f-4235-9b0a-a66c9b625197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.056908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router ebcea714-35ce-4b07-b05f-dafae8f4cec8 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:09:28.223525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-199d537d-2819-4fda-a7f1-39020e8fe5b5 None None] Provisioning complete for port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:28.223912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-199d537d-2819-4fda-a7f1-39020e8fe5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.257506 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:09:28.270169 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a7dd41b5-2c73-434a-acf7-95a6ce599083 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "PUT /v2.0/routers/ebcea714-35ce-4b07-b05f-dafae8f4cec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0835907 Mar 22 13:09:28.277520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-199d537d-2819-4fda-a7f1-39020e8fe5b5 None None] Port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:09:28.444109 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-847599fa-9675-4d07-8d2b-f741fc53148a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2145899343&fields=id&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 267 time: 0.0416181 Mar 22 13:09:28.592834 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-8b1b87b1-294e-4d39-bac0-7e74d212316e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:28.593403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-8b1b87b1-294e-4d39-bac0-7e74d212316e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:28.611919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-8b1b87b1-294e-4d39-bac0-7e74d212316e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:28.613101 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-8b1b87b1-294e-4d39-bac0-7e74d212316e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/networks?id=bef5ec67-224e-4064-aa7d-4c546fdbadd4 HTTP/1.1" status: 200 len: 796 time: 0.1596289 Mar 22 13:09:28.628821 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-93c150f3-784e-4481-8c66-c53af11a7919 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/quotas/a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 375 time: 0.0103865 Mar 22 13:09:28.712097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-c862b2d2-973c-42ab-91c9-797359af8545 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:28.728384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-c862b2d2-973c-42ab-91c9-797359af8545 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:28.729641 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-c862b2d2-973c-42ab-91c9-797359af8545 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961511 Mar 22 13:09:28.767413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-283a2527-946c-4d0b-ab7f-7b2fcddfc666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.831397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 463fd837-37fb-463b-bfdb-612505501d4e up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:28.896976 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 463fd837-37fb-463b-bfdb-612505501d4e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:28.898001 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:28.935154 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-a5e6eecf-75eb-47b2-866c-bdb23b50a921 service neutron] 10.222.0.62 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938016 Mar 22 13:09:29.012544 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9cf18a83-0361-416d-a457-aaa57e4e9725 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:29.065575 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-89b98d50-6367-456c-acd2-02fc97f0d2cc service neutron] 10.222.0.62 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233735 Mar 22 13:09:29.079108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 9cf18a83-0361-416d-a457-aaa57e4e9725 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:29.079510 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:29.270571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e394d627-4d4d-431f-8efc-1d465ec9dbab req-d02a9f2f-e0e4-4eff-b328-5861aa25e5d8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:29.282195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-e394d627-4d4d-431f-8efc-1d465ec9dbab req-d02a9f2f-e0e4-4eff-b328-5861aa25e5d8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:29.283341 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e394d627-4d4d-431f-8efc-1d465ec9dbab req-d02a9f2f-e0e4-4eff-b328-5861aa25e5d8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 210 time: 0.0586948 Mar 22 13:09:29.564753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Sync routers for ids ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:09:29.576518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Routers {'ebcea714-35ce-4b07-b05f-dafae8f4cec8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:09:29.577146 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:09:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:29.753524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Set router ebcea714-35ce-4b07-b05f-dafae8f4cec8 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:09:30.098531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'cf98f4d0-fd3a-4f2e-96ec-022700d46e22', 'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:5b:3f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:26Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 2, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:30.102723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Checking router: ebcea714-35ce-4b07-b05f-dafae8f4cec8 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:09:30.103070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Updating router ebcea714-35ce-4b07-b05f-dafae8f4cec8 port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:09:30.163657 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.377263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-eda7fb41-bb4a-47e7-9a46-61ce97b91e0f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:30.377966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-eda7fb41-bb4a-47e7-9a46-61ce97b91e0f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:30.390044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-eda7fb41-bb4a-47e7-9a46-61ce97b91e0f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:30.391154 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-eda7fb41-bb4a-47e7-9a46-61ce97b91e0f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/networks?id=bef5ec67-224e-4064-aa7d-4c546fdbadd4 HTTP/1.1" status: 200 len: 796 time: 0.2749083 Mar 22 13:09:30.446006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-f294cf9a-7002-4569-a590-4e41772f06d6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:30.463850 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-f294cf9a-7002-4569-a590-4e41772f06d6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:30.465038 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-f294cf9a-7002-4569-a590-4e41772f06d6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 380 time: 0.0616980 Mar 22 13:09:30.466232 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-34cf877c-94df-4d2c-855a-d472cd309cf3 req-4f25744f-90a3-4cc0-a4c4-a3aa7059d010 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 210 time: 0.0460167 Mar 22 13:09:30.473568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'port': {'device_id': '3f0998af-ac36-4fbf-bd1a-283555293314', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'admin_state_up': True, 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'security_groups': ['238e05ab-8292-4c41-aa3b-108dfd838acf']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:30.526941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.538498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Transition to ACTIVE for port object cf98f4d0-fd3a-4f2e-96ec-022700d46e22 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:30.545249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.606794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:30.617674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:30.630035 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:09:30.633403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.699164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124372e-4d77-409b-8115-a36d67d8e206 None None] Pushing event updated for resources: {'Port': ['ID=cf98f4d0-fd3a-4f2e-96ec-022700d46e22,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:30.754091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Attempting to bind port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:30.754449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Attempting to bind port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:30.754801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Attempting to bind port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 on network bef5ec67-224e-4064-aa7d-4c546fdbadd4 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:09:30.761531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:09:30.761929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Checking segment: {'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:09:30.762415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.762831 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Bound using segment: {'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:09:30.763283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Bound port: cf98f4d0-fd3a-4f2e-96ec-022700d46e22, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:30.763643 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.799905 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.20.0.5 (bef5ec67-224e-4064-aa7d-4c546fdbadd4/8ae94764-16e4-4838-9075-3ba4a5bad563/be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:30.862152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] For port cf98f4d0-fd3a-4f2e-96ec-022700d46e22, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:09:30.865207 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] For port cf98f4d0-fd3a-4f2e-96ec-022700d46e22, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=cf98f4d0-fd3a-4f2e-96ec-022700d46e22,segment=NetworkSegment(453f653f-8411-4075-b6e5-ec9db646bc82),segment_id=453f653f-8411-4075-b6e5-ec9db646bc82)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:09:30.870233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:30.945600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124372e-4d77-409b-8115-a36d67d8e206 None None] Pushing event updated for resources: {'Port': ['ID=cf98f4d0-fd3a-4f2e-96ec-022700d46e22,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:30.954041 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Routers {'ebcea714-35ce-4b07-b05f-dafae8f4cec8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:09:30.954678 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:09:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:30.999904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.017546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Transition to ACTIVE for port object be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:31.042268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.115571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network bef5ec67-224e-4064-aa7d-4c546fdbadd4 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:31.118625 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:31.122948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:09:31.145177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] Set router ebcea714-35ce-4b07-b05f-dafae8f4cec8 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:09:31.160495 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:31.189623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:31.190222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.216570 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-64c06c74-5fbb-4817-a8eb-cfd387e01520 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7465725 Mar 22 13:09:31.228354 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Request body: {'port': {'device_id': '3f0998af-ac36-4fbf-bd1a-283555293314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:31.346751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.514011 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'cf98f4d0-fd3a-4f2e-96ec-022700d46e22', 'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:5b:3f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:26Z', 'updated_at': '2022-03-22T13:09:30Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:31.518625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8044e5-2d3e-4628-96f0-ff527d2958e1 None None] The sync data for ids ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'] in dv-neutron-834653-1-hyperv is: [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'cf98f4d0-fd3a-4f2e-96ec-022700d46e22', 'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:5b:3f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:26Z', 'updated_at': '2022-03-22T13:09:30Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:09:31.540017 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e95da7fe-566b-461f-8b75-79af0997fa0b None None] Provisioning for port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:31.548192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e95da7fe-566b-461f-8b75-79af0997fa0b None None] Provisioning complete for port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:31.548565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e95da7fe-566b-461f-8b75-79af0997fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.636843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e95da7fe-566b-461f-8b75-79af0997fa0b None None] Port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:09:31.739278 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8724c36b-5f70-4ca3-a0f1-f15703937f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.795402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766ec7e-4b53-46b3-a384-bc5f87ce9af4 req-9a1f9c5a-3e53-4ddf-9108-8881dc7d2990 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:31.796069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-c766ec7e-4b53-46b3-a384-bc5f87ce9af4 req-9a1f9c5a-3e53-4ddf-9108-8881dc7d2990 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:09:31.802009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:09:31.811477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.830470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-c766ec7e-4b53-46b3-a384-bc5f87ce9af4 req-9a1f9c5a-3e53-4ddf-9108-8881dc7d2990 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:09:31.831625 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c766ec7e-4b53-46b3-a384-bc5f87ce9af4 req-9a1f9c5a-3e53-4ddf-9108-8881dc7d2990 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 931 time: 0.1984365 Mar 22 13:09:31.832473 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Transition to ACTIVE for port object be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:09:31.835940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:31.995858 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Pushing event updated for resources: {'Port': ['ID=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:32.008093 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c766ec7e-4b53-46b3-a384-bc5f87ce9af4 req-cc1fbefb-117e-401f-8292-ba625967c91f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679156 Mar 22 13:09:32.114218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Attempting to bind port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:09:32.115163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Attempting to bind port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:09:32.115479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Attempting to bind port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec on network bef5ec67-224e-4064-aa7d-4c546fdbadd4 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:09:32.121770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec on network bef5ec67-224e-4064-aa7d-4c546fdbadd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 13:09:32.122077 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Attempting to bind port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec on network bef5ec67-224e-4064-aa7d-4c546fdbadd4 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:09:32.128405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:09:32.128725 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Checking segment: {'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:09:32.129090 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Bound using segment: {'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:09:32.129556 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Bound port: be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453f653f-8411-4075-b6e5-ec9db646bc82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:09:32.129898 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.192609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.194537 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.327136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] For port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:09:32.330301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] For port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec,segment=NetworkSegment(453f653f-8411-4075-b6e5-ec9db646bc82),segment_id=453f653f-8411-4075-b6e5-ec9db646bc82)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:09:32.335005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.395713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:32.397086 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] 10.222.0.55 "PUT /v2.0/ports/be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec HTTP/1.1" status: 200 len: 1093 time: 1.1739550 Mar 22 13:09:32.397583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0998af-ac36-4fbf-bd1a-283555293314', 'tag': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:09:32.416608 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f48b27-53e4-45dc-8fe9-1b9fd8fad603 service neutron] Pushing event updated for resources: {'Port': ['ID=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:32.484425 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0998af-ac36-4fbf-bd1a-283555293314', 'tag': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec', 'status': 'completed', 'code': 200} Mar 22 13:09:32.525243 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-9b76abeb-03bc-4e3d-af76-62472816e9f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 1096 time: 0.0755258 Mar 22 13:09:32.591973 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-09a1dfa9-8366-4f51-987d-64bac806af77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec HTTP/1.1" status: 200 len: 217 time: 0.0605838 Mar 22 13:09:32.654890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-722055a7-b80d-45fd-b4c7-609b5792c9e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:32.656280 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-722055a7-b80d-45fd-b4c7-609b5792c9e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae94764-16e4-4838-9075-3ba4a5bad563 HTTP/1.1" status: 200 len: 835 time: 0.0591092 Mar 22 13:09:32.738904 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-fec0f2f4-e926-4e0a-8a00-318987e443aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bef5ec67-224e-4064-aa7d-4c546fdbadd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767565 Mar 22 13:09:32.844276 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device cf98f4d0-fd3a-4f2e-96ec-022700d46e22 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:32.871144 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-2039123d-27b1-4be5-85cf-5407913f4177 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262391 Mar 22 13:09:32.913518 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:32.918021 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:32.918378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.002109 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8e08d504-c16d-42f3-85ae-87e513beb58c req-55d37705-4d55-4f03-a4ce-795d0a88df69 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255820 Mar 22 13:09:33.036444 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.073193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port cf98f4d0-fd3a-4f2e-96ec-022700d46e22, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=cf98f4d0-fd3a-4f2e-96ec-022700d46e22,segment=NetworkSegment(453f653f-8411-4075-b6e5-ec9db646bc82),segment_id=453f653f-8411-4075-b6e5-ec9db646bc82)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:09:33.077186 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.125169 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eebca1eb-b16b-4721-ae13-155a6cf34fe7 req-a5583867-8424-4200-9933-5b928758d6c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 1096 time: 0.0798090 Mar 22 13:09:33.141566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=cf98f4d0-fd3a-4f2e-96ec-022700d46e22,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:33.303938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebca1eb-b16b-4721-ae13-155a6cf34fe7 req-3a7fb95b-1e09-4eea-836b-ed4b8eb31b72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:33.305278 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eebca1eb-b16b-4721-ae13-155a6cf34fe7 req-3a7fb95b-1e09-4eea-836b-ed4b8eb31b72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bef5ec67-224e-4064-aa7d-4c546fdbadd4 HTTP/1.1" status: 200 len: 897 time: 0.1743772 Mar 22 13:09:33.368817 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0242a-b976-41ee-b7a2-87fe7ee688d0 req-98ce8cd1-9b81-4b6b-8e4d-bde73b7fe7da tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:33.373031 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bdc0242a-b976-41ee-b7a2-87fe7ee688d0 req-98ce8cd1-9b81-4b6b-8e4d-bde73b7fe7da tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 943 time: 0.2219763 Mar 22 13:09:33.399581 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eebca1eb-b16b-4721-ae13-155a6cf34fe7 req-2daf6e0c-ffbd-4568-a4aa-4ab97fb2edea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec HTTP/1.1" status: 200 len: 217 time: 0.0878561 Mar 22 13:09:33.471196 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bdc0242a-b976-41ee-b7a2-87fe7ee688d0 req-6d205a65-3aa4-48c5-b2ef-24ab6f7b48a8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940237 Mar 22 13:09:33.476207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebca1eb-b16b-4721-ae13-155a6cf34fe7 req-1afefa66-8e54-4b80-b787-87c74a0d8bb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:33.477516 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eebca1eb-b16b-4721-ae13-155a6cf34fe7 req-1afefa66-8e54-4b80-b787-87c74a0d8bb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae94764-16e4-4838-9075-3ba4a5bad563 HTTP/1.1" status: 200 len: 835 time: 0.0723438 Mar 22 13:09:33.489598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:33.553855 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eebca1eb-b16b-4721-ae13-155a6cf34fe7 req-f2c51f98-ab7e-45b5-8fe7-b492e14629bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bef5ec67-224e-4064-aa7d-4c546fdbadd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708897 Mar 22 13:09:33.689073 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eebca1eb-b16b-4721-ae13-155a6cf34fe7 req-cb4d54a2-b5ac-4825-8d08-a92898ac6148 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280684 Mar 22 13:09:33.819852 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-eebca1eb-b16b-4721-ae13-155a6cf34fe7 req-97911df5-ec11-43c2-8c74-4b004e384a20 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245699 Mar 22 13:09:34.683389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0305afc-4be7-4b0c-82c8-7fd2e7d777e1 req-bc4da749-4858-48e9-b080-4a977e5ace98 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:34.684835 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f0305afc-4be7-4b0c-82c8-7fd2e7d777e1 req-bc4da749-4858-48e9-b080-4a977e5ace98 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 943 time: 0.0794351 Mar 22 13:09:34.737758 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f0305afc-4be7-4b0c-82c8-7fd2e7d777e1 req-f135a65f-c16c-4736-a9dd-0f8ba15791d9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470171 Mar 22 13:09:34.827435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device cf98f4d0-fd3a-4f2e-96ec-022700d46e22 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:34.894968 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:34.895322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:35.178153 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:09:35.953632 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278aa60-8f8d-4e2f-866b-2eb951cffc34 req-de2a86e6-5377-4562-9d1c-c491e77d0549 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:35.955050 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f278aa60-8f8d-4e2f-866b-2eb951cffc34 req-de2a86e6-5377-4562-9d1c-c491e77d0549 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 943 time: 0.0906844 Mar 22 13:09:36.001150 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f278aa60-8f8d-4e2f-866b-2eb951cffc34 req-f1356251-32eb-4c28-b8d6-90a4d9de19a5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405765 Mar 22 13:09:37.310282 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59307b-ed2b-4a0a-9ce5-9323b3998c11 req-a6ffcf65-8370-4163-9a69-5a8da6c6f0c6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:37.311627 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf59307b-ed2b-4a0a-9ce5-9323b3998c11 req-a6ffcf65-8370-4163-9a69-5a8da6c6f0c6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 943 time: 0.1803002 Mar 22 13:09:37.357786 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cf59307b-ed2b-4a0a-9ce5-9323b3998c11 req-bd1fc140-68bc-4042-b122-e6c636d3e4f2 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Mar 22 13:09:37.744094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:09:37.888275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec,segment=NetworkSegment(453f653f-8411-4075-b6e5-ec9db646bc82),segment_id=453f653f-8411-4075-b6e5-ec9db646bc82)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:09:37.901082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'port_id': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec', 'mac_address': 'fa:16:3e:e3:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:09:37.958303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:37.975457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:09:37.989866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec,segment=NetworkSegment(453f653f-8411-4075-b6e5-ec9db646bc82),segment_id=453f653f-8411-4075-b6e5-ec9db646bc82)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:09:37.996323 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:38.061878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:38.404332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:09:38.660758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21229f5-9933-496a-a1d1-33cd00e8e6dd req-2792ae59-ddc5-4af3-a737-4779ea3c7a69 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:38.662130 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c21229f5-9933-496a-a1d1-33cd00e8e6dd req-2792ae59-ddc5-4af3-a737-4779ea3c7a69 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 944 time: 0.1736095 Mar 22 13:09:38.707770 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c21229f5-9933-496a-a1d1-33cd00e8e6dd req-fea866ef-2b8b-4af0-8b85-eaa4b69020f4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397248 Mar 22 13:09:39.743664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:09:39.821574 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:09:39.826243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:09:39.826608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.909802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89bebc-fff2-4d99-96b5-43a484a98fb7 req-b8478cac-964a-4df9-a215-8f6982d40195 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:39.911210 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cc89bebc-fff2-4d99-96b5-43a484a98fb7 req-b8478cac-964a-4df9-a215-8f6982d40195 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 944 time: 0.0741560 Mar 22 13:09:39.938001 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:39.955428 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-cc89bebc-fff2-4d99-96b5-43a484a98fb7 req-0b5c2074-fc8b-40bf-ba12-f8b83694185b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386093 Mar 22 13:09:39.967504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0998af-ac36-4fbf-bd1a-283555293314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:09:39.978333 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec,segment=NetworkSegment(453f653f-8411-4075-b6e5-ec9db646bc82),segment_id=453f653f-8411-4075-b6e5-ec9db646bc82)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:09:39.983255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:40.026706 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0998af-ac36-4fbf-bd1a-283555293314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec', 'code': 200} Mar 22 13:09:40.053685 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:40.248521 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29dad443-4f09-42f6-84de-5aace6f378ab req-d5bffbad-631c-403d-bf41-4019c62471ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 1098 time: 0.0670750 Mar 22 13:09:40.292549 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-29dad443-4f09-42f6-84de-5aace6f378ab req-57e72c41-517b-4a23-a215-0d8b5509e5de service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384262 Mar 22 13:09:41.161966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d9309-2ccb-4134-8327-091a759fa223 req-9a81f8b2-1a15-4ce9-a936-592392c8fe9e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:41.163260 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-181d9309-2ccb-4134-8327-091a759fa223 req-9a81f8b2-1a15-4ce9-a936-592392c8fe9e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0826552 Mar 22 13:09:41.208553 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-181d9309-2ccb-4134-8327-091a759fa223 req-c618e3aa-7e89-41e8-b23f-2b325828320a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394347 Mar 22 13:09:42.562016 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21bcda-09ae-443c-b5bb-6c293f1b715b req-18af3cb8-bf3a-4c87-a3dc-13c9fc1b5679 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:42.563321 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d21bcda-09ae-443c-b5bb-6c293f1b715b req-18af3cb8-bf3a-4c87-a3dc-13c9fc1b5679 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0815156 Mar 22 13:09:42.607104 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3d21bcda-09ae-443c-b5bb-6c293f1b715b req-2bff5c63-9b76-458f-923e-b6089bad962e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382652 Mar 22 13:09:42.828271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017f74c-63bc-4f9c-81cf-8aeaa7767558 req-d1415005-19ed-470e-bd50-e52f87caa4a4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:42.829618 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6017f74c-63bc-4f9c-81cf-8aeaa7767558 req-d1415005-19ed-470e-bd50-e52f87caa4a4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0978673 Mar 22 13:09:42.882959 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6017f74c-63bc-4f9c-81cf-8aeaa7767558 req-49801db5-8421-4c89-87da-566942c191ea tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450838 Mar 22 13:09:42.912263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52940) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:42.984900 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-0c33cdf0-827c-4ccc-8f59-8bd5b669a66d tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 1093 time: 0.0714560 Mar 22 13:09:42.988747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 52944) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:42.993784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:09:42.999231 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:09:43.003096 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:floatingip and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:09:43.005973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:09:43.011612 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:09:43.024184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.159344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.289038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.26.0.237 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/b5a8a777-b033-41b7-a727-65547d696eac) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:09:43.434780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.463849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:43.531472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:09:43.534240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:09:43.538493 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:09:43.562184 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=b5a8a777-b033-41b7-a727-65547d696eac,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:43.709973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.026078 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.081067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.367238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.374451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.475459 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=b5a8a777-b033-41b7-a727-65547d696eac,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:09:44.502263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:44.701527 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Floating IP 51a62b45-ade9-4402-8071-939761f754dd associated. External IP: 172.26.0.237, port: be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec. Mar 22 13:09:45.105699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router ebcea714-35ce-4b07-b05f-dafae8f4cec8 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:09:45.306613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:09:45.318517 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedd096e-0f63-40b6-8223-1e92d50eb2bc None None] Sync routers for ids ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:09:45.331198 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedd096e-0f63-40b6-8223-1e92d50eb2bc None None] Routers {'ebcea714-35ce-4b07-b05f-dafae8f4cec8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:09:45.331825 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cedd096e-0f63-40b6-8223-1e92d50eb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:09:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:45.332011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:09:45.383369 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3ae92e65-b3a5-4aff-a9bb-3944561e7409 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3935878 Mar 22 13:09:45.383965 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0998af-ac36-4fbf-bd1a-283555293314', 'tag': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:09:45.440053 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0998af-ac36-4fbf-bd1a-283555293314', 'tag': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec', 'status': 'completed', 'code': 200} Mar 22 13:09:45.510655 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-cedd096e-0f63-40b6-8223-1e92d50eb2bc None None] Set router ebcea714-35ce-4b07-b05f-dafae8f4cec8 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:09:45.585098 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8079c89c-e975-4107-b6d0-e615cc8d7c0d req-8793d493-d170-432a-83ad-621135b6cb7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 1098 time: 0.1250269 Mar 22 13:09:45.596439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af6fd6-af6f-462b-86d4-02bc87685b0b req-a8b119f0-032c-483c-9702-7f3d83e1e3d3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:45.597817 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32af6fd6-af6f-462b-86d4-02bc87685b0b req-a8b119f0-032c-483c-9702-7f3d83e1e3d3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.1068223 Mar 22 13:09:45.733494 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-32af6fd6-af6f-462b-86d4-02bc87685b0b req-e8dedf5f-d268-4757-9d5e-8da6a87091cf tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187317 Mar 22 13:09:45.757252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079c89c-e975-4107-b6d0-e615cc8d7c0d req-d2196eff-8018-48a7-bd8c-8a1f9845aeb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:45.758720 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8079c89c-e975-4107-b6d0-e615cc8d7c0d req-d2196eff-8018-48a7-bd8c-8a1f9845aeb2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bef5ec67-224e-4064-aa7d-4c546fdbadd4 HTTP/1.1" status: 200 len: 897 time: 0.1680052 Mar 22 13:09:45.774766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52952) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:45.862361 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8079c89c-e975-4107-b6d0-e615cc8d7c0d req-60ef17de-5568-462b-aafa-9ed8f0942088 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec HTTP/1.1" status: 200 len: 999 time: 0.0970688 Mar 22 13:09:45.870391 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cedd096e-0f63-40b6-8223-1e92d50eb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '51a62b45-ade9-4402-8071-939761f754dd', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'port_id': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'mac_address': 'fa:16:3e:e3:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0998af-ac36-4fbf-bd1a-283555293314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:09:43Z', 'updated_at': '2022-03-22T13:09:43Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf98f4d0-fd3a-4f2e-96ec-022700d46e22', 'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:5b:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:26Z', 'updated_at': '2022-03-22T13:09:33Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:45.874879 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedd096e-0f63-40b6-8223-1e92d50eb2bc None None] Checking router: ebcea714-35ce-4b07-b05f-dafae8f4cec8 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:09:45.880911 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a64f9a52-dfa1-42ae-84a0-fac562dcc2cd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/51a62b45-ade9-4402-8071-939761f754dd HTTP/1.1" status: 200 len: 991 time: 0.1042271 Mar 22 13:09:45.886546 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedd096e-0f63-40b6-8223-1e92d50eb2bc None None] Routers {'ebcea714-35ce-4b07-b05f-dafae8f4cec8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:09:45.887191 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cedd096e-0f63-40b6-8223-1e92d50eb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:09:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:45.924921 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079c89c-e975-4107-b6d0-e615cc8d7c0d req-e25cf1cb-26cc-405e-8ab2-6dd587f3a48b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:09:45.926349 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8079c89c-e975-4107-b6d0-e615cc8d7c0d req-e25cf1cb-26cc-405e-8ab2-6dd587f3a48b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae94764-16e4-4838-9075-3ba4a5bad563 HTTP/1.1" status: 200 len: 835 time: 0.0588591 Mar 22 13:09:46.064152 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-cedd096e-0f63-40b6-8223-1e92d50eb2bc None None] Set router ebcea714-35ce-4b07-b05f-dafae8f4cec8 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:09:46.098394 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8079c89c-e975-4107-b6d0-e615cc8d7c0d req-40da2087-e275-40d7-a163-08b13ecb4924 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bef5ec67-224e-4064-aa7d-4c546fdbadd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1667640 Mar 22 13:09:46.224867 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8079c89c-e975-4107-b6d0-e615cc8d7c0d req-60326cac-2e75-4b58-9128-70601bebbdc1 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207271 Mar 22 13:09:46.353692 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8079c89c-e975-4107-b6d0-e615cc8d7c0d req-224ab6a5-c2f9-4371-8655-5a55dada9196 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228917 Mar 22 13:09:46.412000 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-cedd096e-0f63-40b6-8223-1e92d50eb2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '51a62b45-ade9-4402-8071-939761f754dd', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'port_id': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'mac_address': 'fa:16:3e:e3:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0998af-ac36-4fbf-bd1a-283555293314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:09:43Z', 'updated_at': '2022-03-22T13:09:43Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf98f4d0-fd3a-4f2e-96ec-022700d46e22', 'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:5b:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:26Z', 'updated_at': '2022-03-22T13:09:33Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:09:46.415801 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedd096e-0f63-40b6-8223-1e92d50eb2bc None None] The sync data for ids ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'] in dv-neutron-834653-1-hyperv is: [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '51a62b45-ade9-4402-8071-939761f754dd', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.237', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'port_id': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'mac_address': 'fa:16:3e:e3:0e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0998af-ac36-4fbf-bd1a-283555293314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:09:43Z', 'updated_at': '2022-03-22T13:09:43Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf98f4d0-fd3a-4f2e-96ec-022700d46e22', 'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:5b:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:26Z', 'updated_at': '2022-03-22T13:09:33Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:09:46.885820 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52956) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:46.997112 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cea9fe12-fb15-44ba-96a9-316d0ef758cd tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/51a62b45-ade9-4402-8071-939761f754dd HTTP/1.1" status: 200 len: 991 time: 0.1099670 Mar 22 13:09:47.731033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b356808-169e-4fa6-a6b3-0fd37c9779ca None None] New status for floating IP 51a62b45-ade9-4402-8071-939761f754dd: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:09:48.001101 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 52960) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:09:48.104516 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2e528141-d31d-4641-a6d6-3446f88c2005 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/51a62b45-ade9-4402-8071-939761f754dd HTTP/1.1" status: 200 len: 993 time: 0.1021996 Mar 22 13:09:58.778261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-73b7c551-08c1-4e21-9757-6098cef4b494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:01.746086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e2881e1e-9a47-45e9-bbc9-f2128244016f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:02.189546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:02.190842 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.078121 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62d9bccb-7b7a-44bf-875b-7f7a9050d813 req-c0ffc362-77d4-4aa1-a839-44daa6e59125 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719175 Mar 22 13:10:03.218672 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62d9bccb-7b7a-44bf-875b-7f7a9050d813 req-3780c578-e283-46fa-ac43-06c70d5dfe23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 1098 time: 0.0720644 Mar 22 13:10:03.365775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9bccb-7b7a-44bf-875b-7f7a9050d813 req-f0912b2c-4a59-4713-961c-4c9f26b6a7c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:03.367074 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62d9bccb-7b7a-44bf-875b-7f7a9050d813 req-f0912b2c-4a59-4713-961c-4c9f26b6a7c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bef5ec67-224e-4064-aa7d-4c546fdbadd4 HTTP/1.1" status: 200 len: 897 time: 0.1268883 Mar 22 13:10:03.467679 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62d9bccb-7b7a-44bf-875b-7f7a9050d813 req-96b95cf1-f61a-4496-affc-ca9af119e75f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec HTTP/1.1" status: 200 len: 1001 time: 0.0939093 Mar 22 13:10:03.492380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:03.532744 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9bccb-7b7a-44bf-875b-7f7a9050d813 req-dd9e3eaf-0468-4029-ad83-233b79a414b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:03.534197 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62d9bccb-7b7a-44bf-875b-7f7a9050d813 req-dd9e3eaf-0468-4029-ad83-233b79a414b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae94764-16e4-4838-9075-3ba4a5bad563 HTTP/1.1" status: 200 len: 835 time: 0.0600295 Mar 22 13:10:03.614483 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62d9bccb-7b7a-44bf-875b-7f7a9050d813 req-1d3e1d66-3c70-43d6-92ea-b0f563fb00fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bef5ec67-224e-4064-aa7d-4c546fdbadd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735164 Mar 22 13:10:03.743387 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62d9bccb-7b7a-44bf-875b-7f7a9050d813 req-b5213f1f-bc9f-4b12-89a7-c32a3431a111 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219759 Mar 22 13:10:03.888347 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-62d9bccb-7b7a-44bf-875b-7f7a9050d813 req-4dea7b45-eb8e-43db-b960-b626522bdd3a service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378222 Mar 22 13:10:12.179460 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:10:13.716696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:28.777421 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-60da9c50-23de-4fc9-8fc7-3f6f0e5f47e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:31.744913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0940b069-3d4e-491b-b6c3-514d50baf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.199122 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:32.200471 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:33.506577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:43.739808 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:49.186484 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:10:58.778611 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5cd435b3-dd50-47dd-8b67-e1541976b178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:10:59.685728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb56f9-68ef-491e-aa42-528021bcb8bb req-f81eef92-5472-4733-8cf4-daeb04b3b169 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:10:59.687159 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4eeb56f9-68ef-491e-aa42-528021bcb8bb req-f81eef92-5472-4733-8cf4-daeb04b3b169 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.2195010 Mar 22 13:10:59.735351 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4eeb56f9-68ef-491e-aa42-528021bcb8bb req-ea2eb90a-19db-48fd-abc3-ff273c69c057 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423412 Mar 22 13:11:00.947409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb46f-fb6d-442d-ae97-719699f70821 req-5ca8046b-4b7c-4daa-b47b-303acbca59cb tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:00.948826 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1eddb46f-fb6d-442d-ae97-719699f70821 req-5ca8046b-4b7c-4daa-b47b-303acbca59cb tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0880654 Mar 22 13:11:00.994883 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1eddb46f-fb6d-442d-ae97-719699f70821 req-92d99254-ed42-4e6a-837b-e142de4d7e05 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404534 Mar 22 13:11:01.743730 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-724975dc-5d7c-4dd2-83e9-b5d0d5d0c68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.193934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.195498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:02.197710 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549c26b-78d3-4a16-8d8c-011ebcdc11c4 req-796ad394-bef2-4f5c-ac60-fc4db6349434 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:02.199151 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5549c26b-78d3-4a16-8d8c-011ebcdc11c4 req-796ad394-bef2-4f5c-ac60-fc4db6349434 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0766988 Mar 22 13:11:02.243904 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5549c26b-78d3-4a16-8d8c-011ebcdc11c4 req-084a1c2f-8f3d-4bcc-aadf-7eda9351ff1c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390944 Mar 22 13:11:03.153042 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19d3aec7-4c47-4d5d-bc92-fee0f01bee0d req-8eb04313-8900-41ac-8f35-a1ec7542f045 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 1098 time: 0.0826113 Mar 22 13:11:03.300957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3aec7-4c47-4d5d-bc92-fee0f01bee0d req-d7cfb1c9-fd65-466c-b327-363401d9f5c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:03.302459 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19d3aec7-4c47-4d5d-bc92-fee0f01bee0d req-d7cfb1c9-fd65-466c-b327-363401d9f5c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bef5ec67-224e-4064-aa7d-4c546fdbadd4 HTTP/1.1" status: 200 len: 897 time: 0.1266720 Mar 22 13:11:03.401723 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19d3aec7-4c47-4d5d-bc92-fee0f01bee0d req-4a791c3a-beae-47aa-b1de-201e648cbddd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec HTTP/1.1" status: 200 len: 1001 time: 0.0934560 Mar 22 13:11:03.499526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:03.563664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3aec7-4c47-4d5d-bc92-fee0f01bee0d req-9a762db1-8bcb-451e-81c5-e8010ca7cf4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:03.565166 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19d3aec7-4c47-4d5d-bc92-fee0f01bee0d req-9a762db1-8bcb-451e-81c5-e8010ca7cf4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae94764-16e4-4838-9075-3ba4a5bad563 HTTP/1.1" status: 200 len: 835 time: 0.1579921 Mar 22 13:11:03.699934 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19d3aec7-4c47-4d5d-bc92-fee0f01bee0d req-1f971fe4-ce22-422c-b96f-164ff754ea83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bef5ec67-224e-4064-aa7d-4c546fdbadd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1281269 Mar 22 13:11:03.708320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597af24a-3b5d-4d54-bf2e-21f1d5e2c2f3 req-ffbc0a1f-0e6f-446b-a831-3bc6ed46a564 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:03.709673 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-597af24a-3b5d-4d54-bf2e-21f1d5e2c2f3 req-ffbc0a1f-0e6f-446b-a831-3bc6ed46a564 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.3431470 Mar 22 13:11:03.714315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-19d3aec7-4c47-4d5d-bc92-fee0f01bee0d req-c46e38e6-733e-4a41-ae0c-cfe48b2037d3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 13:11:03.715299 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19d3aec7-4c47-4d5d-bc92-fee0f01bee0d req-c46e38e6-733e-4a41-ae0c-cfe48b2037d3 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047917 Mar 22 13:11:03.840389 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-597af24a-3b5d-4d54-bf2e-21f1d5e2c2f3 req-792e29c8-1ca5-41c7-9f90-57898b3d7e72 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238286 Mar 22 13:11:03.878185 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19d3aec7-4c47-4d5d-bc92-fee0f01bee0d req-7051025b-9cd7-4044-b854-2de3a4fdc2a4 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491685 Mar 22 13:11:04.009574 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-19d3aec7-4c47-4d5d-bc92-fee0f01bee0d req-4f87df21-1fee-44bd-ba2f-5fb2f3c46f42 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251903 Mar 22 13:11:05.062946 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485ff46-89be-4f89-b27f-196abd8b3d2c req-5ce6c9cd-bed6-47c7-8581-a9debaaf5865 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:05.064300 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4485ff46-89be-4f89-b27f-196abd8b3d2c req-5ce6c9cd-bed6-47c7-8581-a9debaaf5865 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0885370 Mar 22 13:11:05.111335 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4485ff46-89be-4f89-b27f-196abd8b3d2c req-3db418b8-18c5-4228-9105-1b235dbfd8d7 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390255 Mar 22 13:11:06.326196 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80593f-a5a8-4313-b72d-52fa23041e52 req-b4be984b-4d3e-45df-8222-5ac26485e37f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:06.327595 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d80593f-a5a8-4313-b72d-52fa23041e52 req-b4be984b-4d3e-45df-8222-5ac26485e37f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0924251 Mar 22 13:11:06.375066 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d80593f-a5a8-4313-b72d-52fa23041e52 req-69c6bd3b-a7d9-4fe5-ac7a-fb60f5cf2073 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391440 Mar 22 13:11:07.589218 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec820a-9bf3-47e7-9556-fe0d5510b16b req-c0f9a258-f03c-4212-bc5b-a6f55c89392e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:07.590612 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d6ec820a-9bf3-47e7-9556-fe0d5510b16b req-c0f9a258-f03c-4212-bc5b-a6f55c89392e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0822153 Mar 22 13:11:07.641892 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d6ec820a-9bf3-47e7-9556-fe0d5510b16b req-0b4a34da-710f-46ba-8e60-489c44512936 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456927 Mar 22 13:11:08.845091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c4540-12ff-452f-a92a-9a4a51821618 req-f990b439-a95e-45ee-acd7-8ec5b3075c59 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:08.846526 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-426c4540-12ff-452f-a92a-9a4a51821618 req-f990b439-a95e-45ee-acd7-8ec5b3075c59 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0781677 Mar 22 13:11:08.890408 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-426c4540-12ff-452f-a92a-9a4a51821618 req-d77ebe65-f197-400b-a83d-fc96b517e416 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383525 Mar 22 13:11:10.100507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3385f9-b9ab-4c2c-8159-69865359a5e0 req-c96851bb-0c3a-4d70-9cd5-d0d3691d5c20 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:10.101929 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ef3385f9-b9ab-4c2c-8159-69865359a5e0 req-c96851bb-0c3a-4d70-9cd5-d0d3691d5c20 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0782635 Mar 22 13:11:10.155377 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ef3385f9-b9ab-4c2c-8159-69865359a5e0 req-f89ae43f-ba57-4a0f-b4cf-648770f74944 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449338 Mar 22 13:11:11.361700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65722e7-d6d3-4e66-92eb-ccd4ef9bf8ed req-608f7def-f8be-452f-a691-e1029684dff3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:11.363095 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e65722e7-d6d3-4e66-92eb-ccd4ef9bf8ed req-608f7def-f8be-452f-a691-e1029684dff3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0882120 Mar 22 13:11:11.410744 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e65722e7-d6d3-4e66-92eb-ccd4ef9bf8ed req-5377605a-44d9-4e26-920e-f28ea2686321 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397861 Mar 22 13:11:12.630646 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb43c6f-c48e-4e85-b548-4a586a72befc req-6582c2aa-ac46-4d50-88c1-198796feaf65 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:12.631950 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0cb43c6f-c48e-4e85-b548-4a586a72befc req-6582c2aa-ac46-4d50-88c1-198796feaf65 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0822625 Mar 22 13:11:12.676636 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0cb43c6f-c48e-4e85-b548-4a586a72befc req-49abed5e-0a72-44a8-9304-879076d54a99 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392087 Mar 22 13:11:13.734482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:13.893966 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728f27-e3ac-47d2-80b9-2bc4df5da7e7 req-74b151fc-2e39-4a6d-829a-0bb3dd82819c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:13.895400 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-21728f27-e3ac-47d2-80b9-2bc4df5da7e7 req-74b151fc-2e39-4a6d-829a-0bb3dd82819c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0854414 Mar 22 13:11:13.943449 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-21728f27-e3ac-47d2-80b9-2bc4df5da7e7 req-3dcb2f86-b7da-40c3-b597-a380f40d9b4a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Mar 22 13:11:15.166772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08261c11-9af0-44e8-a2cc-77f495f50aa5 req-430704a0-eda5-4a01-b5c6-bb29cad5cd77 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:15.168147 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-08261c11-9af0-44e8-a2cc-77f495f50aa5 req-430704a0-eda5-4a01-b5c6-bb29cad5cd77 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0834670 Mar 22 13:11:15.213122 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-08261c11-9af0-44e8-a2cc-77f495f50aa5 req-d780ca4b-c808-4906-9e30-356d2708a511 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393271 Mar 22 13:11:15.241858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53028) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:15.346167 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4231152c-e3bd-429e-9eaa-635b496e5332 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/51a62b45-ade9-4402-8071-939761f754dd HTTP/1.1" status: 200 len: 993 time: 0.1031985 Mar 22 13:11:16.890128 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a28f8-9a37-4250-8ff6-db37d6bc4db3 req-262705b6-e2eb-43c2-a33b-75be45c00d80 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:16.891522 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-849a28f8-9a37-4250-8ff6-db37d6bc4db3 req-262705b6-e2eb-43c2-a33b-75be45c00d80 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.1249897 Mar 22 13:11:16.915852 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee4a5951-8777-434b-86fe-b7154dc71c75 req-1be17655-4482-41e6-9daf-a9d4d8ccca73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 1098 time: 0.1069355 Mar 22 13:11:17.017280 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-849a28f8-9a37-4250-8ff6-db37d6bc4db3 req-01127fa0-e3ff-45ab-b5de-0b8d115ac00d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200900 Mar 22 13:11:17.061590 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a5951-8777-434b-86fe-b7154dc71c75 req-18678142-69ba-4875-adc8-41d285606a62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:17.062984 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee4a5951-8777-434b-86fe-b7154dc71c75 req-18678142-69ba-4875-adc8-41d285606a62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bef5ec67-224e-4064-aa7d-4c546fdbadd4 HTTP/1.1" status: 200 len: 897 time: 0.1399095 Mar 22 13:11:17.169297 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee4a5951-8777-434b-86fe-b7154dc71c75 req-0b27d95f-3ca5-441b-bf4d-f52d760ef562 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec HTTP/1.1" status: 200 len: 1001 time: 0.1000044 Mar 22 13:11:17.234720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a5951-8777-434b-86fe-b7154dc71c75 req-17d8bc7a-7aa7-4868-8ffc-ab475c21edc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:17.236130 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee4a5951-8777-434b-86fe-b7154dc71c75 req-17d8bc7a-7aa7-4868-8ffc-ab475c21edc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae94764-16e4-4838-9075-3ba4a5bad563 HTTP/1.1" status: 200 len: 835 time: 0.0598578 Mar 22 13:11:17.310258 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee4a5951-8777-434b-86fe-b7154dc71c75 req-c5cc695d-7774-4fd5-8d54-da06726bdd1e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bef5ec67-224e-4064-aa7d-4c546fdbadd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681467 Mar 22 13:11:17.439999 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee4a5951-8777-434b-86fe-b7154dc71c75 req-297698f1-5f6f-464d-861f-e969d8b6bbe2 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235414 Mar 22 13:11:17.654362 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee4a5951-8777-434b-86fe-b7154dc71c75 req-77819b78-3408-41ee-84f8-306bf70a7239 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083485 Mar 22 13:11:18.242085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7e53f-15ab-45cb-937f-0f0d28c2d115 req-1375a192-3ae5-422f-8521-00b80b7d6ccf tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:18.243975 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58f7e53f-15ab-45cb-937f-0f0d28c2d115 req-1375a192-3ae5-422f-8521-00b80b7d6ccf tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0883169 Mar 22 13:11:18.290198 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-58f7e53f-15ab-45cb-937f-0f0d28c2d115 req-2da354f8-1814-4769-8afa-6d616786716e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406909 Mar 22 13:11:19.759995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28886351-77fb-4236-a81f-e7a4eb03f440 req-e1b18818-9774-40c3-8896-3a7730f9431f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:11:19.761433 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28886351-77fb-4236-a81f-e7a4eb03f440 req-e1b18818-9774-40c3-8896-3a7730f9431f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0905685 Mar 22 13:11:19.808857 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-28886351-77fb-4236-a81f-e7a4eb03f440 req-217740c6-f3f1-493f-ada2-a7e5760f77a3 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396891 Mar 22 13:11:19.837153 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53044) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:11:19.946734 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d67a829e-b171-48f4-8e88-210aeee23b75 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/51a62b45-ade9-4402-8071-939761f754dd HTTP/1.1" status: 200 len: 993 time: 0.1079566 Mar 22 13:11:26.177367 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:11:28.776234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-40bd1f4b-e0bb-41c4-97fd-10a22f1fcc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:31.736380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec5ea1a6-46dc-49fe-a281-340f24963294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:32.185201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:32.200485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:33.503701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:43.742658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:11:58.773597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cb62b7c8-40b4-46fc-aca8-8360901b9157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:01.749914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6c0decfd-3a1b-4222-a677-9a187439212e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:02.192115 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:02.196352 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:03.183522 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:12:03.517224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:04.086041 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07776ea4-7634-4401-be8b-6427524c26f4 req-c74efd5a-f6e8-46e7-846a-2d1120b0dcaf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732086 Mar 22 13:12:04.241838 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07776ea4-7634-4401-be8b-6427524c26f4 req-5d5d96db-993e-48ed-901e-389b545dd12d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 1098 time: 0.0759475 Mar 22 13:12:04.405063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07776ea4-7634-4401-be8b-6427524c26f4 req-efbc9076-2fc8-4d6a-8bc1-f476178bdbe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:04.406519 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07776ea4-7634-4401-be8b-6427524c26f4 req-efbc9076-2fc8-4d6a-8bc1-f476178bdbe5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bef5ec67-224e-4064-aa7d-4c546fdbadd4 HTTP/1.1" status: 200 len: 897 time: 0.1447980 Mar 22 13:12:04.508471 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07776ea4-7634-4401-be8b-6427524c26f4 req-17e5da82-8bbc-460f-b73b-379df119280a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec HTTP/1.1" status: 200 len: 1001 time: 0.0957186 Mar 22 13:12:04.568622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07776ea4-7634-4401-be8b-6427524c26f4 req-7e522248-c531-4a99-995e-39751c3cb2e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:04.570043 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07776ea4-7634-4401-be8b-6427524c26f4 req-7e522248-c531-4a99-995e-39751c3cb2e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae94764-16e4-4838-9075-3ba4a5bad563 HTTP/1.1" status: 200 len: 835 time: 0.0564616 Mar 22 13:12:04.648262 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07776ea4-7634-4401-be8b-6427524c26f4 req-4d54cd30-74a4-49eb-a7e4-18e3490d7c38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bef5ec67-224e-4064-aa7d-4c546fdbadd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725315 Mar 22 13:12:04.778876 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07776ea4-7634-4401-be8b-6427524c26f4 req-69c8e2e1-4d6b-47f1-be31-62b1aea7f9e8 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249774 Mar 22 13:12:04.915320 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-07776ea4-7634-4401-be8b-6427524c26f4 req-a7f139cb-8ff1-4ec5-9a70-a3e17629cff7 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308589 Mar 22 13:12:13.747904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:17.003954 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53090) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:17.285199 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port b5a8a777-b033-41b7-a727-65547d696eac {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:12:17.285511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:17.462252 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:17.462554 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:17.580428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for b5a8a777-b033-41b7-a727-65547d696eac owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:12:17.739273 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:17.791132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=b5a8a777-b033-41b7-a727-65547d696eac,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:17.828837 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:17.829178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:17.829540 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:17.829863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:17.830186 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:17.830570 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:17.830818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:17.831136 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:17.831450 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:17.831751 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:17.832061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:17.899782 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:18.292415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router ebcea714-35ce-4b07-b05f-dafae8f4cec8 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:12:18.501596 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:12:18.512162 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49438d9d-73ed-4d56-8e61-5d9a82d2f758 None None] Sync routers for ids ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:12:18.522845 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:18.524695 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49438d9d-73ed-4d56-8e61-5d9a82d2f758 None None] Routers {'ebcea714-35ce-4b07-b05f-dafae8f4cec8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:12:18.525296 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49438d9d-73ed-4d56-8e61-5d9a82d2f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:12:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:18.578053 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-27f75cf6-8fee-48f7-9308-1dfe463db4b4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/floatingips/51a62b45-ade9-4402-8071-939761f754dd HTTP/1.1" status: 204 len: 168 time: 1.5730209 Mar 22 13:12:18.578607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0998af-ac36-4fbf-bd1a-283555293314', 'tag': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:12:18.702339 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-49438d9d-73ed-4d56-8e61-5d9a82d2f758 None None] Set router ebcea714-35ce-4b07-b05f-dafae8f4cec8 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:12:18.825320 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0998af-ac36-4fbf-bd1a-283555293314', 'tag': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec', 'status': 'completed', 'code': 200} Mar 22 13:12:18.970626 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41fd7c25-5c2a-40b0-91ba-b47950d7b5ec req-3ad2c160-f2b8-4590-aa6c-05cb69de7e5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 1098 time: 0.1239064 Mar 22 13:12:19.009603 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49438d9d-73ed-4d56-8e61-5d9a82d2f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'cf98f4d0-fd3a-4f2e-96ec-022700d46e22', 'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:5b:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:26Z', 'updated_at': '2022-03-22T13:09:33Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:19.013404 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49438d9d-73ed-4d56-8e61-5d9a82d2f758 None None] Checking router: ebcea714-35ce-4b07-b05f-dafae8f4cec8 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:12:19.023504 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49438d9d-73ed-4d56-8e61-5d9a82d2f758 None None] Routers {'ebcea714-35ce-4b07-b05f-dafae8f4cec8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:12:19.024079 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49438d9d-73ed-4d56-8e61-5d9a82d2f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:12:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:19.055703 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c9178-ab9f-4bf1-984a-65ec65d2e118 req-884404d3-3d30-4e36-bc1f-2d4c474c1d46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:19.057197 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c1c9178-ab9f-4bf1-984a-65ec65d2e118 req-884404d3-3d30-4e36-bc1f-2d4c474c1d46 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.1551218 Mar 22 13:12:19.140048 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5c1c9178-ab9f-4bf1-984a-65ec65d2e118 req-5230ba1e-a2ea-4fa4-a384-6407d768df14 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730002 Mar 22 13:12:19.144296 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7c25-5c2a-40b0-91ba-b47950d7b5ec req-d54733d2-bb45-4b39-adba-68177e8346aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:19.145726 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41fd7c25-5c2a-40b0-91ba-b47950d7b5ec req-d54733d2-bb45-4b39-adba-68177e8346aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=bef5ec67-224e-4064-aa7d-4c546fdbadd4 HTTP/1.1" status: 200 len: 897 time: 0.1682365 Mar 22 13:12:19.198569 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-49438d9d-73ed-4d56-8e61-5d9a82d2f758 None None] Set router ebcea714-35ce-4b07-b05f-dafae8f4cec8 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:12:19.212415 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41fd7c25-5c2a-40b0-91ba-b47950d7b5ec req-0f03882c-ed87-4f01-9ca2-bd9ba8259149 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec HTTP/1.1" status: 200 len: 217 time: 0.0601122 Mar 22 13:12:19.277852 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7c25-5c2a-40b0-91ba-b47950d7b5ec req-66d7cbf3-0e50-4121-9654-fa66c180f54a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:19.279328 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41fd7c25-5c2a-40b0-91ba-b47950d7b5ec req-66d7cbf3-0e50-4121-9654-fa66c180f54a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ae94764-16e4-4838-9075-3ba4a5bad563 HTTP/1.1" status: 200 len: 835 time: 0.0600836 Mar 22 13:12:19.443649 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41fd7c25-5c2a-40b0-91ba-b47950d7b5ec req-7c12c838-fc9d-49ac-951e-aa599c4c8408 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bef5ec67-224e-4064-aa7d-4c546fdbadd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1572461 Mar 22 13:12:19.507239 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-49438d9d-73ed-4d56-8e61-5d9a82d2f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'cf98f4d0-fd3a-4f2e-96ec-022700d46e22', 'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:5b:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:26Z', 'updated_at': '2022-03-22T13:09:33Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:19.511206 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49438d9d-73ed-4d56-8e61-5d9a82d2f758 None None] The sync data for ids ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'] in dv-neutron-834653-1-hyperv is: [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:09:26Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': 'cf98f4d0-fd3a-4f2e-96ec-022700d46e22', 'name': '', 'network_id': 'bef5ec67-224e-4064-aa7d-4c546fdbadd4', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:5b:3f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:26Z', 'updated_at': '2022-03-22T13:09:33Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '8ae94764-16e4-4838-9075-3ba4a5bad563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:12:19.578944 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41fd7c25-5c2a-40b0-91ba-b47950d7b5ec req-e041d66d-9615-475c-868c-788210ed0a2f service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287973 Mar 22 13:12:19.712089 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-41fd7c25-5c2a-40b0-91ba-b47950d7b5ec req-2cc231b0-b272-46ea-aa3e-b8b73c493f49 service neutron] 10.222.0.55 "GET /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271031 Mar 22 13:12:19.735986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9c8809-258e-4eae-b3df-5f65e5b922c1 None None] New status for floating IP 51a62b45-ade9-4402-8071-939761f754dd: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:12:20.349902 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c889bce-3718-4104-99ea-383daf472ff4 req-780aa229-5cb3-440d-a5d6-a341d829a39f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:20.350609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-8c889bce-3718-4104-99ea-383daf472ff4 req-780aa229-5cb3-440d-a5d6-a341d829a39f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:20.367371 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-8c889bce-3718-4104-99ea-383daf472ff4 req-780aa229-5cb3-440d-a5d6-a341d829a39f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:20.368668 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8c889bce-3718-4104-99ea-383daf472ff4 req-780aa229-5cb3-440d-a5d6-a341d829a39f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.1037667 Mar 22 13:12:20.414117 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8c889bce-3718-4104-99ea-383daf472ff4 req-2ba06191-416d-4f9d-9cf6-4d4d662c1c5e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=238e05ab-8292-4c41-aa3b-108dfd838acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395050 Mar 22 13:12:20.773619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb152e-0835-48f9-b240-510bc7a28855 req-d6bcb0df-de33-4933-9af0-b90accd0f62b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:20.775100 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7bb152e-0835-48f9-b240-510bc7a28855 req-d6bcb0df-de33-4933-9af0-b90accd0f62b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 945 time: 0.0845108 Mar 22 13:12:20.846622 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-a7bb152e-0835-48f9-b240-510bc7a28855 req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:12:20.846926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a7bb152e-0835-48f9-b240-510bc7a28855 req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:21.093053 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-a7bb152e-0835-48f9-b240-510bc7a28855 req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec,segment=NetworkSegment(453f653f-8411-4075-b6e5-ec9db646bc82),segment_id=453f653f-8411-4075-b6e5-ec9db646bc82)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:12:21.093291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a7bb152e-0835-48f9-b240-510bc7a28855 req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:21.209403 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-a7bb152e-0835-48f9-b240-510bc7a28855 req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:12:21.360619 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a7bb152e-0835-48f9-b240-510bc7a28855 req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:21.408128 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:21.479008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:21.479340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:21.479663 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:21.479980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:21.480292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:21.480609 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:21.480958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:21.481265 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:21.481623 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:21.481925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:21.482233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:21.489513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bb152e-0835-48f9-b240-510bc7a28855 req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] No DVR routers for this DVR port be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:12:21.491617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a7bb152e-0835-48f9-b240-510bc7a28855 req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:21.494160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0998af-ac36-4fbf-bd1a-283555293314', 'name': 'network-vif-deleted', 'tag': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:12:21.510312 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7bb152e-0835-48f9-b240-510bc7a28855 req-64f9faee-31a7-4195-8aec-f73bc18fb23d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "DELETE /v2.0/ports/be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec HTTP/1.1" status: 204 len: 173 time: 0.7299862 Mar 22 13:12:21.577386 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0998af-ac36-4fbf-bd1a-283555293314', 'name': 'network-vif-deleted', 'tag': 'be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec', 'status': 'completed', 'code': 200} Mar 22 13:12:21.588148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-6cdd7928-6b49-4f96-bcbc-2315ac33b5a2 req-c9ccad89-504d-4bc0-9146-27a0d205e806 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:21.603800 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-6cdd7928-6b49-4f96-bcbc-2315ac33b5a2 req-c9ccad89-504d-4bc0-9146-27a0d205e806 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:21.605150 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6cdd7928-6b49-4f96-bcbc-2315ac33b5a2 req-c9ccad89-504d-4bc0-9146-27a0d205e806 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=3f0998af-ac36-4fbf-bd1a-283555293314 HTTP/1.1" status: 200 len: 210 time: 0.0615473 Mar 22 13:12:22.721241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53114) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:23.204748 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:23.826936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port cf98f4d0-fd3a-4f2e-96ec-022700d46e22 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:12:23.827544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:24.018599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port cf98f4d0-fd3a-4f2e-96ec-022700d46e22, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=cf98f4d0-fd3a-4f2e-96ec-022700d46e22,segment=NetworkSegment(453f653f-8411-4075-b6e5-ec9db646bc82),segment_id=453f653f-8411-4075-b6e5-ec9db646bc82)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:12:24.018956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:24.139382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for cf98f4d0-fd3a-4f2e-96ec-022700d46e22 owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:12:24.337040 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:24.470685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=cf98f4d0-fd3a-4f2e-96ec-022700d46e22,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:24.520802 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:12:24.557838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:12:24.558228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device be8dd1f0-f5d3-4c98-a257-cfa7319ad7ec not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:12:24.771814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:25.345244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router ebcea714-35ce-4b07-b05f-dafae8f4cec8 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:12:25.548292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:12:25.567271 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-6ecd3619-7c19-420e-9f8b-58f5c07bd6c0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "PUT /v2.0/routers/ebcea714-35ce-4b07-b05f-dafae8f4cec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8449414 Mar 22 13:12:25.570423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53118) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:25.578808 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa7d89-efa5-4c99-9317-6576426505a5 None None] Sync routers for ids ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:12:25.685810 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa7d89-efa5-4c99-9317-6576426505a5 None None] Routers {'ebcea714-35ce-4b07-b05f-dafae8f4cec8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:12:25.686413 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ebaa7d89-efa5-4c99-9317-6576426505a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:12:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:25.749519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-59760139-8b36-4b37-a35c-7e7b880254f6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting subnet 8ae94764-16e4-4838-9075-3ba4a5bad563 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 13:12:25.752386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59760139-8b36-4b37-a35c-7e7b880254f6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:25.808803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59760139-8b36-4b37-a35c-7e7b880254f6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:25.886493 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ebaa7d89-efa5-4c99-9317-6576426505a5 None None] Set router ebcea714-35ce-4b07-b05f-dafae8f4cec8 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:12:25.888973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59760139-8b36-4b37-a35c-7e7b880254f6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:25.964902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59760139-8b36-4b37-a35c-7e7b880254f6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.000351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59760139-8b36-4b37-a35c-7e7b880254f6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae94764-16e4-4838-9075-3ba4a5bad563,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:26.009392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-59760139-8b36-4b37-a35c-7e7b880254f6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.015684 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-59760139-8b36-4b37-a35c-7e7b880254f6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/subnets/8ae94764-16e4-4838-9075-3ba4a5bad563 HTTP/1.1" status: 204 len: 168 time: 0.4441645 Mar 22 13:12:26.016798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36d702-df2b-4921-8b71-3d0c36125070 None None] Network bef5ec67-224e-4064-aa7d-4c546fdbadd4 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:12:26.018401 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53122) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:26.204699 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ebaa7d89-efa5-4c99-9317-6576426505a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:12:24Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:26.208795 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa7d89-efa5-4c99-9317-6576426505a5 None None] Checking router: ebcea714-35ce-4b07-b05f-dafae8f4cec8 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:12:26.227413 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa7d89-efa5-4c99-9317-6576426505a5 None None] Routers {'ebcea714-35ce-4b07-b05f-dafae8f4cec8'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:12:26.228021 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ebaa7d89-efa5-4c99-9317-6576426505a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:12:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:26.285352 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] DHCP port deletion for bef5ec67-224e-4064-aa7d-4c546fdbadd4 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 13:12:26.289393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Deleting port 463fd837-37fb-463b-bfdb-612505501d4e {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:12:26.289919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.318872 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.406596 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-ebaa7d89-efa5-4c99-9317-6576426505a5 None None] Set router ebcea714-35ce-4b07-b05f-dafae8f4cec8 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:12:26.489555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] For port 463fd837-37fb-463b-bfdb-612505501d4e, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=463fd837-37fb-463b-bfdb-612505501d4e,segment=NetworkSegment(453f653f-8411-4075-b6e5-ec9db646bc82),segment_id=453f653f-8411-4075-b6e5-ec9db646bc82)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:12:26.489940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.514821 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.529555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 9cf18a83-0361-416d-a457-aaa57e4e9725 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:12:26.529976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.648425 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Calling delete_port for 463fd837-37fb-463b-bfdb-612505501d4e owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:12:26.688353 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-ebaa7d89-efa5-4c99-9317-6576426505a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:12:24Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:26.692802 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaa7d89-efa5-4c99-9317-6576426505a5 None None] The sync data for ids ['ebcea714-35ce-4b07-b05f-dafae8f4cec8'] in dv-neutron-834653-1-hyperv is: [{'id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670659191', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173'}], 'enable_snat': True}, 'gw_port_id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:09:22Z', 'updated_at': '2022-03-22T13:12:24Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': '9cf18a83-0361-416d-a457-aaa57e4e9725', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcea714-35ce-4b07-b05f-dafae8f4cec8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:09:23Z', 'updated_at': '2022-03-22T13:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:12:26.714339 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port 9cf18a83-0361-416d-a457-aaa57e4e9725, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=9cf18a83-0361-416d-a457-aaa57e4e9725,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:12:26.714985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.722858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:26.767995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Pushing event deleted for resources: {'Port': ['ID=463fd837-37fb-463b-bfdb-612505501d4e,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:26.776718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] No DVR routers for this DVR port 463fd837-37fb-463b-bfdb-612505501d4e on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:12:26.778999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.779334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.779656 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.780098 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.780428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.780777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.781075 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.781385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.781727 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.782030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.782336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ffed1-ecc5-4a16-b639-7c123c7cb50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:26.839682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 9cf18a83-0361-416d-a457-aaa57e4e9725 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:12:27.005773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:27.051652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=9cf18a83-0361-416d-a457-aaa57e4e9725,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:27.112031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 463fd837-37fb-463b-bfdb-612505501d4e no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:12:27.145623 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 463fd837-37fb-463b-bfdb-612505501d4e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:12:27.146215 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 463fd837-37fb-463b-bfdb-612505501d4e not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:12:27.146769 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device cf98f4d0-fd3a-4f2e-96ec-022700d46e22 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:12:27.182566 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: cf98f4d0-fd3a-4f2e-96ec-022700d46e22 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:12:27.183148 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device cf98f4d0-fd3a-4f2e-96ec-022700d46e22 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:12:27.288970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:27.637230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:27.641720 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:27.667591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:27.668471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Fanout notify agent at l3_agent the message router_deleted on router ebcea714-35ce-4b07-b05f-dafae8f4cec8 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:12:27.684121 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:27.685521 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1bf04248-5486-4fd5-b456-654c6f75e224 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/routers/ebcea714-35ce-4b07-b05f-dafae8f4cec8 HTTP/1.1" status: 204 len: 168 time: 1.6659250 Mar 22 13:12:27.688420 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53126) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:27.800687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:27.929584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:27.961736 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef5ec67-224e-4064-aa7d-4c546fdbadd4']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:27.975386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453f653f-8411-4075-b6e5-ec9db646bc82') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:27.975679 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453f653f-8411-4075-b6e5-ec9db646bc82') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:27.986899 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.002542 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.008232 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 13:12:28.008588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:12:28.022300 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:12:28.106409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.129505 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.140272 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Network': ['ID=bef5ec67-224e-4064-aa7d-4c546fdbadd4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:28.148640 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed060be6-7ec0-46ef-bf4a-95f777760bb4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/networks/bef5ec67-224e-4064-aa7d-4c546fdbadd4 HTTP/1.1" status: 204 len: 168 time: 0.4592896 Mar 22 13:12:28.151356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53130) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:28.219407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ef2c661e-515a-40d2-ba24-fa34446fc927 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.247952 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ef2c661e-515a-40d2-ba24-fa34446fc927 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.320973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ef2c661e-515a-40d2-ba24-fa34446fc927 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.338672 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c661e-515a-40d2-ba24-fa34446fc927 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238e05ab-8292-4c41-aa3b-108dfd838acf,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:28.350282 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-ef2c661e-515a-40d2-ba24-fa34446fc927 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.351727 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-ef2c661e-515a-40d2-ba24-fa34446fc927 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/security-groups/238e05ab-8292-4c41-aa3b-108dfd838acf HTTP/1.1" status: 204 len: 168 time: 0.1993089 Mar 22 13:12:28.771945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-51df9079-1b8f-41a3-9daa-ad7d8ba0b930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:28.927629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9cf18a83-0361-416d-a457-aaa57e4e9725 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:12:28.971084 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 9cf18a83-0361-416d-a457-aaa57e4e9725 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:12:28.971408 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 9cf18a83-0361-416d-a457-aaa57e4e9725 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:12:29.835117 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53142) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:29.840936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-366675463', 'description': 'tempest-secgroup-smoke-366675463 description', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:29.848363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:29.852733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:29.855834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:29.861815 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:29.874723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:29.909664 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:29.913323 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:29.916089 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:29.921861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:29.974341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:29.979532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.023059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:30.027015 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.028564 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-506f4544-5c8d-4850-904c-a7e235dbec1d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1924875 Mar 22 13:12:30.031488 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53146) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:30.036991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-b0ad8058-56c4-4459-b001-d15f13cb4304 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '95ed6eb2-8400-4db3-b1b0-8cbae1b88a61', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:30.042963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b0ad8058-56c4-4459-b001-d15f13cb4304 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:30.046738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b0ad8058-56c4-4459-b001-d15f13cb4304 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:30.049543 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-b0ad8058-56c4-4459-b001-d15f13cb4304 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:30.055704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-b0ad8058-56c4-4459-b001-d15f13cb4304 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:30.074462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0ad8058-56c4-4459-b001-d15f13cb4304 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.137177 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0ad8058-56c4-4459-b001-d15f13cb4304 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.142577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0ad8058-56c4-4459-b001-d15f13cb4304 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.167610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad8058-56c4-4459-b001-d15f13cb4304 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c6ac00-3018-408d-aacc-35fecf7b0c58,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:30.176793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b0ad8058-56c4-4459-b001-d15f13cb4304 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.178054 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b0ad8058-56c4-4459-b001-d15f13cb4304 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1456778 Mar 22 13:12:30.180724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53150) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:30.186721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c1c89311-37b4-4a87-a4ac-f16d46a3ca8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '95ed6eb2-8400-4db3-b1b0-8cbae1b88a61', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:30.192940 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c1c89311-37b4-4a87-a4ac-f16d46a3ca8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:30.196931 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c1c89311-37b4-4a87-a4ac-f16d46a3ca8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:30.200111 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c1c89311-37b4-4a87-a4ac-f16d46a3ca8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:30.205938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c1c89311-37b4-4a87-a4ac-f16d46a3ca8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:30.224164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1c89311-37b4-4a87-a4ac-f16d46a3ca8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.293187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1c89311-37b4-4a87-a4ac-f16d46a3ca8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.298158 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1c89311-37b4-4a87-a4ac-f16d46a3ca8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.325381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c89311-37b4-4a87-a4ac-f16d46a3ca8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823db097-664b-4da3-82a6-77c0e94e6053,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:30.330821 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c1c89311-37b4-4a87-a4ac-f16d46a3ca8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.332536 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c1c89311-37b4-4a87-a4ac-f16d46a3ca8b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1503718 Mar 22 13:12:30.336040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53154) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:30.341528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1b9ccb26-f72b-4370-9a5c-9890398a12f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '95ed6eb2-8400-4db3-b1b0-8cbae1b88a61', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:30.347630 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1b9ccb26-f72b-4370-9a5c-9890398a12f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:30.351641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1b9ccb26-f72b-4370-9a5c-9890398a12f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:30.354638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1b9ccb26-f72b-4370-9a5c-9890398a12f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:30.361066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1b9ccb26-f72b-4370-9a5c-9890398a12f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:30.386360 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b9ccb26-f72b-4370-9a5c-9890398a12f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.452369 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b9ccb26-f72b-4370-9a5c-9890398a12f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.457540 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b9ccb26-f72b-4370-9a5c-9890398a12f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.479747 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ccb26-f72b-4370-9a5c-9890398a12f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4ba440-8ae6-47b7-b34a-9b9d3962d865,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:30.489162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1b9ccb26-f72b-4370-9a5c-9890398a12f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.490531 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1b9ccb26-f72b-4370-9a5c-9890398a12f1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1536045 Mar 22 13:12:30.493500 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53158) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:30.499357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-821ce3d2-dba1-4400-8a7f-e4c688e6a715 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '95ed6eb2-8400-4db3-b1b0-8cbae1b88a61', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:30.505875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-821ce3d2-dba1-4400-8a7f-e4c688e6a715 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:30.509717 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-821ce3d2-dba1-4400-8a7f-e4c688e6a715 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:30.512775 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-821ce3d2-dba1-4400-8a7f-e4c688e6a715 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:30.519104 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-821ce3d2-dba1-4400-8a7f-e4c688e6a715 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:30.536663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-821ce3d2-dba1-4400-8a7f-e4c688e6a715 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.607805 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-821ce3d2-dba1-4400-8a7f-e4c688e6a715 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.612576 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-821ce3d2-dba1-4400-8a7f-e4c688e6a715 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.635389 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ce3d2-dba1-4400-8a7f-e4c688e6a715 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7c29b1-9d3d-4703-91ec-51f8c0db7103,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:30.644515 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-821ce3d2-dba1-4400-8a7f-e4c688e6a715 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.645848 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-821ce3d2-dba1-4400-8a7f-e4c688e6a715 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1513746 Mar 22 13:12:30.649749 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53162) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:30.655320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '95ed6eb2-8400-4db3-b1b0-8cbae1b88a61', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:30.661299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:30.665416 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:30.668415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:30.673997 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:30.685672 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Project a6dc5e46a5ba46b499bd2a6f91bfebdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:12:30.692448 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.758750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.764089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.786319 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180b67f3-a6f1-45f5-a764-238fa927c703,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:30.796212 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.797426 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a8c77afc-fbc6-4661-83e9-83a16a49fa17 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1465514 Mar 22 13:12:30.800403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53166) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:30.805803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'security_group_rule': {'security_group_id': '95ed6eb2-8400-4db3-b1b0-8cbae1b88a61', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:30.812130 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:30.815874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:security_group_rule and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:30.818793 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:30.824445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:30.835645 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Project a6dc5e46a5ba46b499bd2a6f91bfebdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:12:30.841905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.904799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.909481 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.933496 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ad8e11-8c5e-47d6-9a12-06c7fe2f1289,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:30.943324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:30.944540 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7fec7f4d-5602-42db-a516-fcaeefaa8288 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1432617 Mar 22 13:12:30.947407 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53170) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:30.952704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'network': {'name': 'tempest-network-smoke--1901012927', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'port_security_enabled': True}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:30.957385 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:30.961370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:network and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:30.964205 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:30.969978 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:31.080928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:12:31.083853 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.112466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:12:31.122307 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.122613 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Added segment f20a266b-a2d4-4b91-82c7-386cca2ff9d6 of type vlan for network f273b99f-f6cf-4ff9-ac1b-aff46498b364 Mar 22 13:12:31.147639 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.176304 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.180079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:31.180653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.285986 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3375585 Mar 22 13:12:31.288861 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd19512-eee1-4e66-9303-27cf8c4e5f37 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Network': ['ID=f273b99f-f6cf-4ff9-ac1b-aff46498b364,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:31.289014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53174) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:31.294557 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'admin_state_up': True, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:31.300079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network f273b99f-f6cf-4ff9-ac1b-aff46498b364 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:12:31.302071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:31.306134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:router and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:31.309263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:31.315539 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:31.327680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.328618 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.347076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.493477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.680136 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.709073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.743266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d00f3fec-c9fe-4877-a8f3-bd84fcf4d4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:31.846555 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.26.0.150 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/f9348805-35a7-4b30-bd30-ef82189fee4c) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:12:31.991603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.020670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.086453 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:32.089435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:32.094902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:12:32.182718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.195425 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.227761 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=f9348805-35a7-4b30-bd30-ef82189fee4c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:32.361776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.362424 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.612347 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 29ebd13a-32b1-4815-86a1-e5f6767ea79a is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:12:32.821017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:12:32.830396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Sync routers for ids ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:12:32.842285 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Routers {'29ebd13a-32b1-4815-86a1-e5f6767ea79a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:12:32.842948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:12:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:32.847843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:32.849135 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5a501404-b92b-4bcd-951f-16f8ced4152a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5592403 Mar 22 13:12:32.852460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53178) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:33.011484 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Set router 29ebd13a-32b1-4815-86a1-e5f6767ea79a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:12:33.109976 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-84be65c2-0eda-44ce-9111-e8720007d6b6 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2562132 Mar 22 13:12:33.112564 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53184) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:33.238411 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13680c6-58c2-4a7b-9ae7-b843b3f4c4a4 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:33.239872 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-c13680c6-58c2-4a7b-9ae7-b843b3f4c4a4 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1264403 Mar 22 13:12:33.242709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53188) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:33.283855 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e7b9c89b-5f27-46bc-9bc6-86b04b9b1629 tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=4ef20b8a-ce47-44f1-8e77-92ffb5938f3c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401130 Mar 22 13:12:33.286658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53192) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:33.294079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-303843111', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:33.295876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:32Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:33.300228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Checking router: 29ebd13a-32b1-4815-86a1-e5f6767ea79a for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:12:33.300565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Updating router 29ebd13a-32b1-4815-86a1-e5f6767ea79a port f9348805-35a7-4b30-bd30-ef82189fee4c binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:12:33.350432 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.399124 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:33.402996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:subnet and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:33.405843 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:33.411429 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:33.421721 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:12:33.523498 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.563644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.675329 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.687362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Transition to ACTIVE for port object f9348805-35a7-4b30-bd30-ef82189fee4c will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:33.694362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.733004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.776065 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Attempting to bind port f9348805-35a7-4b30-bd30-ef82189fee4c on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:12:33.776422 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Attempting to bind port f9348805-35a7-4b30-bd30-ef82189fee4c by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:12:33.776775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Attempting to bind port f9348805-35a7-4b30-bd30-ef82189fee4c on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:12:33.778880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f92fe-1a8e-4e24-936e-3fa641746f83 None None] Pushing event updated for resources: {'Port': ['ID=f9348805-35a7-4b30-bd30-ef82189fee4c,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:33.786492 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:12:33.786847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:12:33.787229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.788096 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:12:33.788096 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Bound port: f9348805-35a7-4b30-bd30-ef82189fee4c, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:12:33.788407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.801055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Subnet': ['ID=68a61f1e-94e5-487e-94c0-01c3b10b7fe5,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:33.826205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Checking segment: {'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:12:33.827009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network hostable DHCP agents. Network: f273b99f-f6cf-4ff9-ac1b-aff46498b364, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:12:33.850710 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network f273b99f-f6cf-4ff9-ac1b-aff46498b364 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:12:33.858629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] For port f9348805-35a7-4b30-bd30-ef82189fee4c, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:12:33.861970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] For port f9348805-35a7-4b30-bd30-ef82189fee4c, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f9348805-35a7-4b30-bd30-ef82189fee4c,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:12:33.862723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, f273b99f-f6cf-4ff9-ac1b-aff46498b364) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:33.866477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.868041 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:33.869684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:33.892495 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-02fdf783-941c-4924-8956-acd50041a76a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6044698 Mar 22 13:12:33.895547 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53196) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:33.900556 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8f0b5-f496-460b-9122-1bb0f5fcab83 None None] Network f273b99f-f6cf-4ff9-ac1b-aff46498b364 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:12:34.054972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f92fe-1a8e-4e24-936e-3fa641746f83 None None] Pushing event updated for resources: {'Port': ['ID=f9348805-35a7-4b30-bd30-ef82189fee4c,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:34.076073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Routers {'29ebd13a-32b1-4815-86a1-e5f6767ea79a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:12:34.076684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:12:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:34.260068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] Set router 29ebd13a-32b1-4815-86a1-e5f6767ea79a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:12:34.506293 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ips': [{'subnet_id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 13:12:34.507090 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:34.673072 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:34.742670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Allocated IP 172.20.0.2 (f273b99f-f6cf-4ff9-ac1b-aff46498b364/68a61f1e-94e5-487e-94c0-01c3b10b7fe5/727adb8f-c597-4ffc-a1a2-5f8ae7325d0b) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:12:34.822450 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:32Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:34.838829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a609c-0f5a-4d84-abc0-f872bf5f9861 None None] The sync data for ids ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'] in dv-neutron-834653-1-hyperv is: [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:32Z', 'revision_number': 3, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:12:34.958847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:34.970864 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Transition to ACTIVE for port object 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:34.994741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Transition to ACTIVE for port object 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:35.003117 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:35.094927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Network f273b99f-f6cf-4ff9-ac1b-aff46498b364 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:35.097917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:35.102463 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:12:35.104610 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Pushing event updated for resources: {'Port': ['ID=727adb8f-c597-4ffc-a1a2-5f8ae7325d0b,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:35.192178 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Attempting to bind port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:12:35.192521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Attempting to bind port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:12:35.192883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Attempting to bind port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b on network f273b99f-f6cf-4ff9-ac1b-aff46498b364 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:12:35.199235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.20.0.1 (f273b99f-f6cf-4ff9-ac1b-aff46498b364/68a61f1e-94e5-487e-94c0-01c3b10b7fe5/478d90e3-6049-4c12-a25e-7fea2e22f79c) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:12:35.202260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:12:35.202628 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Checking segment: {'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:12:35.203025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:35.203413 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Bound using segment: {'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:12:35.203882 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Bound port: 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:12:35.204250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:35.298766 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] For port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:12:35.302683 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] For port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=727adb8f-c597-4ffc-a1a2-5f8ae7325d0b,segment=NetworkSegment(f20a266b-a2d4-4b91-82c7-386cca2ff9d6),segment_id=f20a266b-a2d4-4b91-82c7-386cca2ff9d6)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:12:35.308539 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:35.375421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:35.393045 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44331f3-ba51-433f-8a96-a420e50facdc None None] Pushing event updated for resources: {'Port': ['ID=727adb8f-c597-4ffc-a1a2-5f8ae7325d0b,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:35.394600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Transition to ACTIVE for port object 478d90e3-6049-4c12-a25e-7fea2e22f79c will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:35.431149 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:35.512593 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network f273b99f-f6cf-4ff9-ac1b-aff46498b364 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:35.515613 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:35.518165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:12:35.551286 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=478d90e3-6049-4c12-a25e-7fea2e22f79c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:35.589709 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:35.693207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:36.099246 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:36.104005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:36.215369 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:36.218961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=478d90e3-6049-4c12-a25e-7fea2e22f79c,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:36.291304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff1fed-1a1c-4dfe-b287-c526a8db2f0b None None] Network f273b99f-f6cf-4ff9-ac1b-aff46498b364 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:12:36.355477 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network f273b99f-f6cf-4ff9-ac1b-aff46498b364 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:36.356600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:36.440955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4b914561-eab8-4a47-9eec-ed10e818bf9b None None] Provisioning for port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:36.792430 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d8c9c495-9f1b-4fb0-97c2-5227cca7f535 None None] Provisioning for port 478d90e3-6049-4c12-a25e-7fea2e22f79c completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:36.798696 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d8c9c495-9f1b-4fb0-97c2-5227cca7f535 None None] Provisioning complete for port 478d90e3-6049-4c12-a25e-7fea2e22f79c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:36.799131 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d8c9c495-9f1b-4fb0-97c2-5227cca7f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:36.850264 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 29ebd13a-32b1-4815-86a1-e5f6767ea79a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:12:36.853281 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-d8c9c495-9f1b-4fb0-97c2-5227cca7f535 None None] Port 478d90e3-6049-4c12-a25e-7fea2e22f79c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:12:36.977639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-803a94a0-ebf9-4e6b-a856-e5442de23e24 None None] Provisioning complete for port 478d90e3-6049-4c12-a25e-7fea2e22f79c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:36.978069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-803a94a0-ebf9-4e6b-a856-e5442de23e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:37.013103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:37.071795 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:12:37.083972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-803a94a0-ebf9-4e6b-a856-e5442de23e24 None None] Port 478d90e3-6049-4c12-a25e-7fea2e22f79c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:12:37.088731 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-262afa4b-d818-43ac-a120-ac43f94664d1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "PUT /v2.0/routers/29ebd13a-32b1-4815-86a1-e5f6767ea79a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1921391 Mar 22 13:12:37.108565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:37.113751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:37.114223 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:37.243123 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:37.260679 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-630894e6-22ce-4a41-ac1c-8d1ee72e211a None None] Provisioning complete for port 478d90e3-6049-4c12-a25e-7fea2e22f79c triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:37.261032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-630894e6-22ce-4a41-ac1c-8d1ee72e211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:37.275410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-0494ca31-7ae6-43ac-89a6-4588652b6917 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:37.290950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-0494ca31-7ae6-43ac-89a6-4588652b6917 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:37.292053 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-0494ca31-7ae6-43ac-89a6-4588652b6917 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-366675463&fields=id&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 267 time: 0.0561216 Mar 22 13:12:37.325653 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=727adb8f-c597-4ffc-a1a2-5f8ae7325d0b,segment=NetworkSegment(f20a266b-a2d4-4b91-82c7-386cca2ff9d6),segment_id=f20a266b-a2d4-4b91-82c7-386cca2ff9d6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:12:37.328041 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-630894e6-22ce-4a41-ac1c-8d1ee72e211a None None] Port 478d90e3-6049-4c12-a25e-7fea2e22f79c cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:12:37.330049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:37.330783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f9348805-35a7-4b30-bd30-ef82189fee4c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:37.438165 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=727adb8f-c597-4ffc-a1a2-5f8ae7325d0b,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:37.439206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-381e1979-627f-446d-9efd-51fccd352414 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:37.439869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-381e1979-627f-446d-9efd-51fccd352414 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:37.452131 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port f9348805-35a7-4b30-bd30-ef82189fee4c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:37.455492 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-381e1979-627f-446d-9efd-51fccd352414 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:network {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:37.456844 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-381e1979-627f-446d-9efd-51fccd352414 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/networks?id=f273b99f-f6cf-4ff9-ac1b-aff46498b364 HTTP/1.1" status: 200 len: 797 time: 0.1576719 Mar 22 13:12:37.457468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f9348805-35a7-4b30-bd30-ef82189fee4c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:37.457835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:37.473863 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-f606097b-6440-4c93-93be-8fe8790f6ea6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/quotas/a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 375 time: 0.0112522 Mar 22 13:12:37.550861 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-d894b3e9-8888-4b99-9ac2-c977bba92b41 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717545 Mar 22 13:12:37.571671 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:37.587748 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port f9348805-35a7-4b30-bd30-ef82189fee4c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f9348805-35a7-4b30-bd30-ef82189fee4c,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:12:37.592441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:37.632324 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-0b9677ae-e200-4abd-851d-a1183c6b72f1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 13:12:37.633260 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-0b9677ae-e200-4abd-851d-a1183c6b72f1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0704746 Mar 22 13:12:37.657140 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=f9348805-35a7-4b30-bd30-ef82189fee4c,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:37.766981 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8e5568de-3189-4970-876c-0fceaf7e7a50 service neutron] 10.222.0.62 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273649 Mar 22 13:12:37.999687 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-c1b1fa47-4b33-4753-b42e-baae2931cb9b service neutron] 10.222.0.62 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263398 Mar 22 13:12:38.419064 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Sync routers for ids ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:12:38.433014 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Routers {'29ebd13a-32b1-4815-86a1-e5f6767ea79a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:12:38.433619 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:12:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:38.627448 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Set router 29ebd13a-32b1-4815-86a1-e5f6767ea79a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:12:38.932289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:38.992448 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '478d90e3-6049-4c12-a25e-7fea2e22f79c', 'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:16:47:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:34Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 2, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:38.996267 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Checking router: 29ebd13a-32b1-4815-86a1-e5f6767ea79a for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:12:38.996607 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Updating router 29ebd13a-32b1-4815-86a1-e5f6767ea79a port 478d90e3-6049-4c12-a25e-7fea2e22f79c binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:12:39.002414 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:39.002783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:39.045545 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:39.115598 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f9348805-35a7-4b30-bd30-ef82189fee4c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:39.201240 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port f9348805-35a7-4b30-bd30-ef82189fee4c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:39.201798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:39.215510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-119af9c9-dee8-4289-991f-1be431a0e08b req-dfe1fed4-12ca-424e-aa99-456b3af4e54c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:39.232288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-119af9c9-dee8-4289-991f-1be431a0e08b req-dfe1fed4-12ca-424e-aa99-456b3af4e54c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:39.232667 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-119af9c9-dee8-4289-991f-1be431a0e08b req-dfe1fed4-12ca-424e-aa99-456b3af4e54c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 210 time: 0.0596292 Mar 22 13:12:39.391262 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:39.402527 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Transition to ACTIVE for port object 478d90e3-6049-4c12-a25e-7fea2e22f79c will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:39.411996 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:39.535668 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Pushing event updated for resources: {'Port': ['ID=478d90e3-6049-4c12-a25e-7fea2e22f79c,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:39.555117 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:39.555603 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:39.556080 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:39.556503 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:39.556963 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:39.557332 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:39.557679 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:39.558065 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:39.558391 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:39.558864 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:39.559306 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:12:39.651647 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Attempting to bind port 478d90e3-6049-4c12-a25e-7fea2e22f79c on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:12:39.652115 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Attempting to bind port 478d90e3-6049-4c12-a25e-7fea2e22f79c by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:12:39.652500 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Attempting to bind port 478d90e3-6049-4c12-a25e-7fea2e22f79c on network f273b99f-f6cf-4ff9-ac1b-aff46498b364 {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:12:39.658878 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:12:39.659233 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Checking segment: {'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:12:39.659619 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:39.659996 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Bound using segment: {'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:12:39.660426 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Bound port: 478d90e3-6049-4c12-a25e-7fea2e22f79c, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:12:39.660784 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:39.745608 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] For port 478d90e3-6049-4c12-a25e-7fea2e22f79c, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:12:39.748641 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] For port 478d90e3-6049-4c12-a25e-7fea2e22f79c, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=478d90e3-6049-4c12-a25e-7fea2e22f79c,segment=NetworkSegment(f20a266b-a2d4-4b91-82c7-386cca2ff9d6),segment_id=f20a266b-a2d4-4b91-82c7-386cca2ff9d6)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:12:39.754427 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:39.849979 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac340c5-6057-4e82-89f1-f06098534bb0 None None] Pushing event updated for resources: {'Port': ['ID=478d90e3-6049-4c12-a25e-7fea2e22f79c,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:39.856697 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Routers {'29ebd13a-32b1-4815-86a1-e5f6767ea79a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:12:39.857686 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:12:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:40.036639 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] Set router 29ebd13a-32b1-4815-86a1-e5f6767ea79a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:12:40.234765 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:12:40.348258 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fb27f067-f9ad-4959-9aad-eb0d951ddfa5 req-6820b1d5-230e-4906-bb71-6838185f6183 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 210 time: 0.0473874 Mar 22 13:12:40.376617 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '478d90e3-6049-4c12-a25e-7fea2e22f79c', 'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:16:47:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:34Z', 'updated_at': '2022-03-22T13:12:39Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:40.380598 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289dd0e5-c8e4-4744-8f21-23e954cd46c6 None None] The sync data for ids ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'] in dv-neutron-834653-1-hyperv is: [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '478d90e3-6049-4c12-a25e-7fea2e22f79c', 'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:16:47:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:34Z', 'updated_at': '2022-03-22T13:12:39Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:12:40.953252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 478d90e3-6049-4c12-a25e-7fea2e22f79c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:41.020666 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 478d90e3-6049-4c12-a25e-7fea2e22f79c completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:41.025724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 478d90e3-6049-4c12-a25e-7fea2e22f79c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:41.026082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:41.144516 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:41.179723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 478d90e3-6049-4c12-a25e-7fea2e22f79c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=478d90e3-6049-4c12-a25e-7fea2e22f79c,segment=NetworkSegment(f20a266b-a2d4-4b91-82c7-386cca2ff9d6),segment_id=f20a266b-a2d4-4b91-82c7-386cca2ff9d6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:12:41.184213 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:41.251723 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=478d90e3-6049-4c12-a25e-7fea2e22f79c,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:41.468063 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-85be8420-19c4-469e-b720-fe68ac0d9c79 req-6d70d71d-2f3b-4a20-9ddb-5eab19f0472b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 210 time: 0.0412891 Mar 22 13:12:42.599594 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2195ab07-8ab8-454d-9a09-eaa0808ab758 req-84625fa5-ee2f-45f1-9176-fd399ec1f147 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 210 time: 0.0471349 Mar 22 13:12:42.936927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 478d90e3-6049-4c12-a25e-7fea2e22f79c up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:43.017275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 478d90e3-6049-4c12-a25e-7fea2e22f79c triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:43.017651 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:43.738119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:43.783204 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3ae67659-b76e-4dd9-929e-f272088441c5 req-0bbe48d7-059b-442e-87bf-fb991ad6127b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 210 time: 0.0457923 Mar 22 13:12:44.698573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-a8bc52b4-7026-473e-9325-de0a2e2b048c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:44.700041 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-a8bc52b4-7026-473e-9325-de0a2e2b048c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/networks?id=f273b99f-f6cf-4ff9-ac1b-aff46498b364 HTTP/1.1" status: 200 len: 797 time: 0.1487927 Mar 22 13:12:44.752729 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-aeaf77f8-d2a7-4909-918a-f991020d54a9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf HTTP/1.1" status: 200 len: 379 time: 0.0410051 Mar 22 13:12:44.768985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'port': {'device_id': '21ac1613-5390-4d4b-90da-cb77162bec19', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'admin_state_up': True, 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'security_groups': ['95ed6eb2-8400-4db3-b1b0-8cbae1b88a61']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:44.946111 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:44.961381 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ca0232d9-358d-47fd-aa05-4ef5e70ce3fb req-3a88bcd9-b4d5-4c3f-bc9e-9db587a73b0d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 210 time: 0.0488429 Mar 22 13:12:44.965066 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:44.976923 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Made reservation on behalf of a6dc5e46a5ba46b499bd2a6f91bfebdf for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:12:44.981651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:45.138976 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.20.0.11 (f273b99f-f6cf-4ff9-ac1b-aff46498b364/68a61f1e-94e5-487e-94c0-01c3b10b7fe5/6ef91ee6-28bf-4787-92a3-408f8f90cc23) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:12:45.330356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:45.345373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Transition to ACTIVE for port object 6ef91ee6-28bf-4787-92a3-408f8f90cc23 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:45.369044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:45.440326 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network f273b99f-f6cf-4ff9-ac1b-aff46498b364 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:45.443311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:45.445844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:12:45.476280 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=6ef91ee6-28bf-4787-92a3-408f8f90cc23,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:45.511778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:45.512418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:45.538645 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-25cb1fbc-4ca8-4f96-b340-c90f9a8e2820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7756426 Mar 22 13:12:45.549973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Request body: {'port': {'device_id': '21ac1613-5390-4d4b-90da-cb77162bec19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:45.648325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-75f11b41-858d-4226-8a16-924a9f8dc355 None None] Provisioning for port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:45.653132 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-75f11b41-858d-4226-8a16-924a9f8dc355 None None] Provisioning complete for port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:45.653572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-75f11b41-858d-4226-8a16-924a9f8dc355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:45.661593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:45.704592 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-75f11b41-858d-4226-8a16-924a9f8dc355 None None] Port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:12:46.002774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef91ee6-28bf-4787-92a3-408f8f90cc23 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:12:46.009987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:46.025305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Transition to ACTIVE for port object 6ef91ee6-28bf-4787-92a3-408f8f90cc23 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:12:46.030215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:46.166862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689fdea-6631-4b74-a142-caec25f25cbc req-a1b09f2b-a1b6-4d94-bd27-8be4802f0644 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:46.168591 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d689fdea-6631-4b74-a142-caec25f25cbc req-a1b09f2b-a1b6-4d94-bd27-8be4802f0644 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 944 time: 0.0826879 Mar 22 13:12:46.221587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d689fdea-6631-4b74-a142-caec25f25cbc req-1043c3e4-bfc2-4865-9ca9-fbf6b779d876 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:46.235962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d689fdea-6631-4b74-a142-caec25f25cbc req-1043c3e4-bfc2-4865-9ca9-fbf6b779d876 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:46.237110 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d689fdea-6631-4b74-a142-caec25f25cbc req-1043c3e4-bfc2-4865-9ca9-fbf6b779d876 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629051 Mar 22 13:12:46.257274 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef91ee6-28bf-4787-92a3-408f8f90cc23,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:46.359299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Attempting to bind port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:12:46.359589 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Attempting to bind port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:12:46.359902 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Attempting to bind port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 on network f273b99f-f6cf-4ff9-ac1b-aff46498b364 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:12:46.365807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 on network f273b99f-f6cf-4ff9-ac1b-aff46498b364 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 13:12:46.366062 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Attempting to bind port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 on network f273b99f-f6cf-4ff9-ac1b-aff46498b364 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:12:46.372270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:12:46.372594 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Checking segment: {'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:12:46.372963 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Bound using segment: {'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:12:46.373371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Bound port: 6ef91ee6-28bf-4787-92a3-408f8f90cc23, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:12:46.373724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:46.467997 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] For port 6ef91ee6-28bf-4787-92a3-408f8f90cc23, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:12:46.471278 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] For port 6ef91ee6-28bf-4787-92a3-408f8f90cc23, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23,segment=NetworkSegment(f20a266b-a2d4-4b91-82c7-386cca2ff9d6),segment_id=f20a266b-a2d4-4b91-82c7-386cca2ff9d6)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:12:46.478712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:46.539159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:46.540494 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] 10.222.0.55 "PUT /v2.0/ports/6ef91ee6-28bf-4787-92a3-408f8f90cc23 HTTP/1.1" status: 200 len: 1094 time: 0.9947524 Mar 22 13:12:46.540914 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ac1613-5390-4d4b-90da-cb77162bec19', 'tag': '6ef91ee6-28bf-4787-92a3-408f8f90cc23'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:12:46.562516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d8204-e6e8-4649-af54-22db6c6e62e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef91ee6-28bf-4787-92a3-408f8f90cc23,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:46.616317 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ac1613-5390-4d4b-90da-cb77162bec19', 'tag': '6ef91ee6-28bf-4787-92a3-408f8f90cc23', 'status': 'completed', 'code': 200} Mar 22 13:12:46.657889 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-5305330e-a3f9-46b8-a4b0-33177e63abbb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 1097 time: 0.0779924 Mar 22 13:12:46.727377 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-bfdc4bc9-dd25-4331-b074-3e7ba0268c17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23 HTTP/1.1" status: 200 len: 217 time: 0.0616438 Mar 22 13:12:46.789961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-27e49668-cf2f-41c5-9dfd-86af7c396d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:46.791410 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-27e49668-cf2f-41c5-9dfd-86af7c396d6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68a61f1e-94e5-487e-94c0-01c3b10b7fe5 HTTP/1.1" status: 200 len: 834 time: 0.0604064 Mar 22 13:12:46.864506 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-b3360107-1913-42be-ae87-185b34935551 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f273b99f-f6cf-4ff9-ac1b-aff46498b364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675948 Mar 22 13:12:46.996256 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-bc9fd1de-419a-43ac-9514-5449d8ba1075 service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254499 Mar 22 13:12:47.128978 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0fbb8776-4d7e-4ff0-9fee-8daa782f26b0 req-c2555a3d-8b5d-40af-8452-906e135b9372 service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269715 Mar 22 13:12:47.248383 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2f3a06b-cc50-41c3-97a7-1696b73379d2 req-b73a53a1-1446-44af-91b4-94d842b14cdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 1097 time: 0.0716691 Mar 22 13:12:47.381223 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3a06b-cc50-41c3-97a7-1696b73379d2 req-1af9ba54-2851-4b3b-8db0-483c39a2c5f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:47.382583 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2f3a06b-cc50-41c3-97a7-1696b73379d2 req-1af9ba54-2851-4b3b-8db0-483c39a2c5f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f273b99f-f6cf-4ff9-ac1b-aff46498b364 HTTP/1.1" status: 200 len: 898 time: 0.1285305 Mar 22 13:12:47.433863 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8764821-5074-4020-9520-5613bf5de654 req-7ad45b43-ba7b-4d43-a5ae-e88c55a97594 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:47.435595 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a8764821-5074-4020-9520-5613bf5de654 req-7ad45b43-ba7b-4d43-a5ae-e88c55a97594 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 944 time: 0.0793726 Mar 22 13:12:47.448829 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2f3a06b-cc50-41c3-97a7-1696b73379d2 req-c9403115-8b2a-4582-b0e5-c58061d40d7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23 HTTP/1.1" status: 200 len: 217 time: 0.0602219 Mar 22 13:12:47.481365 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a8764821-5074-4020-9520-5613bf5de654 req-c36acd8b-96e1-4638-ba79-a4847a55bde0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399969 Mar 22 13:12:47.512920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3a06b-cc50-41c3-97a7-1696b73379d2 req-666bd4e2-7574-4a19-8f36-eccae72d7fff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:47.514336 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2f3a06b-cc50-41c3-97a7-1696b73379d2 req-666bd4e2-7574-4a19-8f36-eccae72d7fff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68a61f1e-94e5-487e-94c0-01c3b10b7fe5 HTTP/1.1" status: 200 len: 834 time: 0.0603528 Mar 22 13:12:47.591614 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2f3a06b-cc50-41c3-97a7-1696b73379d2 req-ebbe7ad8-16d4-4284-bbe3-a350f7c8f0b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f273b99f-f6cf-4ff9-ac1b-aff46498b364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715384 Mar 22 13:12:47.727018 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2f3a06b-cc50-41c3-97a7-1696b73379d2 req-ee8f0e8f-f8e8-405d-8c1c-f6153122b722 service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294544 Mar 22 13:12:47.858825 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a2f3a06b-cc50-41c3-97a7-1696b73379d2 req-8837f548-a251-443b-b90b-237490a9ee27 service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263449 Mar 22 13:12:48.709948 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae9c53-8a3c-4f64-a1d8-34cbcb4e4356 req-bb26446f-befd-4763-b7f4-942b475c4458 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:48.710661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-feae9c53-8a3c-4f64-a1d8-34cbcb4e4356 req-bb26446f-befd-4763-b7f4-942b475c4458 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:12:48.728496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-feae9c53-8a3c-4f64-a1d8-34cbcb4e4356 req-bb26446f-befd-4763-b7f4-942b475c4458 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:12:48.729607 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-feae9c53-8a3c-4f64-a1d8-34cbcb4e4356 req-bb26446f-befd-4763-b7f4-942b475c4458 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 944 time: 0.1142917 Mar 22 13:12:48.875568 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-feae9c53-8a3c-4f64-a1d8-34cbcb4e4356 req-9a1f9afd-06cb-4848-a60d-f03666921ca0 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370640 Mar 22 13:12:50.083702 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274d73b-6cce-40f6-9f22-47eec93bdcd6 req-632303a3-2494-415a-9242-feb7e94cdd4b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:50.085117 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d274d73b-6cce-40f6-9f22-47eec93bdcd6 req-632303a3-2494-415a-9242-feb7e94cdd4b tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 944 time: 0.0795236 Mar 22 13:12:50.131684 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d274d73b-6cce-40f6-9f22-47eec93bdcd6 req-110871e7-77b8-4561-b797-71fb4966b2e6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386269 Mar 22 13:12:50.630431 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 6ef91ee6-28bf-4787-92a3-408f8f90cc23 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:12:50.768023 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 6ef91ee6-28bf-4787-92a3-408f8f90cc23, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23,segment=NetworkSegment(f20a266b-a2d4-4b91-82c7-386cca2ff9d6),segment_id=f20a266b-a2d4-4b91-82c7-386cca2ff9d6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:12:50.788701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': '6ef91ee6-28bf-4787-92a3-408f8f90cc23', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'port_id': '6ef91ee6-28bf-4787-92a3-408f8f90cc23', 'mac_address': 'fa:16:3e:0e:ff:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:12:50.846544 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:50.864388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef91ee6-28bf-4787-92a3-408f8f90cc23 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:12:50.880204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 6ef91ee6-28bf-4787-92a3-408f8f90cc23, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23,segment=NetworkSegment(f20a266b-a2d4-4b91-82c7-386cca2ff9d6),segment_id=f20a266b-a2d4-4b91-82c7-386cca2ff9d6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:12:50.886130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:50.949972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=6ef91ee6-28bf-4787-92a3-408f8f90cc23,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:51.247242 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['6ef91ee6-28bf-4787-92a3-408f8f90cc23'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:12:51.323588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8333c99-4098-436d-8b30-1117efab3614 req-b81fbd34-7672-44c6-b3d0-a80036a071b8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:51.325141 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8333c99-4098-436d-8b30-1117efab3614 req-b81fbd34-7672-44c6-b3d0-a80036a071b8 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 945 time: 0.0743413 Mar 22 13:12:51.368568 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a8333c99-4098-436d-8b30-1117efab3614 req-8cca17fa-27e8-4f16-91bf-b4a1c4a94ca5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377848 Mar 22 13:12:52.589338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7566a75-9546-4c25-9f5c-29a0a318bafa req-5fe1db87-c17f-4033-a1a7-2d5377df4bbb tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:52.590843 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b7566a75-9546-4c25-9f5c-29a0a318bafa req-5fe1db87-c17f-4033-a1a7-2d5377df4bbb tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 945 time: 0.0924671 Mar 22 13:12:52.628659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 6ef91ee6-28bf-4787-92a3-408f8f90cc23 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:12:52.636048 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b7566a75-9546-4c25-9f5c-29a0a318bafa req-6d7f5641-a054-4060-8212-6d33f3424260 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396805 Mar 22 13:12:52.698599 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:12:52.703521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:12:52.703872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:52.827018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:52.854031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ac1613-5390-4d4b-90da-cb77162bec19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef91ee6-28bf-4787-92a3-408f8f90cc23'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:12:52.864179 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port 6ef91ee6-28bf-4787-92a3-408f8f90cc23, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23,segment=NetworkSegment(f20a266b-a2d4-4b91-82c7-386cca2ff9d6),segment_id=f20a266b-a2d4-4b91-82c7-386cca2ff9d6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:12:52.869339 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:52.910440 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ac1613-5390-4d4b-90da-cb77162bec19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef91ee6-28bf-4787-92a3-408f8f90cc23', 'code': 200} Mar 22 13:12:52.935251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=6ef91ee6-28bf-4787-92a3-408f8f90cc23,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:53.150604 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8076a233-21ba-4c07-b9ca-56b82ee9708b req-7ce7dbcc-50ec-4933-83dc-af6af74e4a51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 1099 time: 0.0764480 Mar 22 13:12:53.193215 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8076a233-21ba-4c07-b9ca-56b82ee9708b req-efc327a5-7876-4f79-a52a-7029a1ec272e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365648 Mar 22 13:12:53.852353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe37fa-bdb0-44a9-92ad-036884a474b2 req-2b2eec44-fa19-4079-90dc-d5cbc498cbd1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:53.854438 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-63fe37fa-bdb0-44a9-92ad-036884a474b2 req-2b2eec44-fa19-4079-90dc-d5cbc498cbd1 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.0898540 Mar 22 13:12:53.901594 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-63fe37fa-bdb0-44a9-92ad-036884a474b2 req-2bfa3225-4971-401f-a6e3-4dd8957b6b72 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411615 Mar 22 13:12:55.119597 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537d025-bc1a-4ddc-827b-a4a71604c0c8 req-5476065e-406e-4fb5-aaa2-eddeaff8cb43 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:55.121465 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e537d025-bc1a-4ddc-827b-a4a71604c0c8 req-5476065e-406e-4fb5-aaa2-eddeaff8cb43 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.0838354 Mar 22 13:12:55.176559 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e537d025-bc1a-4ddc-827b-a4a71604c0c8 req-a59c9620-42b0-4d88-bad8-0981d19289e5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471044 Mar 22 13:12:55.375789 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c54da-775e-4d67-90e9-f0be6f48c6f0 req-8478b4e8-2ee3-4d16-bd41-19adf74cf10a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:55.377220 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-343c54da-775e-4d67-90e9-f0be6f48c6f0 req-8478b4e8-2ee3-4d16-bd41-19adf74cf10a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.0817807 Mar 22 13:12:55.424793 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-343c54da-775e-4d67-90e9-f0be6f48c6f0 req-9809fb8b-89b0-4030-b56a-c4f98b34f9b9 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396402 Mar 22 13:12:55.453941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53280) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:55.523061 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-55f02427-7170-4764-9d70-931a398e457f tempest-TestNetworkAdvancedServerOps-1163563559 tempest-TestNetworkAdvancedServerOps-1163563559-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 1094 time: 0.0679851 Mar 22 13:12:55.527209 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53284) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:55.532807 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': '6ef91ee6-28bf-4787-92a3-408f8f90cc23', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:12:55.538629 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:12:55.543668 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Usage tracker for resource:floatingip and tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:12:55.546966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:12:55.553046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:12:55.570935 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:55.711600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:55.861394 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Allocated IP 172.26.0.227 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/1cd59f09-bdc6-481a-be06-f482e94a20e9) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:12:56.020108 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:56.048964 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:56.118117 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:12:56.120933 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:12:56.123879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:12:56.153116 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=1cd59f09-bdc6-481a-be06-f482e94a20e9,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:56.720111 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:56.775162 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:56.983850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:56.990103 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:57.088794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event updated for resources: {'Port': ['ID=1cd59f09-bdc6-481a-be06-f482e94a20e9,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:12:57.102905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:57.293703 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Floating IP 468c1c77-bdfe-4159-a241-b5e1b3b50c39 associated. External IP: 172.26.0.227, port: 6ef91ee6-28bf-4787-92a3-408f8f90cc23. Mar 22 13:12:57.699292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 29ebd13a-32b1-4815-86a1-e5f6767ea79a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:12:57.992099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:12:58.002141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7435783-1e26-4b8a-a14b-a567f0e69d1d None None] Sync routers for ids ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:12:58.015298 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7435783-1e26-4b8a-a14b-a567f0e69d1d None None] Routers {'29ebd13a-32b1-4815-86a1-e5f6767ea79a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:12:58.015934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7435783-1e26-4b8a-a14b-a567f0e69d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:12:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:58.018356 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:58.071647 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e31003f3-767a-4a1f-ae9f-7afe116538a6 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5433967 Mar 22 13:12:58.072260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ac1613-5390-4d4b-90da-cb77162bec19', 'tag': '6ef91ee6-28bf-4787-92a3-408f8f90cc23'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:12:58.126789 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ac1613-5390-4d4b-90da-cb77162bec19', 'tag': '6ef91ee6-28bf-4787-92a3-408f8f90cc23', 'status': 'completed', 'code': 200} Mar 22 13:12:58.194068 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c7435783-1e26-4b8a-a14b-a567f0e69d1d None None] Set router 29ebd13a-32b1-4815-86a1-e5f6767ea79a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:12:58.282309 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99da541f-11a8-4184-a95c-c81e6be26f49 req-fc8055bc-0845-4c5d-8295-0b4c546da90e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 1099 time: 0.1343119 Mar 22 13:12:58.293561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82bec5-92d4-46d8-a74e-e1ded26204dd req-7cc81311-6031-4ed5-b85e-7e6d57a3e106 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:58.294929 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8d82bec5-92d4-46d8-a74e-e1ded26204dd req-7cc81311-6031-4ed5-b85e-7e6d57a3e106 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.1062002 Mar 22 13:12:58.429430 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8d82bec5-92d4-46d8-a74e-e1ded26204dd req-50dba438-9f71-414d-bfcf-12a8b1f83498 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170273 Mar 22 13:12:58.457068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da541f-11a8-4184-a95c-c81e6be26f49 req-16c3f662-7e5b-483f-9c22-d35346c1b3fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:58.457068 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99da541f-11a8-4184-a95c-c81e6be26f49 req-16c3f662-7e5b-483f-9c22-d35346c1b3fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=f273b99f-f6cf-4ff9-ac1b-aff46498b364 HTTP/1.1" status: 200 len: 898 time: 0.1649592 Mar 22 13:12:58.457288 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53294) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:58.543824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7435783-1e26-4b8a-a14b-a567f0e69d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '468c1c77-bdfe-4159-a241-b5e1b3b50c39', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'port_id': '6ef91ee6-28bf-4787-92a3-408f8f90cc23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'mac_address': 'fa:16:3e:0e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ac1613-5390-4d4b-90da-cb77162bec19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:56Z', 'updated_at': '2022-03-22T13:12:56Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478d90e3-6049-4c12-a25e-7fea2e22f79c', 'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:16:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:34Z', 'updated_at': '2022-03-22T13:12:41Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:58.547652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7435783-1e26-4b8a-a14b-a567f0e69d1d None None] Checking router: 29ebd13a-32b1-4815-86a1-e5f6767ea79a for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:12:58.558325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7435783-1e26-4b8a-a14b-a567f0e69d1d None None] Routers {'29ebd13a-32b1-4815-86a1-e5f6767ea79a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:12:58.558933 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7435783-1e26-4b8a-a14b-a567f0e69d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:12:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:58.640901 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ad105a00-ab6a-4178-bc71-9852e442c806 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/468c1c77-bdfe-4159-a241-b5e1b3b50c39 HTTP/1.1" status: 200 len: 992 time: 0.1824498 Mar 22 13:12:58.643059 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99da541f-11a8-4184-a95c-c81e6be26f49 req-8fe6e893-c14c-48a1-bf47-fbfc9a2bafc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23 HTTP/1.1" status: 200 len: 1000 time: 0.1831284 Mar 22 13:12:58.705232 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da541f-11a8-4184-a95c-c81e6be26f49 req-b3744a2d-52f0-4401-9f6e-57ff6814456f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:12:58.706701 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99da541f-11a8-4184-a95c-c81e6be26f49 req-b3744a2d-52f0-4401-9f6e-57ff6814456f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68a61f1e-94e5-487e-94c0-01c3b10b7fe5 HTTP/1.1" status: 200 len: 834 time: 0.0585291 Mar 22 13:12:58.777334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e6416dec-4ca7-477f-a1f9-99175395a08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:12:58.784054 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99da541f-11a8-4184-a95c-c81e6be26f49 req-58e5a5c5-3182-40f3-91c6-9388fec575b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f273b99f-f6cf-4ff9-ac1b-aff46498b364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720263 Mar 22 13:12:58.784858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c7435783-1e26-4b8a-a14b-a567f0e69d1d None None] Set router 29ebd13a-32b1-4815-86a1-e5f6767ea79a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:12:58.912902 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99da541f-11a8-4184-a95c-c81e6be26f49 req-49dd4001-dcc9-4ed8-928a-fa4357bd8aff service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233499 Mar 22 13:12:59.041391 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-99da541f-11a8-4184-a95c-c81e6be26f49 req-628ac3a2-7fc3-439d-b87c-a6aeb532bbe0 service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231015 Mar 22 13:12:59.135856 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7435783-1e26-4b8a-a14b-a567f0e69d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '468c1c77-bdfe-4159-a241-b5e1b3b50c39', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'port_id': '6ef91ee6-28bf-4787-92a3-408f8f90cc23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'mac_address': 'fa:16:3e:0e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ac1613-5390-4d4b-90da-cb77162bec19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:56Z', 'updated_at': '2022-03-22T13:12:56Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478d90e3-6049-4c12-a25e-7fea2e22f79c', 'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:16:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:34Z', 'updated_at': '2022-03-22T13:12:41Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:12:59.140254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7435783-1e26-4b8a-a14b-a567f0e69d1d None None] The sync data for ids ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'] in dv-neutron-834653-1-hyperv is: [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '468c1c77-bdfe-4159-a241-b5e1b3b50c39', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'floating_ip_address': '172.26.0.227', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'port_id': '6ef91ee6-28bf-4787-92a3-408f8f90cc23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'mac_address': 'fa:16:3e:0e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21ac1613-5390-4d4b-90da-cb77162bec19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:12:56Z', 'updated_at': '2022-03-22T13:12:56Z', 'revision_number': 0, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478d90e3-6049-4c12-a25e-7fea2e22f79c', 'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:16:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:34Z', 'updated_at': '2022-03-22T13:12:41Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:12:59.346689 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3eb009-a6ed-4cd3-944a-4b4cf0e855f0 None None] New status for floating IP 468c1c77-bdfe-4159-a241-b5e1b3b50c39: ACTIVE {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:12:59.645397 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53298) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:12:59.755912 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-631d23fd-36b4-40e0-a86a-4d93d8f28b16 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/468c1c77-bdfe-4159-a241-b5e1b3b50c39 HTTP/1.1" status: 200 len: 994 time: 0.1092992 Mar 22 13:13:01.755429 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0b991fce-1b88-4bc8-b8f0-f884040ba900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:02.186127 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:02.202445 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:03.526500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:04.084285 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-185b8c29-e501-4b3d-9d08-d55e2ac117c3 req-9003af0c-ddc1-4546-9bec-7bb67d41b9db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750215 Mar 22 13:13:04.233971 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-185b8c29-e501-4b3d-9d08-d55e2ac117c3 req-cf757405-936e-4b34-aef1-572cb16da65e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 1099 time: 0.0713668 Mar 22 13:13:04.474507 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b8c29-e501-4b3d-9d08-d55e2ac117c3 req-25023061-f50e-49d6-b66e-27bed619f609 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:04.475921 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-185b8c29-e501-4b3d-9d08-d55e2ac117c3 req-25023061-f50e-49d6-b66e-27bed619f609 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f273b99f-f6cf-4ff9-ac1b-aff46498b364 HTTP/1.1" status: 200 len: 898 time: 0.2237964 Mar 22 13:13:04.585796 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-185b8c29-e501-4b3d-9d08-d55e2ac117c3 req-1a1b3ada-88b5-4381-990e-4895fec25611 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23 HTTP/1.1" status: 200 len: 1002 time: 0.1039217 Mar 22 13:13:04.649496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b8c29-e501-4b3d-9d08-d55e2ac117c3 req-3b0bc5f7-cded-410f-a27f-54e2281cf0d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:13:04.650860 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-185b8c29-e501-4b3d-9d08-d55e2ac117c3 req-3b0bc5f7-cded-410f-a27f-54e2281cf0d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68a61f1e-94e5-487e-94c0-01c3b10b7fe5 HTTP/1.1" status: 200 len: 834 time: 0.0588584 Mar 22 13:13:04.728210 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-185b8c29-e501-4b3d-9d08-d55e2ac117c3 req-ef8c414b-4669-4935-8971-7754fecadf74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f273b99f-f6cf-4ff9-ac1b-aff46498b364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710049 Mar 22 13:13:04.860188 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-185b8c29-e501-4b3d-9d08-d55e2ac117c3 req-e2e40429-0f5e-4cac-a5b4-2bbaad034f39 service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257405 Mar 22 13:13:04.988883 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-185b8c29-e501-4b3d-9d08-d55e2ac117c3 req-382d3cc3-dc57-40b7-a762-33f73ecd9685 service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229699 Mar 22 13:13:13.762103 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:17.178992 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:13:28.773288 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-faa51c24-217c-4778-a901-0c2ba9b7fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:31.752736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-83aad5e4-bb94-4f29-a501-93b0ec002552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:32.176559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:32.199713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:33.527035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:43.780699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:13:54.182969 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:13:58.777941 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-82ec7b1b-2cb9-4e50-a2b2-938b3087d236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:01.753473 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d6659322-f6b1-482a-8269-ba2f27e10243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:02.182496 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:02.201502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:03.533368 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:04.185538 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7220f8af-713b-4223-ae9d-8bc93fe9a17b req-0e08a004-d50c-4b15-8a14-7b3ea9bc55a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1815417 Mar 22 13:14:04.327179 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7220f8af-713b-4223-ae9d-8bc93fe9a17b req-b887e1e2-91de-4c04-9852-ef04119a060e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 1099 time: 0.0713463 Mar 22 13:14:04.470990 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220f8af-713b-4223-ae9d-8bc93fe9a17b req-947def04-9551-4f2e-a8a3-c9861f872a14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:04.472417 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7220f8af-713b-4223-ae9d-8bc93fe9a17b req-947def04-9551-4f2e-a8a3-c9861f872a14 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f273b99f-f6cf-4ff9-ac1b-aff46498b364 HTTP/1.1" status: 200 len: 898 time: 0.1259212 Mar 22 13:14:04.573072 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7220f8af-713b-4223-ae9d-8bc93fe9a17b req-ebc20d2b-9425-457e-8135-2a5ea6971fd5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23 HTTP/1.1" status: 200 len: 1002 time: 0.0947037 Mar 22 13:14:04.640655 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220f8af-713b-4223-ae9d-8bc93fe9a17b req-e69d5ab9-fe61-4b70-ab0d-2874621b2555 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:04.642675 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7220f8af-713b-4223-ae9d-8bc93fe9a17b req-e69d5ab9-fe61-4b70-ab0d-2874621b2555 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68a61f1e-94e5-487e-94c0-01c3b10b7fe5 HTTP/1.1" status: 200 len: 834 time: 0.0641139 Mar 22 13:14:04.721385 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7220f8af-713b-4223-ae9d-8bc93fe9a17b req-9726a6e7-af0d-4bbd-9075-fe58acde2160 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f273b99f-f6cf-4ff9-ac1b-aff46498b364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723298 Mar 22 13:14:04.852806 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7220f8af-713b-4223-ae9d-8bc93fe9a17b req-6d14d760-b70a-425f-82e3-dd9a9ebae84a service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254303 Mar 22 13:14:04.981738 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7220f8af-713b-4223-ae9d-8bc93fe9a17b req-ee2b14e1-1c00-435a-a9c9-bd3bbc8d5b6c service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224024 Mar 22 13:14:13.489770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da4dc3-ac81-4f15-9093-5c0f90a66567 req-23c3bbc9-fa39-458c-9151-bf04c73796c4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:13.491095 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-73da4dc3-ac81-4f15-9093-5c0f90a66567 req-23c3bbc9-fa39-458c-9151-bf04c73796c4 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.0870929 Mar 22 13:14:13.539634 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-73da4dc3-ac81-4f15-9093-5c0f90a66567 req-f45898bd-834a-480b-ba83-bba36aa2f11c tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428479 Mar 22 13:14:13.795417 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:14.752917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487c6d-832a-4055-89f2-e67e6aa30aaf req-55176b88-b237-4d7d-84dc-80341ea1f24e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:14.754374 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd487c6d-832a-4055-89f2-e67e6aa30aaf req-55176b88-b237-4d7d-84dc-80341ea1f24e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.0794086 Mar 22 13:14:14.801439 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cd487c6d-832a-4055-89f2-e67e6aa30aaf req-f5bea32e-fcfc-418d-b918-8e5dcb43ef4d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393827 Mar 22 13:14:16.010582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451c702-bd5c-4ad5-be1b-9d89332bdb4d req-996dbfbd-d05d-450f-aafe-d0a2792d6581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:16.012038 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6451c702-bd5c-4ad5-be1b-9d89332bdb4d req-996dbfbd-d05d-450f-aafe-d0a2792d6581 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.0804141 Mar 22 13:14:16.059468 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6451c702-bd5c-4ad5-be1b-9d89332bdb4d req-0b395a4a-58b4-4d85-b605-faf33a29fceb tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393429 Mar 22 13:14:16.098377 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53334) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:16.201948 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cd330b81-7eef-40b9-85c2-597baead5946 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/468c1c77-bdfe-4159-a241-b5e1b3b50c39 HTTP/1.1" status: 200 len: 994 time: 0.1024418 Mar 22 13:14:18.005018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d665396-b649-4f03-b852-579ed869646c req-80a44daf-9d32-4a0f-b645-9be978475f3a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:18.006469 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d665396-b649-4f03-b852-579ed869646c req-80a44daf-9d32-4a0f-b645-9be978475f3a tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.2187767 Mar 22 13:14:18.010193 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a86ff6f8-014e-4ad4-b6f1-00e4f01c364d req-d02c50ab-5bab-4b90-a155-f88dddf046e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 1099 time: 0.1927652 Mar 22 13:14:18.134292 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d665396-b649-4f03-b852-579ed869646c req-47bcf097-5744-4afc-8fc5-e330b2b4b43d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209579 Mar 22 13:14:18.168322 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ff6f8-014e-4ad4-b6f1-00e4f01c364d req-126b23ce-2a3f-487c-91ea-2813aed4d26b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:18.169768 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a86ff6f8-014e-4ad4-b6f1-00e4f01c364d req-126b23ce-2a3f-487c-91ea-2813aed4d26b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f273b99f-f6cf-4ff9-ac1b-aff46498b364 HTTP/1.1" status: 200 len: 898 time: 0.1433842 Mar 22 13:14:18.270914 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a86ff6f8-014e-4ad4-b6f1-00e4f01c364d req-aea50ca2-9d9f-4f31-9a39-b218cc245a61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23 HTTP/1.1" status: 200 len: 1002 time: 0.0948381 Mar 22 13:14:18.339756 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ff6f8-014e-4ad4-b6f1-00e4f01c364d req-420e4c7d-aa3b-4440-b990-843d943f7eda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:18.341172 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a86ff6f8-014e-4ad4-b6f1-00e4f01c364d req-420e4c7d-aa3b-4440-b990-843d943f7eda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68a61f1e-94e5-487e-94c0-01c3b10b7fe5 HTTP/1.1" status: 200 len: 834 time: 0.0650544 Mar 22 13:14:18.423013 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a86ff6f8-014e-4ad4-b6f1-00e4f01c364d req-e4b02da6-2417-4081-a93e-ffd15f1350a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f273b99f-f6cf-4ff9-ac1b-aff46498b364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752239 Mar 22 13:14:18.554337 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a86ff6f8-014e-4ad4-b6f1-00e4f01c364d req-86c0d821-366f-4bef-a8df-0b6668d03975 service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255105 Mar 22 13:14:18.696797 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a86ff6f8-014e-4ad4-b6f1-00e4f01c364d req-80d9b36e-82a5-4490-80ac-90cfc93ccb87 service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371753 Mar 22 13:14:19.348961 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2ccf7-b92f-438f-a2dd-c1bda5cd2b44 req-1ce2a210-4b7d-47f8-84e3-f0c5144aca50 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:19.350410 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7ac2ccf7-b92f-438f-a2dd-c1bda5cd2b44 req-1ce2a210-4b7d-47f8-84e3-f0c5144aca50 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.0923302 Mar 22 13:14:19.396145 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7ac2ccf7-b92f-438f-a2dd-c1bda5cd2b44 req-a0c438e5-f02d-4704-ac76-685fecebaf63 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401769 Mar 22 13:14:20.623321 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08606cba-e18e-46e1-b424-e6954be82bf4 req-bba0e48f-7db0-4bdb-977f-7fdb53621552 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:20.624952 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08606cba-e18e-46e1-b424-e6954be82bf4 req-bba0e48f-7db0-4bdb-977f-7fdb53621552 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.0857079 Mar 22 13:14:20.684338 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-08606cba-e18e-46e1-b424-e6954be82bf4 req-4227f522-24a3-47a9-8a1b-c2b59b5ff025 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536618 Mar 22 13:14:20.716374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53348) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:20.825722 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f5f6e7d2-833f-45bb-9803-96626c90d108 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/floatingips/468c1c77-bdfe-4159-a241-b5e1b3b50c39 HTTP/1.1" status: 200 len: 994 time: 0.1081150 Mar 22 13:14:21.154761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53356) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:21.356232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 1cd59f09-bdc6-481a-be06-f482e94a20e9 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:14:21.356542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:21.526139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:21.526386 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:21.649135 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 1cd59f09-bdc6-481a-be06-f482e94a20e9 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:14:21.803185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:21.849672 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=1cd59f09-bdc6-481a-be06-f482e94a20e9,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:21.859493 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:21.859858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:21.860130 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:21.860494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:21.860817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:21.861142 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:21.862035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:21.862035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:21.862230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:21.862403 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:21.862716 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:21.955758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:22.439905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 29ebd13a-32b1-4815-86a1-e5f6767ea79a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:14:22.644157 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:14:22.654758 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b3c3c6-de9a-4968-b08a-b226de5c0804 None None] Sync routers for ids ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:14:22.665880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:22.668699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3c3c6-de9a-4968-b08a-b226de5c0804 None None] Routers {'29ebd13a-32b1-4815-86a1-e5f6767ea79a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:14:22.669418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7b3c3c6-de9a-4968-b08a-b226de5c0804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:14:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:22.722255 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7178e257-f8a4-4db0-8da6-ac38c3b8b338 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/floatingips/468c1c77-bdfe-4159-a241-b5e1b3b50c39 HTTP/1.1" status: 204 len: 168 time: 1.5663354 Mar 22 13:14:22.722896 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ac1613-5390-4d4b-90da-cb77162bec19', 'tag': '6ef91ee6-28bf-4787-92a3-408f8f90cc23'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:14:22.783478 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ac1613-5390-4d4b-90da-cb77162bec19', 'tag': '6ef91ee6-28bf-4787-92a3-408f8f90cc23', 'status': 'completed', 'code': 200} Mar 22 13:14:22.853481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c7b3c3c6-de9a-4968-b08a-b226de5c0804 None None] Set router 29ebd13a-32b1-4815-86a1-e5f6767ea79a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:14:22.875611 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-855e5480-77f1-4aaa-99b7-785b5062fe20 req-c80fbcf6-5686-4e3b-8a79-b3f0961e211b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 1099 time: 0.0709677 Mar 22 13:14:23.012767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e5480-77f1-4aaa-99b7-785b5062fe20 req-310deced-a4f0-4a9b-8757-3e6491076a9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:23.014568 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-855e5480-77f1-4aaa-99b7-785b5062fe20 req-310deced-a4f0-4a9b-8757-3e6491076a9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f273b99f-f6cf-4ff9-ac1b-aff46498b364 HTTP/1.1" status: 200 len: 898 time: 0.1325309 Mar 22 13:14:23.085969 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-855e5480-77f1-4aaa-99b7-785b5062fe20 req-217befb1-fc98-4123-96c4-d1a686e20d86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23 HTTP/1.1" status: 200 len: 217 time: 0.0649879 Mar 22 13:14:23.121211 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f5d60-8cdf-4640-89a6-5e5681f3ef7f req-9f15c4d0-3e87-4086-a17f-04632016d820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:23.121941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-184f5d60-8cdf-4640-89a6-5e5681f3ef7f req-9f15c4d0-3e87-4086-a17f-04632016d820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Synchronizing usage tracker for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:23.139329 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-184f5d60-8cdf-4640-89a6-5e5681f3ef7f req-9f15c4d0-3e87-4086-a17f-04632016d820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Unset dirty status for tenant:a6dc5e46a5ba46b499bd2a6f91bfebdf on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:23.141892 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-184f5d60-8cdf-4640-89a6-5e5681f3ef7f req-9f15c4d0-3e87-4086-a17f-04632016d820 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.0949407 Mar 22 13:14:23.159956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e5480-77f1-4aaa-99b7-785b5062fe20 req-a0e41cbc-61d3-4ca5-b34d-782e8ed15885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:23.162325 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-855e5480-77f1-4aaa-99b7-785b5062fe20 req-a0e41cbc-61d3-4ca5-b34d-782e8ed15885 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68a61f1e-94e5-487e-94c0-01c3b10b7fe5 HTTP/1.1" status: 200 len: 834 time: 0.0703425 Mar 22 13:14:23.187634 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7b3c3c6-de9a-4968-b08a-b226de5c0804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '478d90e3-6049-4c12-a25e-7fea2e22f79c', 'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:16:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:34Z', 'updated_at': '2022-03-22T13:12:41Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:23.191938 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b3c3c6-de9a-4968-b08a-b226de5c0804 None None] Checking router: 29ebd13a-32b1-4815-86a1-e5f6767ea79a for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:14:23.203323 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-184f5d60-8cdf-4640-89a6-5e5681f3ef7f req-b3b2d1da-024b-47ca-9f11-b3c24973f565 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566313 Mar 22 13:14:23.203561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3c3c6-de9a-4968-b08a-b226de5c0804 None None] Routers {'29ebd13a-32b1-4815-86a1-e5f6767ea79a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:14:23.204311 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7b3c3c6-de9a-4968-b08a-b226de5c0804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:14:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:23.250878 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-855e5480-77f1-4aaa-99b7-785b5062fe20 req-67eff242-4444-425f-b457-f47656b7cde5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f273b99f-f6cf-4ff9-ac1b-aff46498b364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819032 Mar 22 13:14:23.386324 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-855e5480-77f1-4aaa-99b7-785b5062fe20 req-195113b9-2c42-478a-8019-2fee9f18cf43 service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293030 Mar 22 13:14:23.439476 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-c7b3c3c6-de9a-4968-b08a-b226de5c0804 None None] Set router 29ebd13a-32b1-4815-86a1-e5f6767ea79a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:14:23.620755 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-855e5480-77f1-4aaa-99b7-785b5062fe20 req-c173b091-c942-4dde-91d5-08209b3e52d6 service neutron] 10.222.0.55 "GET /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272680 Mar 22 13:14:23.776761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-c7b3c3c6-de9a-4968-b08a-b226de5c0804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '478d90e3-6049-4c12-a25e-7fea2e22f79c', 'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:16:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:34Z', 'updated_at': '2022-03-22T13:12:41Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:23.783095 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b3c3c6-de9a-4968-b08a-b226de5c0804 None None] The sync data for ids ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'] in dv-neutron-834653-1-hyperv is: [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:35Z', 'revision_number': 4, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '478d90e3-6049-4c12-a25e-7fea2e22f79c', 'name': '', 'network_id': 'f273b99f-f6cf-4ff9-ac1b-aff46498b364', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'mac_address': 'fa:16:3e:16:47:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:34Z', 'updated_at': '2022-03-22T13:12:41Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'subnets': [{'id': '68a61f1e-94e5-487e-94c0-01c3b10b7fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:14:24.016956 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8202a4-7a9d-4f4a-87d9-9b097defaf30 None None] New status for floating IP 468c1c77-bdfe-4159-a241-b5e1b3b50c39: DOWN {{(pid=83796) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:14:24.409932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10003e-525c-4490-b62a-f3b8fde83fca req-f42d58d5-0561-4782-b1c1-8354fc04beaa tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:24.411261 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a10003e-525c-4490-b62a-f3b8fde83fca req-f42d58d5-0561-4782-b1c1-8354fc04beaa tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.0802801 Mar 22 13:14:24.463872 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3a10003e-525c-4490-b62a-f3b8fde83fca req-fece7634-8299-4c58-a895-4b5017650731 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/security-groups?id=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465686 Mar 22 13:14:24.970863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ac689-9255-42f6-a9bd-a2cb607c7853 req-19eefa18-aa93-42da-8b93-fa9510315948 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:24.972237 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a06ac689-9255-42f6-a9bd-a2cb607c7853 req-19eefa18-aa93-42da-8b93-fa9510315948 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 946 time: 0.0839961 Mar 22 13:14:25.038784 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-a06ac689-9255-42f6-a9bd-a2cb607c7853 req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:14:25.039074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a06ac689-9255-42f6-a9bd-a2cb607c7853 req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:25.297087 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-a06ac689-9255-42f6-a9bd-a2cb607c7853 req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port 6ef91ee6-28bf-4787-92a3-408f8f90cc23, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=6ef91ee6-28bf-4787-92a3-408f8f90cc23,segment=NetworkSegment(f20a266b-a2d4-4b91-82c7-386cca2ff9d6),segment_id=f20a266b-a2d4-4b91-82c7-386cca2ff9d6)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:25.297476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a06ac689-9255-42f6-a9bd-a2cb607c7853 req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:25.422103 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-a06ac689-9255-42f6-a9bd-a2cb607c7853 req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 6ef91ee6-28bf-4787-92a3-408f8f90cc23 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:14:25.564832 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a06ac689-9255-42f6-a9bd-a2cb607c7853 req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:25.613034 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=6ef91ee6-28bf-4787-92a3-408f8f90cc23,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:25.654333 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-5d2c67d3-9a3e-4fa4-9aa9-b487d686903a req-03561450-8ccb-46db-92b2-80e3b0c6247f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "GET /v2.0/ports?device_id=21ac1613-5390-4d4b-90da-cb77162bec19 HTTP/1.1" status: 200 len: 210 time: 0.0526819 Mar 22 13:14:25.660671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:25.661006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:25.661320 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:25.661676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:25.662059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:25.662500 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:25.662769 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:25.663006 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:25.663220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:25.663518 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:25.664180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:25.704138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06ac689-9255-42f6-a9bd-a2cb607c7853 req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] No DVR routers for this DVR port 6ef91ee6-28bf-4787-92a3-408f8f90cc23 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:14:25.707361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-a06ac689-9255-42f6-a9bd-a2cb607c7853 req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:25.709999 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ac1613-5390-4d4b-90da-cb77162bec19', 'name': 'network-vif-deleted', 'tag': '6ef91ee6-28bf-4787-92a3-408f8f90cc23'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:14:25.726354 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a06ac689-9255-42f6-a9bd-a2cb607c7853 req-f07b068d-cc4a-4e1e-b4ca-cb3ca4bb14f5 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.55 "DELETE /v2.0/ports/6ef91ee6-28bf-4787-92a3-408f8f90cc23 HTTP/1.1" status: 204 len: 173 time: 0.7490845 Mar 22 13:14:25.898111 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ac1613-5390-4d4b-90da-cb77162bec19', 'name': 'network-vif-deleted', 'tag': '6ef91ee6-28bf-4787-92a3-408f8f90cc23', 'status': 'completed', 'code': 200} Mar 22 13:14:26.772455 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53376) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:27.182189 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:27.901466 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port 478d90e3-6049-4c12-a25e-7fea2e22f79c {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:14:27.902291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:28.094867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port 478d90e3-6049-4c12-a25e-7fea2e22f79c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=478d90e3-6049-4c12-a25e-7fea2e22f79c,segment=NetworkSegment(f20a266b-a2d4-4b91-82c7-386cca2ff9d6),segment_id=f20a266b-a2d4-4b91-82c7-386cca2ff9d6)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:28.095176 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:28.213612 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for 478d90e3-6049-4c12-a25e-7fea2e22f79c owned by network:router_interface {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:14:28.404399 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:28.456609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=478d90e3-6049-4c12-a25e-7fea2e22f79c,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:28.763587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:28.771693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ec9199c6-92ca-44fa-a7b4-b34d88f703d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:29.017323 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 6ef91ee6-28bf-4787-92a3-408f8f90cc23 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:14:29.051866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: 6ef91ee6-28bf-4787-92a3-408f8f90cc23 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:14:29.052161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device 6ef91ee6-28bf-4787-92a3-408f8f90cc23 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:14:29.453068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Router 29ebd13a-32b1-4815-86a1-e5f6767ea79a has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:14:29.672305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:14:29.682304 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75460a7e-89a3-4b62-ad9b-6bc79d615dba None None] Sync routers for ids ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:14:29.686424 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-22a5348b-1818-40d9-85c7-d2ffe429010d tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "PUT /v2.0/routers/29ebd13a-32b1-4815-86a1-e5f6767ea79a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9128981 Mar 22 13:14:29.690828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53380) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:29.697843 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75460a7e-89a3-4b62-ad9b-6bc79d615dba None None] Routers {'29ebd13a-32b1-4815-86a1-e5f6767ea79a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:14:29.698459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-75460a7e-89a3-4b62-ad9b-6bc79d615dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:14:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:29.884790 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d78cd09-4173-4a80-94de-e825a816067f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting subnet 68a61f1e-94e5-487e-94c0-01c3b10b7fe5 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 13:14:29.886170 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-75460a7e-89a3-4b62-ad9b-6bc79d615dba None None] Set router 29ebd13a-32b1-4815-86a1-e5f6767ea79a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:14:29.887804 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d78cd09-4173-4a80-94de-e825a816067f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:29.946458 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d78cd09-4173-4a80-94de-e825a816067f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.028130 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d78cd09-4173-4a80-94de-e825a816067f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.100739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d78cd09-4173-4a80-94de-e825a816067f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.142671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78cd09-4173-4a80-94de-e825a816067f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Subnet': ['ID=68a61f1e-94e5-487e-94c0-01c3b10b7fe5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:30.147226 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7d78cd09-4173-4a80-94de-e825a816067f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.155558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a16cf46-ff2a-46fa-a432-e3f836a39765 None None] Network f273b99f-f6cf-4ff9-ac1b-aff46498b364 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:14:30.163058 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7d78cd09-4173-4a80-94de-e825a816067f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/subnets/68a61f1e-94e5-487e-94c0-01c3b10b7fe5 HTTP/1.1" status: 204 len: 168 time: 0.4710412 Mar 22 13:14:30.165864 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53384) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:30.285149 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-75460a7e-89a3-4b62-ad9b-6bc79d615dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:14:28Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:30.316744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75460a7e-89a3-4b62-ad9b-6bc79d615dba None None] Checking router: 29ebd13a-32b1-4815-86a1-e5f6767ea79a for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:14:30.344322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75460a7e-89a3-4b62-ad9b-6bc79d615dba None None] Routers {'29ebd13a-32b1-4815-86a1-e5f6767ea79a'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:14:30.344918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-75460a7e-89a3-4b62-ad9b-6bc79d615dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:14:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:30.366871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.536400 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-75460a7e-89a3-4b62-ad9b-6bc79d615dba None None] Set router 29ebd13a-32b1-4815-86a1-e5f6767ea79a gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:14:30.578230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] DHCP port deletion for f273b99f-f6cf-4ff9-ac1b-aff46498b364 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 13:14:30.665180 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.676356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Deleting port f9348805-35a7-4b30-bd30-ef82189fee4c {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:14:30.676683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.684600 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Deleting port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:14:30.684963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.850903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] For port f9348805-35a7-4b30-bd30-ef82189fee4c, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=f9348805-35a7-4b30-bd30-ef82189fee4c,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:30.851512 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:30.969204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Calling delete_port for f9348805-35a7-4b30-bd30-ef82189fee4c owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:14:30.999391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:14:31.076601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] For port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=727adb8f-c597-4ffc-a1a2-5f8ae7325d0b,segment=NetworkSegment(f20a266b-a2d4-4b91-82c7-386cca2ff9d6),segment_id=f20a266b-a2d4-4b91-82c7-386cca2ff9d6)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:31.076977 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.136155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.183690 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:14:31.184869 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Port': ['ID=f9348805-35a7-4b30-bd30-ef82189fee4c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:31.197252 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Calling delete_port for 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:14:31.320360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-75460a7e-89a3-4b62-ad9b-6bc79d615dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:14:28Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:31.325869 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.337169 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036'] for port, after_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.369439 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75460a7e-89a3-4b62-ad9b-6bc79d615dba None None] The sync data for ids ['29ebd13a-32b1-4815-86a1-e5f6767ea79a'] in dv-neutron-834653-1-hyperv is: [{'id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571857159', 'tenant_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:14:28Z', 'revision_number': 5, 'project_id': 'a6dc5e46a5ba46b499bd2a6f91bfebdf', 'gw_port': {'id': 'f9348805-35a7-4b30-bd30-ef82189fee4c', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:55:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ebd13a-32b1-4815-86a1-e5f6767ea79a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:12:31Z', 'updated_at': '2022-03-22T13:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:14:31.388702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Pushing event deleted for resources: {'Port': ['ID=727adb8f-c597-4ffc-a1a2-5f8ae7325d0b,revision_number=None']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:31.407614 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] No DVR routers for this DVR port 727adb8f-c597-4ffc-a1a2-5f8ae7325d0b on host dv-neutron-834653-1-hyperv {{(pid=83795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:14:31.410059 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.410199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.410389 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.410718 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.411043 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.411391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.411788 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.412009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.412325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.412630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.412940 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.413246 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8a737-6635-457c-a34f-498b0b967723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:31.663528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.667849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.695287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.695738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Fanout notify agent at l3_agent the message router_deleted on router 29ebd13a-32b1-4815-86a1-e5f6767ea79a {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:14:31.709616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.710683 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-2760e8b6-d352-47d3-81d9-98228b0c6d4f tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/routers/29ebd13a-32b1-4815-86a1-e5f6767ea79a HTTP/1.1" status: 204 len: 168 time: 1.5439861 Mar 22 13:14:31.713498 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53388) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:31.752982 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7d078211-34ab-4168-af91-d49f14407460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:31.938708 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.071613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.099082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f273b99f-f6cf-4ff9-ac1b-aff46498b364']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:32.111019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:32.111299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20a266b-a2d4-4b91-82c7-386cca2ff9d6') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:32.122387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.138204 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.144762 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 13:14:32.145386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:14:32.159704 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:14:32.187412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.207195 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.240559 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.261302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.272097 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'Network': ['ID=f273b99f-f6cf-4ff9-ac1b-aff46498b364,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:32.282234 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f3e44241-80b9-4033-a076-57c111812a90 tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/networks/f273b99f-f6cf-4ff9-ac1b-aff46498b364 HTTP/1.1" status: 204 len: 168 time: 0.5677121 Mar 22 13:14:32.285189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53392) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:32.354474 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f254dae5-dd10-4041-afb3-7941b3c91d9e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.393257 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f254dae5-dd10-4041-afb3-7941b3c91d9e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.465068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f254dae5-dd10-4041-afb3-7941b3c91d9e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.483003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254dae5-dd10-4041-afb3-7941b3c91d9e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ed6eb2-8400-4db3-b1b0-8cbae1b88a61,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:32.494534 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f254dae5-dd10-4041-afb3-7941b3c91d9e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:32.495659 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f254dae5-dd10-4041-afb3-7941b3c91d9e tempest-TestNetworkAdvancedServerOps-1782356976 tempest-TestNetworkAdvancedServerOps-1782356976-project] 10.222.0.62 "DELETE /v2.0/security-groups/95ed6eb2-8400-4db3-b1b0-8cbae1b88a61 HTTP/1.1" status: 204 len: 168 time: 0.2095807 Mar 22 13:14:32.939601 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53402) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:32.990828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 478d90e3-6049-4c12-a25e-7fea2e22f79c no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:14:33.023254 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 478d90e3-6049-4c12-a25e-7fea2e22f79c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:14:33.023660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 478d90e3-6049-4c12-a25e-7fea2e22f79c not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:14:33.024081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f9348805-35a7-4b30-bd30-ef82189fee4c no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:14:33.054724 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: f9348805-35a7-4b30-bd30-ef82189fee4c {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:14:33.055058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device f9348805-35a7-4b30-bd30-ef82189fee4c not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:14:33.123706 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b75132ae-ce2e-4fd5-b938-3a535431375e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6dc5e46a5ba46b499bd2a6f91bfebdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1829333 Mar 22 13:14:33.126282 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53408) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:33.189366 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed30d5f4-9f0a-41a6-b03a-7359abec422f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.213961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed30d5f4-9f0a-41a6-b03a-7359abec422f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.270863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed30d5f4-9f0a-41a6-b03a-7359abec422f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.286236 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30d5f4-9f0a-41a6-b03a-7359abec422f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659ab09f-ef51-4278-ab27-c66fae04467e,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:33.294816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ed30d5f4-9f0a-41a6-b03a-7359abec422f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.295932 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ed30d5f4-9f0a-41a6-b03a-7359abec422f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/659ab09f-ef51-4278-ab27-c66fae04467e HTTP/1.1" status: 204 len: 168 time: 0.1688101 Mar 22 13:14:33.532883 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.657035 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53416) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:33.676388 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-caf13a82-699a-4a37-a006-80ab295249f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.715794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-caf13a82-699a-4a37-a006-80ab295249f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:33.719833 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-caf13a82-699a-4a37-a006-80ab295249f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ef615d65d72143a2b5a5e24a1b25370c is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:33.722739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-caf13a82-699a-4a37-a006-80ab295249f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:33.728551 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-caf13a82-699a-4a37-a006-80ab295249f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:33.805708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-caf13a82-699a-4a37-a006-80ab295249f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.811013 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-caf13a82-699a-4a37-a006-80ab295249f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.855353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf13a82-699a-4a37-a006-80ab295249f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a09f46-151a-4821-b392-c1f8e1a58522,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:33.860780 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-caf13a82-699a-4a37-a006-80ab295249f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef615d65d72143a2b5a5e24a1b25370c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2026529 Mar 22 13:14:33.863723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53420) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:33.926334 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df9ad221-227d-456e-9bfa-cc52bb08be29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:33.953017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df9ad221-227d-456e-9bfa-cc52bb08be29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:34.005913 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df9ad221-227d-456e-9bfa-cc52bb08be29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:34.022398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ad221-227d-456e-9bfa-cc52bb08be29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a09f46-151a-4821-b392-c1f8e1a58522,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:34.026674 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-df9ad221-227d-456e-9bfa-cc52bb08be29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:34.028185 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-df9ad221-227d-456e-9bfa-cc52bb08be29 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2a09f46-151a-4821-b392-c1f8e1a58522 HTTP/1.1" status: 204 len: 168 time: 0.1632543 Mar 22 13:14:34.948763 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53442) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:35.090911 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1601478227-network', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:35.099197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:35.105858 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Usage tracker for resource:network and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:35.108934 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:35.115220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:35.129151 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Made reservation on behalf of e2870d7e2eee4208b67f02ddb8c58527 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:14:35.132003 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.147190 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.179953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:35.183783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:35.186577 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:35.192708 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:35.257110 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.261600 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.290400 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:14:35.299179 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe0b66a-a6a9-4801-bf4e-0a6998872539,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:35.304878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.305275 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Added segment 2bf2b04b-5d7d-4abd-9250-896c179fc9d3 of type vlan for network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 Mar 22 13:14:35.332274 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.364000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.364829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:35.365677 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.466889 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a33a26e3-1c40-4049-92fb-66fb1d8c3c65,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:35.471032 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-95388e6a-d8ab-4c0f-8973-46f6fef949a8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5211854 Mar 22 13:14:35.474485 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53448) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:35.476866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:14:35.480806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Request body: {'subnet': {'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1601478227-subnet', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:35.485970 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:35.489878 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Usage tracker for resource:subnet and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:35.492745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:35.498572 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:35.509464 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Made reservation on behalf of e2870d7e2eee4208b67f02ddb8c58527 for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:14:35.511698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.730406 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.799752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2758083c-0197-4b8b-84c9-fad4a45efe7d,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:35.819995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Checking segment: {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:14:35.820343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Network hostable DHCP agents. Network: a33a26e3-1c40-4049-92fb-66fb1d8c3c65, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:14:35.842529 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:14:35.852579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, a33a26e3-1c40-4049-92fb-66fb1d8c3c65) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:35.856897 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:35.857641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.866734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567c9dd-ed6d-4279-8a27-5155506605ca None None] Network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:14:35.881832 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c0a5284e-485c-4a5b-a548-344e1e5c0cd3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4054701 Mar 22 13:14:35.884565 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53452) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:35.889704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:35.894979 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:35.900351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Usage tracker for resource:router and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:35.905017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:35.914148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:35.927561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.929002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:35.949875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.108588 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.125984 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 13:14:36.126817 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.298482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.321715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Allocated IP 172.20.0.2 (a33a26e3-1c40-4049-92fb-66fb1d8c3c65/2758083c-0197-4b8b-84c9-fad4a45efe7d/5075030e-9bb5-4f31-86d4-446704ca208d) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:36.328007 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.461068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Allocated IP 172.26.0.45 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:36.519062 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.529212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Transition to ACTIVE for port object 5075030e-9bb5-4f31-86d4-446704ca208d will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:36.548927 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Transition to ACTIVE for port object 5075030e-9bb5-4f31-86d4-446704ca208d will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:36.556631 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.627007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:36.628184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:36.632074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:14:36.638570 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Pushing event updated for resources: {'Port': ['ID=5075030e-9bb5-4f31-86d4-446704ca208d,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:36.714298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.726145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Attempting to bind port 5075030e-9bb5-4f31-86d4-446704ca208d on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:14:36.726475 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Attempting to bind port 5075030e-9bb5-4f31-86d4-446704ca208d by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:14:36.726821 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Attempting to bind port 5075030e-9bb5-4f31-86d4-446704ca208d on network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:14:36.733265 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:14:36.733647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Checking segment: {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:14:36.734046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.734418 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Bound using segment: {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:14:36.734868 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Bound port: 5075030e-9bb5-4f31-86d4-446704ca208d, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:14:36.735362 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.745416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.812936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:36.816573 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:36.818432 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Pushing event updated for resources: {'Port': ['ID=7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:36.820452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:14:36.826328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] For port 5075030e-9bb5-4f31-86d4-446704ca208d, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:14:36.829509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] For port 5075030e-9bb5-4f31-86d4-446704ca208d, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5075030e-9bb5-4f31-86d4-446704ca208d,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:14:36.834872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.918286 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177bb8f-2b7a-4d95-93d7-9c38eb3b33f4 None None] Pushing event updated for resources: {'Port': ['ID=5075030e-9bb5-4f31-86d4-446704ca208d,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:36.984496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:36.985213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:37.251233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:14:37.458155 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:14:37.467252 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Sync routers for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:14:37.480787 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:14:37.481508 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:14:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:37.482987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:37.484203 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c2e849e6-3fbe-4b74-a82d-301d9cbe536a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5986559 Mar 22 13:14:37.487177 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53456) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:37.661675 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:14:37.911587 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e60b1c5-b2b0-4519-a946-a888b846b932 None None] Network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:14:37.960616 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:36Z', 'revision_number': 3, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:37.965024 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Checking router: 0d14eec6-9f7c-4cff-9021-04ac7a60b698 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:14:37.965466 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Updating router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:14:38.021841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-97ef788b-a620-41eb-b631-ef218d0eace5 None None] Provisioning for port 5075030e-9bb5-4f31-86d4-446704ca208d completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:38.022086 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.349958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.374226 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.385721 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Transition to ACTIVE for port object 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:38.393068 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.472444 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Attempting to bind port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:14:38.473138 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Attempting to bind port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:14:38.473138 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Attempting to bind port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:14:38.475088 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Pushing event updated for resources: {'Port': ['ID=7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:38.485720 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:14:38.486065 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:14:38.486462 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.486827 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:14:38.487290 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Bound port: 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:14:38.487625 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.513951 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.514285 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.514609 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.514928 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.515242 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.515556 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.515865 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.516163 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.516474 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.516793 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.517089 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:14:38.561320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Allocated IP 172.20.0.1 (a33a26e3-1c40-4049-92fb-66fb1d8c3c65/2758083c-0197-4b8b-84c9-fad4a45efe7d/8c36a5f3-17d9-424e-a94d-3f18640fd131) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:38.563666 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] For port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:14:38.568015 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] For port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:14:38.572052 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.649107 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f1ac3-f99e-4daa-aa81-d6a909f04ea6 None None] Pushing event updated for resources: {'Port': ['ID=7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:38.654327 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:14:38.654892 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:14:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:38.710442 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.725604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Transition to ACTIVE for port object 8c36a5f3-17d9-424e-a94d-3f18640fd131 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:38.747679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.813574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:38.816507 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:38.820904 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:14:38.828537 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:14:38.851659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Pushing event updated for resources: {'Port': ['ID=8c36a5f3-17d9-424e-a94d-3f18640fd131,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:38.879004 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:38.977239 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.043051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5075030e-9bb5-4f31-86d4-446704ca208d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:39.114058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f86c589f-94cc-474e-b071-183a28931f2e None None] Provisioning for port 8c36a5f3-17d9-424e-a94d-3f18640fd131 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:39.119126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f86c589f-94cc-474e-b071-183a28931f2e None None] Provisioning complete for port 8c36a5f3-17d9-424e-a94d-3f18640fd131 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:39.119690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f86c589f-94cc-474e-b071-183a28931f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.132624 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:36Z', 'revision_number': 3, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:39.136615 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b736da92-a3ff-4c13-adee-087f97964ebd None None] The sync data for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv is: [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:36Z', 'revision_number': 3, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:14:39.171736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 5075030e-9bb5-4f31-86d4-446704ca208d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:39.177014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f86c589f-94cc-474e-b071-183a28931f2e None None] Port 8c36a5f3-17d9-424e-a94d-3f18640fd131 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:14:39.179437 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5075030e-9bb5-4f31-86d4-446704ca208d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:39.179804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.235817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.241105 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.306954 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.357859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Pushing event updated for resources: {'Port': ['ID=8c36a5f3-17d9-424e-a94d-3f18640fd131,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:39.359513 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 5075030e-9bb5-4f31-86d4-446704ca208d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5075030e-9bb5-4f31-86d4-446704ca208d,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:39.365359 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.373270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.460750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=5075030e-9bb5-4f31-86d4-446704ca208d,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:39.528520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:39.529841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:39.821921 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5032832c-0ffc-4980-911e-c9edf86e5ff1 None None] Provisioning complete for port 8c36a5f3-17d9-424e-a94d-3f18640fd131 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:39.822335 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5032832c-0ffc-4980-911e-c9edf86e5ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:39.881790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5032832c-0ffc-4980-911e-c9edf86e5ff1 None None] Port 8c36a5f3-17d9-424e-a94d-3f18640fd131 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:14:40.040419 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:14:40.244647 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:14:40.253744 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-14489de4-e409-47e2-8f4d-8da104f3ab0b admin admin] 10.222.0.62 "PUT /v2.0/routers/0d14eec6-9f7c-4cff-9021-04ac7a60b698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7655127 Mar 22 13:14:41.056915 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5075030e-9bb5-4f31-86d4-446704ca208d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:41.126858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5075030e-9bb5-4f31-86d4-446704ca208d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:41.127441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.134587 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53478) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:41.140353 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-284240329-network', 'tenant_id': '177057dce50047439431e278e655eafb'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:41.145428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:41.149630 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Usage tracker for resource:network and tenant:177057dce50047439431e278e655eafb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:41.152799 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:41.158842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:41.171299 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Made reservation on behalf of 177057dce50047439431e278e655eafb for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:14:41.174200 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.187291 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.220164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:41.223930 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Usage tracker for resource:security_group_rule and tenant:177057dce50047439431e278e655eafb is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:41.226849 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:41.232520 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:41.241512 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:41.297240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.301880 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.306825 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:41.311626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:41.312296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.331132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:14:41.339065 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef9db5d-e71e-4a13-8b04-5a6234af2417,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:41.345048 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.345641 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Added segment 831f09c3-7190-4fd5-826d-86117ce23abf of type vlan for network 749c9abc-a862-42bf-874d-3326f0a1b04a Mar 22 13:14:41.372991 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.402139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.402967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:41.403535 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.426243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.443787 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:41.448740 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.503200 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3674171 Mar 22 13:14:41.505950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007ab5c-41f4-4b75-ba7d-6c16cae28561 admin admin] Pushing event updated for resources: {'Network': ['ID=749c9abc-a862-42bf-874d-3326f0a1b04a,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:41.506667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53482) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:41.512627 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Request body: {'subnet': {'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-284240329-subnet', 'tenant_id': '177057dce50047439431e278e655eafb', 'ip_version': 4}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:41.514668 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:41.523891 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network 749c9abc-a862-42bf-874d-3326f0a1b04a details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:14:41.528585 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:41.532674 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Usage tracker for resource:subnet and tenant:177057dce50047439431e278e655eafb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:41.536409 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:41.543310 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:41.554391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Made reservation on behalf of 177057dce50047439431e278e655eafb for: {'subnet': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:14:41.556863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15344222'] for subnet, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.764315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15254021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15344204'] for subnet, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.827037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a46e035-5126-4029-a389-dd74d362df2a,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:41.850421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Checking segment: {'id': '831f09c3-7190-4fd5-826d-86117ce23abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:14:41.850732 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Network hostable DHCP agents. Network: 749c9abc-a862-42bf-874d-3326f0a1b04a, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83794) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:14:41.875773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Network 749c9abc-a862-42bf-874d-3326f0a1b04a is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:14:41.887362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, 749c9abc-a862-42bf-874d-3326f0a1b04a) {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:41.891367 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:41.891930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.896236 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238dc09f-ace3-4dd8-aade-0ae209d49975 None None] Network 749c9abc-a862-42bf-874d-3326f0a1b04a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:14:41.913416 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4de49bfd-d4a0-4f3a-a3ee-a9e29a0074bc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4055805 Mar 22 13:14:41.915943 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53486) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:41.921091 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-284240329-router', 'tenant_id': '177057dce50047439431e278e655eafb', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:41.925648 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:41.929400 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Usage tracker for resource:router and tenant:177057dce50047439431e278e655eafb is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:41.932640 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:41.939084 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:41.952000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.953005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:41.973239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:42.109967 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-749c9abc-a862-42bf-874d-3326f0a1b04a', 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a', 'tenant_id': '177057dce50047439431e278e655eafb', 'fixed_ips': [{'subnet_id': '1a46e035-5126-4029-a389-dd74d362df2a'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 13:14:42.110887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:42.115868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:42.268632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Allocated IP 172.20.0.2 (749c9abc-a862-42bf-874d-3326f0a1b04a/1a46e035-5126-4029-a389-dd74d362df2a/aec9561c-f7e4-4fbc-9770-3027c10b7da3) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:42.305521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:42.339100 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:42.473361 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Allocated IP 172.26.0.135 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/fc7db3f1-54bd-4723-82ac-ab803b557e5e) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:42.480014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:42.491099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Transition to ACTIVE for port object aec9561c-f7e4-4fbc-9770-3027c10b7da3 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:42.509782 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Transition to ACTIVE for port object aec9561c-f7e4-4fbc-9770-3027c10b7da3 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:42.516229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:42.595752 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Network 749c9abc-a862-42bf-874d-3326f0a1b04a is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:42.597217 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:42.599144 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Pushing event updated for resources: {'Port': ['ID=aec9561c-f7e4-4fbc-9770-3027c10b7da3,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:42.601534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:14:42.699768 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Sync routers for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:14:42.705386 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Attempting to bind port aec9561c-f7e4-4fbc-9770-3027c10b7da3 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:14:42.705775 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Attempting to bind port aec9561c-f7e4-4fbc-9770-3027c10b7da3 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '831f09c3-7190-4fd5-826d-86117ce23abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:14:42.706131 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Attempting to bind port aec9561c-f7e4-4fbc-9770-3027c10b7da3 on network 749c9abc-a862-42bf-874d-3326f0a1b04a {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:14:42.717171 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:14:42.717693 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Checking segment: {'id': '831f09c3-7190-4fd5-826d-86117ce23abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:14:42.718094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:42.718474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Bound using segment: {'id': '831f09c3-7190-4fd5-826d-86117ce23abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:14:42.718930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Bound port: aec9561c-f7e4-4fbc-9770-3027c10b7da3, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831f09c3-7190-4fd5-826d-86117ce23abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:14:42.719303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:42.735251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:14:42.735908 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:14:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:42.742871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:42.771841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:42.840142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:42.843022 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:42.847440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:14:42.871315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Pushing event updated for resources: {'Port': ['ID=fc7db3f1-54bd-4723-82ac-ab803b557e5e,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:42.958907 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] For port aec9561c-f7e4-4fbc-9770-3027c10b7da3, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:14:42.973615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] For port aec9561c-f7e4-4fbc-9770-3027c10b7da3, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=aec9561c-f7e4-4fbc-9770-3027c10b7da3,segment=NetworkSegment(831f09c3-7190-4fd5-826d-86117ce23abf),segment_id=831f09c3-7190-4fd5-826d-86117ce23abf)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:14:42.979749 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:14:43.014934 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:43.015699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:43.023439 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:43.054584 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:43.247280 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Router 895b5e26-cf72-46e4-9872-9b5b746527ad is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83794) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:14:43.254715 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c423a5f-cc83-4aae-83da-9f187c7a69e7 None None] Pushing event updated for resources: {'Port': ['ID=aec9561c-f7e4-4fbc-9770-3027c10b7da3,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:43.419164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:43.419534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:43.489586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:14:43.499775 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Sync routers for ids ['895b5e26-cf72-46e4-9872-9b5b746527ad'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:14:43.518196 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:43.518534 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Routers {'895b5e26-cf72-46e4-9872-9b5b746527ad'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:14:43.519181 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:14:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['895b5e26-cf72-46e4-9872-9b5b746527ad'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:43.519350 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a0002a0e-7335-4015-ad73-d71ba01cd489 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6024227 Mar 22 13:14:43.522460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53490) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:43.615380 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:39Z', 'revision_number': 2, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:43.619365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Checking router: 0d14eec6-9f7c-4cff-9021-04ac7a60b698 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:14:43.619721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Updating router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 port 8c36a5f3-17d9-424e-a94d-3f18640fd131 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:14:43.671522 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:43.707160 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Set router 895b5e26-cf72-46e4-9872-9b5b746527ad gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:14:43.816061 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.050828 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.060188 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'name': 'tempest-TestShelveInstance-284240329-router', 'tenant_id': '177057dce50047439431e278e655eafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:41Z', 'updated_at': '2022-03-22T13:14:42Z', 'revision_number': 3, 'project_id': '177057dce50047439431e278e655eafb', 'gw_port': {'id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:42Z', 'updated_at': '2022-03-22T13:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:44.066988 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Transition to ACTIVE for port object 8c36a5f3-17d9-424e-a94d-3f18640fd131 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:44.067572 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Checking router: 895b5e26-cf72-46e4-9872-9b5b746527ad for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:14:44.068077 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Updating router 895b5e26-cf72-46e4-9872-9b5b746527ad port fc7db3f1-54bd-4723-82ac-ab803b557e5e binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:14:44.075890 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.137070 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.236006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ce7ef-1866-4cf9-97a9-0a005b2a2355 None None] Pushing event updated for resources: {'Port': ['ID=8c36a5f3-17d9-424e-a94d-3f18640fd131,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:44.309145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16aea1d-a7dd-4fc9-8576-1e94f37d1d9d None None] Network 749c9abc-a862-42bf-874d-3326f0a1b04a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:14:44.437842 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.460375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Attempting to bind port 8c36a5f3-17d9-424e-a94d-3f18640fd131 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:14:44.460646 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Attempting to bind port 8c36a5f3-17d9-424e-a94d-3f18640fd131 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:14:44.460998 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Attempting to bind port 8c36a5f3-17d9-424e-a94d-3f18640fd131 on network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:14:44.479994 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2f0257e7-fe21-4406-a83b-c40034eff4b4 None None] Provisioning for port aec9561c-f7e4-4fbc-9770-3027c10b7da3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:44.492037 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:14:44.492399 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Checking segment: {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:14:44.492794 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.493612 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Bound using segment: {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:14:44.493838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Bound port: 8c36a5f3-17d9-424e-a94d-3f18640fd131, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:14:44.494521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.527846 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.539828 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Transition to ACTIVE for port object fc7db3f1-54bd-4723-82ac-ab803b557e5e will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:44.546955 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.632678 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af735c3f-f287-43e4-a981-eedcb2eab334 None None] Pushing event updated for resources: {'Port': ['ID=fc7db3f1-54bd-4723-82ac-ab803b557e5e,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:44.635899 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Attempting to bind port fc7db3f1-54bd-4723-82ac-ab803b557e5e on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:14:44.636447 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Attempting to bind port fc7db3f1-54bd-4723-82ac-ab803b557e5e by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:14:44.636872 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Attempting to bind port fc7db3f1-54bd-4723-82ac-ab803b557e5e on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:14:44.645305 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:14:44.646252 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:14:44.646252 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.646679 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:14:44.647213 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Bound port: fc7db3f1-54bd-4723-82ac-ab803b557e5e, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:14:44.647646 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.659773 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] For port 8c36a5f3-17d9-424e-a94d-3f18640fd131, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:14:44.663433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] For port 8c36a5f3-17d9-424e-a94d-3f18640fd131, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8c36a5f3-17d9-424e-a94d-3f18640fd131,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:14:44.697479 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.726898 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] For port fc7db3f1-54bd-4723-82ac-ab803b557e5e, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:14:44.730433 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] For port fc7db3f1-54bd-4723-82ac-ab803b557e5e, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=fc7db3f1-54bd-4723-82ac-ab803b557e5e,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:14:44.742569 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.777992 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Allocated IP 172.20.0.1 (749c9abc-a862-42bf-874d-3326f0a1b04a/1a46e035-5126-4029-a389-dd74d362df2a/191c7a13-5193-4bdc-92f5-08a1f4c48c27) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:44.804141 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ce7ef-1866-4cf9-97a9-0a005b2a2355 None None] Pushing event updated for resources: {'Port': ['ID=8c36a5f3-17d9-424e-a94d-3f18640fd131,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:44.823234 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:14:44.823930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:14:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:44.836856 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af735c3f-f287-43e4-a981-eedcb2eab334 None None] Pushing event updated for resources: {'Port': ['ID=fc7db3f1-54bd-4723-82ac-ab803b557e5e,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:44.841602 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Routers {'895b5e26-cf72-46e4-9872-9b5b746527ad'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:14:44.842206 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:14:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['895b5e26-cf72-46e4-9872-9b5b746527ad'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:44.967349 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:44.990328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Transition to ACTIVE for port object 191c7a13-5193-4bdc-92f5-08a1f4c48c27 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:45.051013 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.084300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device aec9561c-f7e4-4fbc-9770-3027c10b7da3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:45.112325 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] Set router 895b5e26-cf72-46e4-9872-9b5b746527ad gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:14:45.119308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:14:45.148569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Network 749c9abc-a862-42bf-874d-3326f0a1b04a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:45.149635 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Pushing event updated for resources: {'Port': ['ID=191c7a13-5193-4bdc-92f5-08a1f4c48c27,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:45.152261 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:45.154539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:14:45.214662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.327643 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.451041 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'name': 'tempest-TestShelveInstance-284240329-router', 'tenant_id': '177057dce50047439431e278e655eafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:41Z', 'updated_at': '2022-03-22T13:14:42Z', 'revision_number': 3, 'project_id': '177057dce50047439431e278e655eafb', 'gw_port': {'id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:42Z', 'updated_at': '2022-03-22T13:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:45.454934 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0eaae1-8325-472f-b427-2637e7befd99 None None] The sync data for ids ['895b5e26-cf72-46e4-9872-9b5b746527ad'] in dv-neutron-834653-1-hyperv is: [{'id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'name': 'tempest-TestShelveInstance-284240329-router', 'tenant_id': '177057dce50047439431e278e655eafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:41Z', 'updated_at': '2022-03-22T13:14:42Z', 'revision_number': 3, 'project_id': '177057dce50047439431e278e655eafb', 'gw_port': {'id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:42Z', 'updated_at': '2022-03-22T13:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:14:45.501383 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port aec9561c-f7e4-4fbc-9770-3027c10b7da3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:45.512739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port aec9561c-f7e4-4fbc-9770-3027c10b7da3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:45.513115 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.567084 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.573171 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.586177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7b7c909d-6eb5-4df0-9ae5-d398c3284d88 None None] Provisioning complete for port aec9561c-f7e4-4fbc-9770-3027c10b7da3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:45.586531 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7b7c909d-6eb5-4df0-9ae5-d398c3284d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.676988 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Pushing event updated for resources: {'Port': ['ID=191c7a13-5193-4bdc-92f5-08a1f4c48c27,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:45.679392 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.800716 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.813852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Network 749c9abc-a862-42bf-874d-3326f0a1b04a is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:45.814885 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:45.842910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7b7c909d-6eb5-4df0-9ae5-d398c3284d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:45.872628 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:44Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:14:45.882384 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port aec9561c-f7e4-4fbc-9770-3027c10b7da3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=aec9561c-f7e4-4fbc-9770-3027c10b7da3,segment=NetworkSegment(831f09c3-7190-4fd5-826d-86117ce23abf),segment_id=831f09c3-7190-4fd5-826d-86117ce23abf)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:45.885043 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b58601-e9f3-4d9f-b572-e185adbeed7a None None] The sync data for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv is: [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:44Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:14:45.889099 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:46.033260 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-7b7c909d-6eb5-4df0-9ae5-d398c3284d88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:14:46.033638 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-7b7c909d-6eb5-4df0-9ae5-d398c3284d88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:14:46.036015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=aec9561c-f7e4-4fbc-9770-3027c10b7da3,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:46.262504 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Router 895b5e26-cf72-46e4-9872-9b5b746527ad has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:14:46.599370 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:14:46.609642 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7536e0ab-a42a-4bf7-affa-6334ffd3ddec admin admin] 10.222.0.62 "PUT /v2.0/routers/895b5e26-cf72-46e4-9872-9b5b746527ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0843129 Mar 22 13:14:46.726139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3b937e44-80f0-42cf-bf6e-4515647f2049 None None] Provisioning for port 191c7a13-5193-4bdc-92f5-08a1f4c48c27 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:46.732713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-3b937e44-80f0-42cf-bf6e-4515647f2049 None None] Provisioning complete for port 191c7a13-5193-4bdc-92f5-08a1f4c48c27 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:46.733074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3b937e44-80f0-42cf-bf6e-4515647f2049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:46.795853 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-3b937e44-80f0-42cf-bf6e-4515647f2049 None None] Port 191c7a13-5193-4bdc-92f5-08a1f4c48c27 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:14:47.125472 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8c36a5f3-17d9-424e-a94d-3f18640fd131 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:47.193044 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 8c36a5f3-17d9-424e-a94d-3f18640fd131 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:47.197569 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8c36a5f3-17d9-424e-a94d-3f18640fd131 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:47.197936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.265121 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53500) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:47.270974 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610181838', 'description': 'tempest-secgroup-smoke-610181838 description', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:47.277367 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:47.281221 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:47.284160 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:47.289835 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:47.300288 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.314801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.335421 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:47.339447 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:47.342238 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:47.346503 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 8c36a5f3-17d9-424e-a94d-3f18640fd131, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8c36a5f3-17d9-424e-a94d-3f18640fd131,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:47.347919 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:47.350493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.351527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device aec9561c-f7e4-4fbc-9770-3027c10b7da3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:47.400591 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.405080 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.447305 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c556c4b-713f-43a6-9479-8bf7842b7771,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:47.451022 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.454043 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-f4eeeb84-ccde-48f9-ab1c-18cfa24e2638 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1877491 Mar 22 13:14:47.455675 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53504) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:47.461684 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-0cabc53a-593b-4a22-a842-a658aaf038e6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': '1c556c4b-713f-43a6-9479-8bf7842b7771', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:47.466750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=8c36a5f3-17d9-424e-a94d-3f18640fd131,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:47.467771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0cabc53a-593b-4a22-a842-a658aaf038e6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:47.472494 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0cabc53a-593b-4a22-a842-a658aaf038e6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:47.475514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-0cabc53a-593b-4a22-a842-a658aaf038e6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:47.479609 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port aec9561c-f7e4-4fbc-9770-3027c10b7da3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:47.480017 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.481935 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-0cabc53a-593b-4a22-a842-a658aaf038e6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:47.500868 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cabc53a-593b-4a22-a842-a658aaf038e6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.574573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cabc53a-593b-4a22-a842-a658aaf038e6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.578459 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cabc53a-593b-4a22-a842-a658aaf038e6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.596712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device fc7db3f1-54bd-4723-82ac-ab803b557e5e up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:47.601232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabc53a-593b-4a22-a842-a658aaf038e6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20368312-f389-4ae7-86e4-cf9358f19fc3,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:47.610240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0cabc53a-593b-4a22-a842-a658aaf038e6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.611403 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0cabc53a-593b-4a22-a842-a658aaf038e6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1547899 Mar 22 13:14:47.614431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53508) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:47.620491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-9d7311f7-68f0-4f6c-8279-73de6863624c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': '1c556c4b-713f-43a6-9479-8bf7842b7771', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:47.626495 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9d7311f7-68f0-4f6c-8279-73de6863624c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:47.630291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9d7311f7-68f0-4f6c-8279-73de6863624c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:47.633805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-9d7311f7-68f0-4f6c-8279-73de6863624c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:47.639734 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-9d7311f7-68f0-4f6c-8279-73de6863624c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:47.657256 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9d7311f7-68f0-4f6c-8279-73de6863624c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.667593 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port fc7db3f1-54bd-4723-82ac-ab803b557e5e completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:47.672951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port fc7db3f1-54bd-4723-82ac-ab803b557e5e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:47.673315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.724380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9d7311f7-68f0-4f6c-8279-73de6863624c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.728435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9d7311f7-68f0-4f6c-8279-73de6863624c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.755048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7311f7-68f0-4f6c-8279-73de6863624c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04b26ed-00b0-4060-9698-9303ced38041,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:47.762237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-9d7311f7-68f0-4f6c-8279-73de6863624c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.763441 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9d7311f7-68f0-4f6c-8279-73de6863624c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1479456 Mar 22 13:14:47.766442 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53512) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:47.772407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-080abab9-7306-4dcc-9888-d81c2765354a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': '1c556c4b-713f-43a6-9479-8bf7842b7771', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:47.778527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-080abab9-7306-4dcc-9888-d81c2765354a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:47.783068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-080abab9-7306-4dcc-9888-d81c2765354a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:47.785900 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-080abab9-7306-4dcc-9888-d81c2765354a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:47.786137 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.791829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-080abab9-7306-4dcc-9888-d81c2765354a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:47.803058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port fc7db3f1-54bd-4723-82ac-ab803b557e5e, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=fc7db3f1-54bd-4723-82ac-ab803b557e5e,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:47.806291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.809996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-080abab9-7306-4dcc-9888-d81c2765354a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.872563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-080abab9-7306-4dcc-9888-d81c2765354a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.874819 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=fc7db3f1-54bd-4723-82ac-ab803b557e5e,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:47.877045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-080abab9-7306-4dcc-9888-d81c2765354a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.899775 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080abab9-7306-4dcc-9888-d81c2765354a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f0067d-dfab-468d-ad44-d88b78018fe6,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:47.909566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-080abab9-7306-4dcc-9888-d81c2765354a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:47.910767 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-080abab9-7306-4dcc-9888-d81c2765354a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1428514 Mar 22 13:14:47.913688 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 53516) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:47.918998 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-d0476888-de66-4efe-a1ba-7becaf382fd2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': '1c556c4b-713f-43a6-9479-8bf7842b7771', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:47.924649 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d0476888-de66-4efe-a1ba-7becaf382fd2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:47.928345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d0476888-de66-4efe-a1ba-7becaf382fd2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:47.931239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-d0476888-de66-4efe-a1ba-7becaf382fd2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:47.936807 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-d0476888-de66-4efe-a1ba-7becaf382fd2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:47.955538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0476888-de66-4efe-a1ba-7becaf382fd2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.029887 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0476888-de66-4efe-a1ba-7becaf382fd2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.035416 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0476888-de66-4efe-a1ba-7becaf382fd2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.057667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0476888-de66-4efe-a1ba-7becaf382fd2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48aae659-71cd-4749-a871-81083a769b35,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:48.068149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-d0476888-de66-4efe-a1ba-7becaf382fd2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.069802 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-d0476888-de66-4efe-a1ba-7becaf382fd2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1551743 Mar 22 13:14:48.072829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53520) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:48.078687 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': '1c556c4b-713f-43a6-9479-8bf7842b7771', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:48.084932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:48.089056 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:48.092089 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:48.097653 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:48.111345 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Project e2870d7e2eee4208b67f02ddb8c58527 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:14:48.117402 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.179758 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.183870 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.206566 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3114e0cc-6b6b-4271-bb9b-4d93ed424f07,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:48.215817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.217028 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-62d8ca91-bd31-44b0-adc1-f8c5484f0da0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1431763 Mar 22 13:14:48.219984 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53524) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:14:48.225222 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': '1c556c4b-713f-43a6-9479-8bf7842b7771', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:48.231231 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:48.235194 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:14:48.238256 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:14:48.244099 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:48.255595 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.securitygroups_db [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Project e2870d7e2eee4208b67f02ddb8c58527 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:14:48.262079 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.326655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.332384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.358182 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b94b476-2a9b-416c-b797-f41922baa906,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:48.368439 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:48.369612 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aa83b2ee-7cbf-45c2-97b5-2d2107ad6278 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1487153 Mar 22 13:14:48.551805 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-18b1c8e1-ab02-49af-97a1-061fe6a201ab tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610181838&fields=id&tenant_id=e2870d7e2eee4208b67f02ddb8c58527 HTTP/1.1" status: 200 len: 267 time: 0.0435297 Mar 22 13:14:48.699575 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-5692f07e-75ed-4715-a0c7-0b17c8858694 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:48.700964 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-5692f07e-75ed-4715-a0c7-0b17c8858694 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 809 time: 0.1408877 Mar 22 13:14:48.717012 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-a4cae1e1-60fa-4e86-954d-79642cf3f09a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/quotas/e2870d7e2eee4208b67f02ddb8c58527 HTTP/1.1" status: 200 len: 375 time: 0.0106478 Mar 22 13:14:48.798233 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-5b67ce83-b51f-416b-ab15-8ad1e2a81402 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764842 Mar 22 13:14:48.938812 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-981ba73b-5455-4845-9183-8b47ba7c53ec service neutron] 10.222.0.62 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252925 Mar 22 13:14:49.007804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8c36a5f3-17d9-424e-a94d-3f18640fd131 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:49.070763 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-0d872c13-4279-402a-a3f4-7754b3375b8d service neutron] 10.222.0.62 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239107 Mar 22 13:14:49.074717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 8c36a5f3-17d9-424e-a94d-3f18640fd131 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:49.075247 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:49.244177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device fc7db3f1-54bd-4723-82ac-ab803b557e5e up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:49.271894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-3a5ee80b-fcbe-4bf0-8544-ab99484298e1 req-8ebf23bf-148d-4952-9cab-f601476cceb6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Synchronizing usage tracker for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:49.290822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-3a5ee80b-fcbe-4bf0-8544-ab99484298e1 req-8ebf23bf-148d-4952-9cab-f601476cceb6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Unset dirty status for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:49.292141 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-3a5ee80b-fcbe-4bf0-8544-ab99484298e1 req-8ebf23bf-148d-4952-9cab-f601476cceb6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 210 time: 0.0639324 Mar 22 13:14:49.311409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port fc7db3f1-54bd-4723-82ac-ab803b557e5e triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:49.311774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:50.464727 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-abc36241-e4d1-470a-8e46-2294e5033d96 req-ab396135-b099-4b0f-bbab-b16e66efad01 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 210 time: 0.0437651 Mar 22 13:14:50.711713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-b6eef5ba-c183-4534-89b5-154e73df742f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:50.713336 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-b6eef5ba-c183-4534-89b5-154e73df742f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 809 time: 0.2477884 Mar 22 13:14:50.769013 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-00662ab2-1917-436e-be47-795521b96aa2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2870d7e2eee4208b67f02ddb8c58527 HTTP/1.1" status: 200 len: 379 time: 0.0418470 Mar 22 13:14:50.778122 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'port': {'device_id': '0c8cc762-2140-4160-b008-7bee2de12b44', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'admin_state_up': True, 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'security_groups': ['1c556c4b-713f-43a6-9479-8bf7842b7771']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:50.912380 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:14:50.921722 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:14:50.932904 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Made reservation on behalf of e2870d7e2eee4208b67f02ddb8c58527 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:14:50.935961 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:51.094443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Allocated IP 172.20.0.10 (a33a26e3-1c40-4049-92fb-66fb1d8c3c65/2758083c-0197-4b8b-84c9-fad4a45efe7d/f2d4192c-44b0-4bf3-a1e6-765c28fd878f) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:14:51.284782 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:51.299794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Transition to ACTIVE for port object f2d4192c-44b0-4bf3-a1e6-765c28fd878f will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:51.323856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:51.396270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:14:51.399391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:14:51.403624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:14:51.428371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'Port': ['ID=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:51.465945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:51.466600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:51.492417 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-06a1d73b-e033-4f41-819e-bc4dbd97328a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7178013 Mar 22 13:14:51.505503 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Request body: {'port': {'device_id': '0c8cc762-2140-4160-b008-7bee2de12b44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:14:51.618516 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:51.652375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7f17c5b6-5af6-4052-adf5-92a7d46fdb8c None None] Provisioning for port f2d4192c-44b0-4bf3-a1e6-765c28fd878f completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:51.658690 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-7f17c5b6-5af6-4052-adf5-92a7d46fdb8c None None] Provisioning complete for port f2d4192c-44b0-4bf3-a1e6-765c28fd878f triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:51.659326 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7f17c5b6-5af6-4052-adf5-92a7d46fdb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:51.667434 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b301e61-65fc-45c9-9e77-8571a8f7e358 req-f5ff0cb4-002d-470f-a165-8d19eafbae86 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:51.668871 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b301e61-65fc-45c9-9e77-8571a8f7e358 req-f5ff0cb4-002d-470f-a165-8d19eafbae86 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 932 time: 0.0795574 Mar 22 13:14:51.717798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-7f17c5b6-5af6-4052-adf5-92a7d46fdb8c None None] Port f2d4192c-44b0-4bf3-a1e6-765c28fd878f cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:14:51.720158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-0b301e61-65fc-45c9-9e77-8571a8f7e358 req-75d76920-97b7-44b3-888e-920f932df1b4 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Synchronizing usage tracker for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:51.737491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-0b301e61-65fc-45c9-9e77-8571a8f7e358 req-75d76920-97b7-44b3-888e-920f932df1b4 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Unset dirty status for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:51.738628 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0b301e61-65fc-45c9-9e77-8571a8f7e358 req-75d76920-97b7-44b3-888e-920f932df1b4 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625679 Mar 22 13:14:51.983082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d4192c-44b0-4bf3-a1e6-765c28fd878f {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:14:51.990010 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:52.004317 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Transition to ACTIVE for port object f2d4192c-44b0-4bf3-a1e6-765c28fd878f will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:14:52.009106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:52.141259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:52.250874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Attempting to bind port f2d4192c-44b0-4bf3-a1e6-765c28fd878f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:14:52.251193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Attempting to bind port f2d4192c-44b0-4bf3-a1e6-765c28fd878f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:14:52.251504 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Attempting to bind port f2d4192c-44b0-4bf3-a1e6-765c28fd878f on network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:14:52.257048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Port f2d4192c-44b0-4bf3-a1e6-765c28fd878f on network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 13:14:52.257352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Attempting to bind port f2d4192c-44b0-4bf3-a1e6-765c28fd878f on network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:14:52.263454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:14:52.263773 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Checking segment: {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:14:52.264142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Bound using segment: {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:14:52.264666 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Bound port: f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:14:52.264883 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:52.352591 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:14:52.355652 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:14:52.361678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:52.420267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:52.421643 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 1094 time: 0.9210463 Mar 22 13:14:52.422025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:14:52.438785 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8ced3-2336-482d-a504-52608309f9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:52.503001 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'status': 'completed', 'code': 200} Mar 22 13:14:52.544677 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-88a25745-7be8-4d04-a951-d2ccaae6b44b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1097 time: 0.0758784 Mar 22 13:14:52.612007 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-cf079a4e-4798-42c0-9e20-4d2292c0ef9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 217 time: 0.0612803 Mar 22 13:14:52.763586 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-86f09761-f8a9-4b24-8bd0-f689670b6c6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:52.764940 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-86f09761-f8a9-4b24-8bd0-f689670b6c6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.1466012 Mar 22 13:14:52.840661 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-3ae94fd8-04a1-4879-b2de-58caadbda7ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698884 Mar 22 13:14:52.936851 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcee5b6-1171-44e9-9713-0439e7be7132 req-e3cd0db9-d8dd-4366-9ba1-3a6c5c1654a0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:52.938638 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7dcee5b6-1171-44e9-9713-0439e7be7132 req-e3cd0db9-d8dd-4366-9ba1-3a6c5c1654a0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0807345 Mar 22 13:14:52.969910 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-2bd7274a-b485-4f07-8701-feade8435798 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233904 Mar 22 13:14:52.983560 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-7dcee5b6-1171-44e9-9713-0439e7be7132 req-188495a0-5a4e-49f1-ad13-95af3ecb7256 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392222 Mar 22 13:14:53.109252 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6fee0bb7-f158-4372-82a8-54c76b0395e7 req-307f83b5-fdfb-4748-890e-54d85c96298f service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333652 Mar 22 13:14:53.237350 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dfabcf8c-23e8-43de-8de8-e92b742ec4f3 req-90468dfd-51c5-45e8-96cb-db8cca7177c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1097 time: 0.0712051 Mar 22 13:14:53.366407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabcf8c-23e8-43de-8de8-e92b742ec4f3 req-a8864394-3118-48b4-ab1d-4f8054334b88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:53.367720 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dfabcf8c-23e8-43de-8de8-e92b742ec4f3 req-a8864394-3118-48b4-ab1d-4f8054334b88 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1245131 Mar 22 13:14:53.433287 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dfabcf8c-23e8-43de-8de8-e92b742ec4f3 req-7c5661e5-1929-4708-b2c8-859185cdb448 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 217 time: 0.0593257 Mar 22 13:14:53.496328 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabcf8c-23e8-43de-8de8-e92b742ec4f3 req-23bbfb6e-6a5b-4b54-b08c-1889022c6514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:53.497712 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dfabcf8c-23e8-43de-8de8-e92b742ec4f3 req-23bbfb6e-6a5b-4b54-b08c-1889022c6514 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0588496 Mar 22 13:14:53.570829 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dfabcf8c-23e8-43de-8de8-e92b742ec4f3 req-bce573d0-ca9b-4fba-886c-1930ff5da401 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673203 Mar 22 13:14:53.704619 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dfabcf8c-23e8-43de-8de8-e92b742ec4f3 req-805e38dd-ea1e-44f6-b7ba-d49e1639c72e service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279964 Mar 22 13:14:53.835761 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dfabcf8c-23e8-43de-8de8-e92b742ec4f3 req-1916983a-9417-47ba-822a-b162cfd94474 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250343 Mar 22 13:14:54.192692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b1da7-6441-4318-b6e9-c0a34cbbce7c req-d275eb43-c9e6-4419-af06-1564c36a80bb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:54.193360 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-7c5b1da7-6441-4318-b6e9-c0a34cbbce7c req-d275eb43-c9e6-4419-af06-1564c36a80bb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Synchronizing usage tracker for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:14:54.210960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-7c5b1da7-6441-4318-b6e9-c0a34cbbce7c req-d275eb43-c9e6-4419-af06-1564c36a80bb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Unset dirty status for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:14:54.212119 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c5b1da7-6441-4318-b6e9-c0a34cbbce7c req-d275eb43-c9e6-4419-af06-1564c36a80bb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.1008806 Mar 22 13:14:54.259444 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c5b1da7-6441-4318-b6e9-c0a34cbbce7c req-20b0f33f-0314-4804-894b-a857e81218f4 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412049 Mar 22 13:14:55.481183 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8515b-cd46-427f-987e-e6c0ae4133d0 req-41d54f11-987c-4d76-b3b7-9d0e276444d9 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:55.482541 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-85e8515b-cd46-427f-987e-e6c0ae4133d0 req-41d54f11-987c-4d76-b3b7-9d0e276444d9 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0831590 Mar 22 13:14:55.531328 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-85e8515b-cd46-427f-987e-e6c0ae4133d0 req-e2f9fa24-604e-4452-8e88-354b651f4bcb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409565 Mar 22 13:14:56.755150 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d36d38-097b-4598-aa78-5b76a6d36ac2 req-c52cf76b-fedb-4617-b2e0-c8be1ae78db7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:56.756532 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a5d36d38-097b-4598-aa78-5b76a6d36ac2 req-c52cf76b-fedb-4617-b2e0-c8be1ae78db7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0874674 Mar 22 13:14:56.807022 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a5d36d38-097b-4598-aa78-5b76a6d36ac2 req-fb93c726-4f50-47b0-a283-11e6630acbbc tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432770 Mar 22 13:14:57.207779 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f2d4192c-44b0-4bf3-a1e6-765c28fd878f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:14:57.344126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:57.357070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'port_id': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'mac_address': 'fa:16:3e:84:2a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:14:57.409395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:57.426336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d4192c-44b0-4bf3-a1e6-765c28fd878f {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:14:57.442050 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:57.447918 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:57.512762 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:57.823642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['f2d4192c-44b0-4bf3-a1e6-765c28fd878f'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:14:58.011871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5f08d-6577-4c84-be47-600ee9304786 req-7298c6a6-866f-4ba3-91d8-e65a0b464d9c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:58.013295 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-88c5f08d-6577-4c84-be47-600ee9304786 req-7298c6a6-866f-4ba3-91d8-e65a0b464d9c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 945 time: 0.0796173 Mar 22 13:14:58.059783 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-88c5f08d-6577-4c84-be47-600ee9304786 req-c3dd006c-12d6-4086-b9ef-9b8c353f8cbd tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402961 Mar 22 13:14:58.784623 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c206ef6e-d064-41f8-9d3a-83e335dd3f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:59.204224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f2d4192c-44b0-4bf3-a1e6-765c28fd878f up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:14:59.265540 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f3e48-3900-43fd-8007-4256a8ecb9bb req-7367ffce-ea97-4b33-b401-eaac76c0efe0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:14:59.266882 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-129f3e48-3900-43fd-8007-4256a8ecb9bb req-7367ffce-ea97-4b33-b401-eaac76c0efe0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 945 time: 0.0790827 Mar 22 13:14:59.273135 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port f2d4192c-44b0-4bf3-a1e6-765c28fd878f completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:14:59.278139 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port f2d4192c-44b0-4bf3-a1e6-765c28fd878f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:14:59.278482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:59.311779 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-129f3e48-3900-43fd-8007-4256a8ecb9bb req-8917af71-9d70-43dc-8d51-86485c6c4ac1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386322 Mar 22 13:14:59.390811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:59.423433 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:14:59.435365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:14:59.440972 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:14:59.504409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:14:59.558584 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'code': 200} Mar 22 13:14:59.801809 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4c8593a-1df2-486b-b075-8eca2605f26c req-386890cd-6dca-46d9-b9c7-9b2c5ad723c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1099 time: 0.0786400 Mar 22 13:14:59.846235 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c4c8593a-1df2-486b-b075-8eca2605f26c req-95879f96-fbfc-41db-8c4d-35ddc6bd94f3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388887 Mar 22 13:15:00.521190 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a953f-70fe-4bd8-befd-3c7ad0a9bb87 req-96686bae-9a0a-44e4-8d1a-f8424a6fac94 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:00.522619 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-341a953f-70fe-4bd8-befd-3c7ad0a9bb87 req-96686bae-9a0a-44e4-8d1a-f8424a6fac94 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0774603 Mar 22 13:15:00.569029 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-341a953f-70fe-4bd8-befd-3c7ad0a9bb87 req-cdc8074d-a60a-43b1-bcd9-a8a41f991438 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387249 Mar 22 13:15:01.746787 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-37fa9b9d-21a9-483b-b039-b82db6af710a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:01.769514 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3aaac2-2b6d-4285-88b0-942f6fdd2cec req-31ac93b6-7ba0-4743-ae30-bbcbe2c45464 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:01.770938 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8a3aaac2-2b6d-4285-88b0-942f6fdd2cec req-31ac93b6-7ba0-4743-ae30-bbcbe2c45464 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0766721 Mar 22 13:15:01.820850 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8a3aaac2-2b6d-4285-88b0-942f6fdd2cec req-edcdd790-fd72-4fd6-9c03-081c7a9547af tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441756 Mar 22 13:15:02.020930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09aaa-7a99-420f-a071-9face3a07c98 req-0d394cbc-edd8-435f-b582-b263552a8e9e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:02.022370 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63e09aaa-7a99-420f-a071-9face3a07c98 req-0d394cbc-edd8-435f-b582-b263552a8e9e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0831933 Mar 22 13:15:02.155178 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63e09aaa-7a99-420f-a071-9face3a07c98 req-bced8c86-83d8-4f59-9fa9-921a560ee4f5 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237993 Mar 22 13:15:02.184809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:02.187843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53584) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:02.213526 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:02.377704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8faae305-e60d-48b5-9a75-6b1221c3fb2c tempest-TestShelveInstance-1414658831 tempest-TestShelveInstance-1414658831-project-admin] Synchronizing usage tracker for tenant:177057dce50047439431e278e655eafb on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:15:02.395084 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8faae305-e60d-48b5-9a75-6b1221c3fb2c tempest-TestShelveInstance-1414658831 tempest-TestShelveInstance-1414658831-project-admin] Unset dirty status for tenant:177057dce50047439431e278e655eafb on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:15:02.396412 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8faae305-e60d-48b5-9a75-6b1221c3fb2c tempest-TestShelveInstance-1414658831 tempest-TestShelveInstance-1414658831-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1094 time: 0.2074780 Mar 22 13:15:02.400621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53590) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:15:02.405971 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:15:02.411672 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:15:02.415634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:floatingip and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:15:02.418541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:15:02.424220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:15:02.436284 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:02.574478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:02.724075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Allocated IP 172.26.0.114 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/d049520f-7321-451d-9abe-1022dfd7adb0) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:15:02.883615 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:02.918112 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:02.981838 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:15:02.984607 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:15:02.988760 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:15:03.015302 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'Port': ['ID=d049520f-7321-451d-9abe-1022dfd7adb0,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:03.536922 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.589412 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.648088 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.861241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.868418 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:03.970476 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'Port': ['ID=d049520f-7321-451d-9abe-1022dfd7adb0,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:03.991898 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.058379 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c00907f-0451-4db5-8c32-d593e43bfdaa req-79e9a5ab-3972-489f-aa2f-8adf309a78df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662966 Mar 22 13:15:04.180969 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Floating IP 9f3965ee-11ef-40eb-8f86-0571fc1f1920 associated. External IP: 172.26.0.114, port: f2d4192c-44b0-4bf3-a1e6-765c28fd878f. Mar 22 13:15:04.199496 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c00907f-0451-4db5-8c32-d593e43bfdaa req-20fb88fc-eeb8-4bc2-a6bf-95f0479ddecb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1099 time: 0.0753989 Mar 22 13:15:04.342829 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00907f-0451-4db5-8c32-d593e43bfdaa req-67c1951e-7298-4bff-a338-85bd11c91640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:04.344282 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c00907f-0451-4db5-8c32-d593e43bfdaa req-67c1951e-7298-4bff-a338-85bd11c91640 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1261108 Mar 22 13:15:04.444845 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c00907f-0451-4db5-8c32-d593e43bfdaa req-7917b427-4875-4efd-bcfa-fc8790d684dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 1000 time: 0.0948553 Mar 22 13:15:04.505796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00907f-0451-4db5-8c32-d593e43bfdaa req-cbf52945-9c11-4062-b699-78de6a90a6fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:04.506963 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c00907f-0451-4db5-8c32-d593e43bfdaa req-cbf52945-9c11-4062-b699-78de6a90a6fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0571625 Mar 22 13:15:04.575960 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:15:04.581734 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c00907f-0451-4db5-8c32-d593e43bfdaa req-e23c4186-2f7b-4adb-b056-2af8dd43d1ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694523 Mar 22 13:15:04.712440 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c00907f-0451-4db5-8c32-d593e43bfdaa req-4320112b-e3b9-4158-a951-f9b287daab31 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246970 Mar 22 13:15:04.779298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:15:04.791221 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c393956-97c3-462e-9105-89309d4df9d5 None None] Sync routers for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:15:04.804722 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c393956-97c3-462e-9105-89309d4df9d5 None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:15:04.805440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8c393956-97c3-462e-9105-89309d4df9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:15:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:04.806068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:04.846146 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7c00907f-0451-4db5-8c32-d593e43bfdaa req-15b5ef09-286a-4c87-bcf2-52c0c1ea80f8 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281073 Mar 22 13:15:04.862720 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-fa7ece93-e31a-48a7-93fc-690a96b263ae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4609404 Mar 22 13:15:04.863244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:15:04.925431 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'status': 'completed', 'code': 200} Mar 22 13:15:04.988181 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8c393956-97c3-462e-9105-89309d4df9d5 None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:15:05.019430 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea4270d8-802e-4e93-b03b-b04591108e41 req-783e6659-744b-476c-aaf0-b8690763b797 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1099 time: 0.0746994 Mar 22 13:15:05.150300 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4270d8-802e-4e93-b03b-b04591108e41 req-73d55710-3bae-4eaf-bbe1-d1f428428aa6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:05.151735 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea4270d8-802e-4e93-b03b-b04591108e41 req-73d55710-3bae-4eaf-bbe1-d1f428428aa6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1265142 Mar 22 13:15:05.252289 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea4270d8-802e-4e93-b03b-b04591108e41 req-e6a74ad3-a750-4dfd-87ba-ead8c778ce59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 1000 time: 0.0947900 Mar 22 13:15:05.314365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4270d8-802e-4e93-b03b-b04591108e41 req-43edd084-3255-4be9-abd1-65bb1ef67f93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:15:05.315825 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea4270d8-802e-4e93-b03b-b04591108e41 req-43edd084-3255-4be9-abd1-65bb1ef67f93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0584698 Mar 22 13:15:05.354623 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8c393956-97c3-462e-9105-89309d4df9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9f3965ee-11ef-40eb-8f86-0571fc1f1920', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'floating_ip_address': '172.26.0.114', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'port_id': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'mac_address': 'fa:16:3e:84:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8cc762-2140-4160-b008-7bee2de12b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:03Z', 'updated_at': '2022-03-22T13:15:03Z', 'revision_number': 0, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:05.358561 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c393956-97c3-462e-9105-89309d4df9d5 None None] Checking router: 0d14eec6-9f7c-4cff-9021-04ac7a60b698 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:15:05.369130 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c393956-97c3-462e-9105-89309d4df9d5 None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:15:05.369765 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8c393956-97c3-462e-9105-89309d4df9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:15:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:05.390585 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea4270d8-802e-4e93-b03b-b04591108e41 req-9eaaad99-4f2b-43fd-a261-221120f0e575 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692430 Mar 22 13:15:05.523075 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea4270d8-802e-4e93-b03b-b04591108e41 req-3584a8dd-6849-4f6e-b7bd-ed73d851a1dc service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266229 Mar 22 13:15:05.544319 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8c393956-97c3-462e-9105-89309d4df9d5 None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:15:05.652969 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea4270d8-802e-4e93-b03b-b04591108e41 req-d6244c78-0218-4d5e-8d3b-8f86e95a6a18 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246128 Mar 22 13:15:05.891230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8c393956-97c3-462e-9105-89309d4df9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9f3965ee-11ef-40eb-8f86-0571fc1f1920', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'floating_ip_address': '172.26.0.114', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'port_id': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'mac_address': 'fa:16:3e:84:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8cc762-2140-4160-b008-7bee2de12b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:03Z', 'updated_at': '2022-03-22T13:15:03Z', 'revision_number': 0, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:05.895721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c393956-97c3-462e-9105-89309d4df9d5 None None] The sync data for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv is: [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '9f3965ee-11ef-40eb-8f86-0571fc1f1920', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'floating_ip_address': '172.26.0.114', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'port_id': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'mac_address': 'fa:16:3e:84:2a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8cc762-2140-4160-b008-7bee2de12b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:15:03Z', 'updated_at': '2022-03-22T13:15:03Z', 'revision_number': 0, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:15:07.863138 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Sync routers for ids ['895b5e26-cf72-46e4-9872-9b5b746527ad'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:15:07.866595 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb09ff0-15d1-48a0-8fc0-1c9b305361e6 None None] New status for floating IP 9f3965ee-11ef-40eb-8f86-0571fc1f1920: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:15:07.876229 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Routers {'895b5e26-cf72-46e4-9872-9b5b746527ad'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:15:07.876834 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:15:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['895b5e26-cf72-46e4-9872-9b5b746527ad'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:08.049622 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Set router 895b5e26-cf72-46e4-9872-9b5b746527ad gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:15:08.229864 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:15:08.404528 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'name': 'tempest-TestShelveInstance-284240329-router', 'tenant_id': '177057dce50047439431e278e655eafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:41Z', 'updated_at': '2022-03-22T13:14:45Z', 'revision_number': 4, 'project_id': '177057dce50047439431e278e655eafb', 'gw_port': {'id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:42Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '191c7a13-5193-4bdc-92f5-08a1f4c48c27', 'name': '', 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a', 'tenant_id': '177057dce50047439431e278e655eafb', 'mac_address': 'fa:16:3e:87:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a46e035-5126-4029-a389-dd74d362df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:44Z', 'updated_at': '2022-03-22T13:14:45Z', 'revision_number': 2, 'project_id': '177057dce50047439431e278e655eafb', 'subnets': [{'id': '1a46e035-5126-4029-a389-dd74d362df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:08.408298 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Checking router: 895b5e26-cf72-46e4-9872-9b5b746527ad for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:15:08.408640 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Updating router 895b5e26-cf72-46e4-9872-9b5b746527ad port 191c7a13-5193-4bdc-92f5-08a1f4c48c27 binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:15:08.468780 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:08.841087 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:08.853763 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Transition to ACTIVE for port object 191c7a13-5193-4bdc-92f5-08a1f4c48c27 will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:15:08.860261 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:08.983939 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185e80a-c788-4816-a626-45083cc190d5 None None] Pushing event updated for resources: {'Port': ['ID=191c7a13-5193-4bdc-92f5-08a1f4c48c27,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:09.069434 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Attempting to bind port 191c7a13-5193-4bdc-92f5-08a1f4c48c27 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:15:09.069810 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Attempting to bind port 191c7a13-5193-4bdc-92f5-08a1f4c48c27 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '831f09c3-7190-4fd5-826d-86117ce23abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:15:09.070156 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Attempting to bind port 191c7a13-5193-4bdc-92f5-08a1f4c48c27 on network 749c9abc-a862-42bf-874d-3326f0a1b04a {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:15:09.076489 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:15:09.076857 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Checking segment: {'id': '831f09c3-7190-4fd5-826d-86117ce23abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:15:09.077238 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:09.077635 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Bound using segment: {'id': '831f09c3-7190-4fd5-826d-86117ce23abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:15:09.078079 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Bound port: 191c7a13-5193-4bdc-92f5-08a1f4c48c27, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831f09c3-7190-4fd5-826d-86117ce23abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:15:09.078434 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:09.164632 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] For port 191c7a13-5193-4bdc-92f5-08a1f4c48c27, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:15:09.167577 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] For port 191c7a13-5193-4bdc-92f5-08a1f4c48c27, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=191c7a13-5193-4bdc-92f5-08a1f4c48c27,segment=NetworkSegment(831f09c3-7190-4fd5-826d-86117ce23abf),segment_id=831f09c3-7190-4fd5-826d-86117ce23abf)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:15:09.172729 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:09.251440 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185e80a-c788-4816-a626-45083cc190d5 None None] Pushing event updated for resources: {'Port': ['ID=191c7a13-5193-4bdc-92f5-08a1f4c48c27,revision_number=4']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:09.254341 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Routers {'895b5e26-cf72-46e4-9872-9b5b746527ad'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:15:09.254918 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:15:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['895b5e26-cf72-46e4-9872-9b5b746527ad'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:09.432090 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] Set router 895b5e26-cf72-46e4-9872-9b5b746527ad gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:15:09.735100 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'name': 'tempest-TestShelveInstance-284240329-router', 'tenant_id': '177057dce50047439431e278e655eafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:41Z', 'updated_at': '2022-03-22T13:14:45Z', 'revision_number': 4, 'project_id': '177057dce50047439431e278e655eafb', 'gw_port': {'id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:42Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '191c7a13-5193-4bdc-92f5-08a1f4c48c27', 'name': '', 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a', 'tenant_id': '177057dce50047439431e278e655eafb', 'mac_address': 'fa:16:3e:87:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a46e035-5126-4029-a389-dd74d362df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:44Z', 'updated_at': '2022-03-22T13:15:09Z', 'revision_number': 4, 'project_id': '177057dce50047439431e278e655eafb', 'subnets': [{'id': '1a46e035-5126-4029-a389-dd74d362df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:15:09.739012 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd22584-d26a-43e0-83ae-43f02ae88f28 None None] The sync data for ids ['895b5e26-cf72-46e4-9872-9b5b746527ad'] in dv-neutron-834653-1-hyperv is: [{'id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'name': 'tempest-TestShelveInstance-284240329-router', 'tenant_id': '177057dce50047439431e278e655eafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:41Z', 'updated_at': '2022-03-22T13:14:45Z', 'revision_number': 4, 'project_id': '177057dce50047439431e278e655eafb', 'gw_port': {'id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:42Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '191c7a13-5193-4bdc-92f5-08a1f4c48c27', 'name': '', 'network_id': '749c9abc-a862-42bf-874d-3326f0a1b04a', 'tenant_id': '177057dce50047439431e278e655eafb', 'mac_address': 'fa:16:3e:87:ea:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a46e035-5126-4029-a389-dd74d362df2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:44Z', 'updated_at': '2022-03-22T13:15:09Z', 'revision_number': 4, 'project_id': '177057dce50047439431e278e655eafb', 'subnets': [{'id': '1a46e035-5126-4029-a389-dd74d362df2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:15:11.028076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 191c7a13-5193-4bdc-92f5-08a1f4c48c27 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:15:11.112235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 191c7a13-5193-4bdc-92f5-08a1f4c48c27 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:15:11.116991 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 191c7a13-5193-4bdc-92f5-08a1f4c48c27 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:11.117358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:11.234731 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:11.267691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 191c7a13-5193-4bdc-92f5-08a1f4c48c27, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=191c7a13-5193-4bdc-92f5-08a1f4c48c27,segment=NetworkSegment(831f09c3-7190-4fd5-826d-86117ce23abf),segment_id=831f09c3-7190-4fd5-826d-86117ce23abf)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:15:11.272642 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:11.340199 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=191c7a13-5193-4bdc-92f5-08a1f4c48c27,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:15:13.015996 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 191c7a13-5193-4bdc-92f5-08a1f4c48c27 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:15:13.094083 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 191c7a13-5193-4bdc-92f5-08a1f4c48c27 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:15:13.094453 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:13.809078 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:28.788003 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1394c2c8-38b5-43d0-bd41-4b4c6b4e5024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:31.755708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8498afd5-f354-47d0-9c8a-2ab2580b12c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:32.181247 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:32.214154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:33.545350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:43.842694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:15:45.212041 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:15:58.786627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3217949b-7e35-4585-a0ad-1c0e3e69a05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:01.758845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6f985ea0-9ada-4349-988c-f0aacfdbba97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:02.178088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:02.216268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:03.549138 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:04.160259 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f222d35-505b-4af8-a421-bd6e6a32cb6b req-8f8d9aa5-1e6d-4048-9f17-4224f2ec764e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1571209 Mar 22 13:16:04.312319 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f222d35-505b-4af8-a421-bd6e6a32cb6b req-8b84571f-57bd-418d-a4ad-368f067b3a3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1099 time: 0.0835593 Mar 22 13:16:04.465425 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222d35-505b-4af8-a421-bd6e6a32cb6b req-1d240e4d-693b-4c95-b756-2a6a912492d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:04.466905 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f222d35-505b-4af8-a421-bd6e6a32cb6b req-1d240e4d-693b-4c95-b756-2a6a912492d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1361761 Mar 22 13:16:04.567974 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f222d35-505b-4af8-a421-bd6e6a32cb6b req-b10b2e14-3656-4056-8cf7-402f5b00489c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 1002 time: 0.0952907 Mar 22 13:16:04.631414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f222d35-505b-4af8-a421-bd6e6a32cb6b req-ce608cc7-6d80-42d0-b613-babadc306bd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:16:04.632820 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f222d35-505b-4af8-a421-bd6e6a32cb6b req-ce608cc7-6d80-42d0-b613-babadc306bd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0598497 Mar 22 13:16:04.706461 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f222d35-505b-4af8-a421-bd6e6a32cb6b req-91700443-c5a7-4d6a-a417-eec58cd54b00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675602 Mar 22 13:16:04.838963 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f222d35-505b-4af8-a421-bd6e6a32cb6b req-00e50330-cf65-44e9-8b30-cac71bb36690 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257956 Mar 22 13:16:04.969831 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1f222d35-505b-4af8-a421-bd6e6a32cb6b req-89fd6137-273e-4d48-abf5-cdf50c30da6c service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254058 Mar 22 13:16:13.839925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:22.214031 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:16:28.787006 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-df47499f-32d5-47b2-ad73-529bc00a9d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:31.755803 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5c95de99-4e79-4660-8d0d-5772e745ec3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:32.178601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:32.218793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:33.551873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:43.860932 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:58.781076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4eaf41e1-151b-41ef-b6b6-ebd8d5f35b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:16:59.215849 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:17:01.750776 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4ec1fe87-5a11-4aed-b765-18df57b8b896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:02.174608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:02.224230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:03.551369 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:04.065812 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3be22f9c-5555-45ba-acbe-e222a4ae8069 req-bfa5166c-3a1c-4d36-9cb4-8bc648098815 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768454 Mar 22 13:17:04.201734 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3be22f9c-5555-45ba-acbe-e222a4ae8069 req-e01ae2d0-847b-4887-984b-18cae7d51972 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1099 time: 0.0681331 Mar 22 13:17:04.346814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be22f9c-5555-45ba-acbe-e222a4ae8069 req-8a00aacd-1299-4e76-853e-883b57ca98e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:04.348170 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3be22f9c-5555-45ba-acbe-e222a4ae8069 req-8a00aacd-1299-4e76-853e-883b57ca98e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1283767 Mar 22 13:17:04.451128 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3be22f9c-5555-45ba-acbe-e222a4ae8069 req-445c363e-6b32-485d-b015-34244149a7fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 1002 time: 0.0967135 Mar 22 13:17:04.510939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be22f9c-5555-45ba-acbe-e222a4ae8069 req-c38325c3-09d7-4cf5-9f40-25512d5b99ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:04.512355 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3be22f9c-5555-45ba-acbe-e222a4ae8069 req-c38325c3-09d7-4cf5-9f40-25512d5b99ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0561273 Mar 22 13:17:04.587752 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3be22f9c-5555-45ba-acbe-e222a4ae8069 req-0e3d4d5a-d981-49cb-bc61-087e28bbdd65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698607 Mar 22 13:17:04.736254 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3be22f9c-5555-45ba-acbe-e222a4ae8069 req-a940b9af-06d8-49a1-88e1-e065a979de67 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422925 Mar 22 13:17:04.962639 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3be22f9c-5555-45ba-acbe-e222a4ae8069 req-1e87948e-1d10-46c3-bddb-74a187d170f7 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208014 Mar 22 13:17:13.867078 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:28.786613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4fbca9d7-32e4-4b1b-a040-d46d37216c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:31.757611 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f6bdc6a8-35c3-408c-a15b-7af7703f7a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:32.180258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:32.230919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:33.552636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:36.224666 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:17:42.119917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef4f7e-be83-4e6f-841e-8869ad9fce44 req-5332dfc7-d95f-49f8-81a0-7a4cd1ad292f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:42.121360 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6ef4f7e-be83-4e6f-841e-8869ad9fce44 req-5332dfc7-d95f-49f8-81a0-7a4cd1ad292f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.2567470 Mar 22 13:17:42.169764 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6ef4f7e-be83-4e6f-841e-8869ad9fce44 req-37dc1ff9-9d38-41db-936e-c4f005e003c9 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423248 Mar 22 13:17:43.391544 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea4430-94a0-4407-a81a-29e79168348a req-5e180ed7-1a0f-4294-97f0-39d346fd6076 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:43.392995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-38ea4430-94a0-4407-a81a-29e79168348a req-5e180ed7-1a0f-4294-97f0-39d346fd6076 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0833447 Mar 22 13:17:43.448704 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-38ea4430-94a0-4407-a81a-29e79168348a req-8045229d-d602-4c1e-b75c-13914eae50f6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470173 Mar 22 13:17:43.874396 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:44.666070 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391244cf-3173-412f-a14b-d43f4ed5301f req-e7d4d689-9096-4c43-8e8a-0c0205f2be9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:44.667557 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-391244cf-3173-412f-a14b-d43f4ed5301f req-e7d4d689-9096-4c43-8e8a-0c0205f2be9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0756965 Mar 22 13:17:44.714000 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-391244cf-3173-412f-a14b-d43f4ed5301f req-22077d89-7ab3-4754-abf5-0868192a112f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 Mar 22 13:17:45.919595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d8fad-a75d-48c6-bfd7-49ba4f6550f3 req-cf51f631-53c5-4b3c-a68c-8d681d12b9ce tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:45.921158 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f2d8fad-a75d-48c6-bfd7-49ba4f6550f3 req-cf51f631-53c5-4b3c-a68c-8d681d12b9ce tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0835724 Mar 22 13:17:45.967594 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f2d8fad-a75d-48c6-bfd7-49ba4f6550f3 req-5143fedb-55de-4675-a986-65f760248b87 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407801 Mar 22 13:17:47.186298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d61788-0fe2-46ec-8044-3176b4c831a2 req-ab1cadfa-e0b4-4480-a6c3-ae8122089298 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:47.187796 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6d61788-0fe2-46ec-8044-3176b4c831a2 req-ab1cadfa-e0b4-4480-a6c3-ae8122089298 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0872793 Mar 22 13:17:47.234425 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e6d61788-0fe2-46ec-8044-3176b4c831a2 req-40db144b-591e-479e-a1ff-5940181aaa75 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402398 Mar 22 13:17:48.431523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d71a37-2d74-48c3-a99a-62258dd5172f req-bf52c07d-a132-4f81-a0c4-14ea2b1f735c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:48.432975 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-54d71a37-2d74-48c3-a99a-62258dd5172f req-bf52c07d-a132-4f81-a0c4-14ea2b1f735c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0767114 Mar 22 13:17:48.484318 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-54d71a37-2d74-48c3-a99a-62258dd5172f req-51cd4625-8f0e-4eb9-af58-4543cca50a0d tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456984 Mar 22 13:17:49.684871 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad084a47-6c17-414b-a571-4927e3739b90 req-a4f4225b-cbe9-45f1-a0f8-dd4e04464f30 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:49.686784 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ad084a47-6c17-414b-a571-4927e3739b90 req-a4f4225b-cbe9-45f1-a0f8-dd4e04464f30 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0796268 Mar 22 13:17:49.744313 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ad084a47-6c17-414b-a571-4927e3739b90 req-d2492efc-057c-4e77-847c-bd40004b5ff9 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446217 Mar 22 13:17:50.952386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7681d3f-928b-42b5-bc16-b43064aa7f5b req-0dc260a6-a941-4370-86be-7ae0f4159f48 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:50.953884 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7681d3f-928b-42b5-bc16-b43064aa7f5b req-0dc260a6-a941-4370-86be-7ae0f4159f48 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0819492 Mar 22 13:17:51.005293 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a7681d3f-928b-42b5-bc16-b43064aa7f5b req-3f28ab85-b8e5-430c-a913-1063ffae1387 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457733 Mar 22 13:17:52.214412 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f714822-0ee7-4f54-8644-c021d90ef954 req-d2d9347a-dbcb-404f-98a4-03b03cb728e1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:52.215892 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4f714822-0ee7-4f54-8644-c021d90ef954 req-d2d9347a-dbcb-404f-98a4-03b03cb728e1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0879056 Mar 22 13:17:52.267888 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4f714822-0ee7-4f54-8644-c021d90ef954 req-df722bda-2471-42ba-abc3-93bfaca3cf70 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461831 Mar 22 13:17:53.473917 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6503f2-474d-46f8-bf39-3f10fbb12f88 req-c5523e63-32cf-40bb-a788-78fd2b0a7c2e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:53.475359 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4d6503f2-474d-46f8-bf39-3f10fbb12f88 req-c5523e63-32cf-40bb-a788-78fd2b0a7c2e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0811214 Mar 22 13:17:53.523123 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4d6503f2-474d-46f8-bf39-3f10fbb12f88 req-990efd43-6fdf-45ca-a77b-1a2596eb0924 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421283 Mar 22 13:17:54.109009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f2d4192c-44b0-4bf3-a1e6-765c28fd878f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:17:54.253644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:17:54.267031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'port_id': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'mac_address': 'fa:16:3e:84:2a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:17:54.324270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:54.344973 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2d4192c-44b0-4bf3-a1e6-765c28fd878f {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:17:54.363817 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:17:54.370282 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:54.445407 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:54.451029 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['f2d4192c-44b0-4bf3-a1e6-765c28fd878f'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:17:54.485330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:17:54.485692 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:17:54.486016 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:17:54.486337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:17:54.486658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:17:54.486970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:17:54.487283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:17:54.487597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:17:54.487904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:17:54.488214 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:17:54.488514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:17:54.730602 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e603d4-1525-4072-8221-5fa433dab6df req-38ab1031-8669-4533-bb42-98f0efc56970 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:54.732082 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0e603d4-1525-4072-8221-5fa433dab6df req-38ab1031-8669-4533-bb42-98f0efc56970 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 945 time: 0.0827422 Mar 22 13:17:54.778459 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-e0e603d4-1525-4072-8221-5fa433dab6df req-d5e605f4-a7a0-4321-96f5-ccb9f058ff71 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407410 Mar 22 13:17:55.983820 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed5588-f2f7-425e-98fe-5e0bd0da3444 req-c7287559-91de-49bf-be8e-f8dbcd90c409 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:55.985286 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c3ed5588-f2f7-425e-98fe-5e0bd0da3444 req-c7287559-91de-49bf-be8e-f8dbcd90c409 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 945 time: 0.0801234 Mar 22 13:17:56.033312 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c3ed5588-f2f7-425e-98fe-5e0bd0da3444 req-52f67f36-cc3d-4e97-aed7-491e580071ec tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420806 Mar 22 13:17:56.124976 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f2d4192c-44b0-4bf3-a1e6-765c28fd878f up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:17:56.199658 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port f2d4192c-44b0-4bf3-a1e6-765c28fd878f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:17:56.200183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:56.315893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:56.343296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:17:56.352712 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:17:56.358680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:56.433639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:17:56.529165 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'code': 200} Mar 22 13:17:57.246439 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbb283-8f1e-47a4-8992-d2c5e879b284 req-bda410e9-971b-45d4-a6a3-028f6e677186 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:57.247907 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a3bbb283-8f1e-47a4-8992-d2c5e879b284 req-bda410e9-971b-45d4-a6a3-028f6e677186 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0825577 Mar 22 13:17:57.295206 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a3bbb283-8f1e-47a4-8992-d2c5e879b284 req-c2152fa6-e901-44a1-b29f-846aad097bf5 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407634 Mar 22 13:17:58.501475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789419e-f9e2-410e-931c-05ce9a450d4d req-17acf3f0-74d3-4dc7-8028-ede1b2d81353 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:58.502840 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d789419e-f9e2-410e-931c-05ce9a450d4d req-17acf3f0-74d3-4dc7-8028-ede1b2d81353 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0783889 Mar 22 13:17:58.551189 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d789419e-f9e2-410e-931c-05ce9a450d4d req-82d7132d-1e8c-45d6-8291-c40d25d1464f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420885 Mar 22 13:17:58.782589 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-1983d223-051e-4951-99ec-4efea677ee5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:17:59.766385 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6708be-69ce-4e28-838a-d649f96c231a req-a2942f58-69bc-4c80-8915-7f6c1dac56d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:17:59.767886 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af6708be-69ce-4e28-838a-d649f96c231a req-a2942f58-69bc-4c80-8915-7f6c1dac56d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0831771 Mar 22 13:17:59.831849 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-af6708be-69ce-4e28-838a-d649f96c231a req-d9b3476a-af4b-46d9-9b84-182f4bd3f11d tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546198 Mar 22 13:18:01.068574 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939355ad-3527-401d-9c86-1e426ae2504f req-1fe3a8bd-8f24-4677-b58d-55602450f763 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:01.071517 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-939355ad-3527-401d-9c86-1e426ae2504f req-1fe3a8bd-8f24-4677-b58d-55602450f763 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0949140 Mar 22 13:18:01.130214 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-939355ad-3527-401d-9c86-1e426ae2504f req-2edf2d65-ca03-4ecc-ac96-2942c8ef0d4e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520356 Mar 22 13:18:01.751793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-99c07ade-3ac4-499a-8be9-1f4c6945e397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:02.188904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:02.235987 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:02.394206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a37c1-a2aa-47f9-8f6c-735fb9ab6b93 req-940dbeaf-0f7f-4f30-bb55-b9e3e8eafc14 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:02.396587 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7e1a37c1-a2aa-47f9-8f6c-735fb9ab6b93 req-940dbeaf-0f7f-4f30-bb55-b9e3e8eafc14 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0873165 Mar 22 13:18:02.448922 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7e1a37c1-a2aa-47f9-8f6c-735fb9ab6b93 req-d4c57a22-7281-48a3-98d0-db8db7871956 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 Mar 22 13:18:03.560163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:03.675086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0cd66-bc30-4779-94cd-9b6baa54d4fc req-8db09655-94b1-4ec2-9152-bb98c0352221 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:03.687964 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-25b0cd66-bc30-4779-94cd-9b6baa54d4fc req-8db09655-94b1-4ec2-9152-bb98c0352221 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.1002352 Mar 22 13:18:03.744250 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-25b0cd66-bc30-4779-94cd-9b6baa54d4fc req-1210871d-3238-4c40-943b-f6f52b268e28 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553913 Mar 22 13:18:04.325062 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e354171-e4d7-4b46-9d07-5a878f36418a req-e47a55c5-0794-4d94-a15d-bb9f2dab25fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1099 time: 0.1561801 Mar 22 13:18:04.477974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e354171-e4d7-4b46-9d07-5a878f36418a req-fdda051d-69ac-4183-8cac-db63910c32ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:04.479560 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e354171-e4d7-4b46-9d07-5a878f36418a req-fdda051d-69ac-4183-8cac-db63910c32ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1359119 Mar 22 13:18:04.585611 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e354171-e4d7-4b46-9d07-5a878f36418a req-02294e18-fe54-494c-a43f-14c55c39dd64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 1002 time: 0.0997808 Mar 22 13:18:04.661193 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e354171-e4d7-4b46-9d07-5a878f36418a req-c1b86042-7f3b-4769-bf39-3269a421ecd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:04.662709 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e354171-e4d7-4b46-9d07-5a878f36418a req-c1b86042-7f3b-4769-bf39-3269a421ecd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0674214 Mar 22 13:18:04.749097 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e354171-e4d7-4b46-9d07-5a878f36418a req-fccb95fe-5d17-4fd9-b772-0502ac6da387 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795226 Mar 22 13:18:04.959847 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e354171-e4d7-4b46-9d07-5a878f36418a req-b12e7c6d-e036-4cc5-8371-fb962001465f service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045412 Mar 22 13:18:05.178299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66602d-d109-4bee-ae59-9545281ff6c5 req-e52ae1f3-b621-4898-a1f0-9923906a66be tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:05.179784 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc66602d-d109-4bee-ae59-9545281ff6c5 req-e52ae1f3-b621-4898-a1f0-9923906a66be tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.2919207 Mar 22 13:18:05.247063 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0e354171-e4d7-4b46-9d07-5a878f36418a req-49ee6f95-c230-4f49-bbbc-fbe9aa95f7f9 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789099 Mar 22 13:18:05.263521 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-dc66602d-d109-4bee-ae59-9545281ff6c5 req-e59cfee9-69ab-4554-970b-24439a81917b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667696 Mar 22 13:18:06.477740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2283b59-c501-4809-a761-fe507cc68940 req-2b1ac02c-5e08-465d-9c7a-1c72e33c5c26 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:06.484828 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a2283b59-c501-4809-a761-fe507cc68940 req-2b1ac02c-5e08-465d-9c7a-1c72e33c5c26 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0922799 Mar 22 13:18:06.535013 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a2283b59-c501-4809-a761-fe507cc68940 req-4d5216a8-ff4a-4a6d-b948-371103f104e1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493274 Mar 22 13:18:07.755132 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccea9f-27b7-4ae4-bac4-7ffaeab749d2 req-0369e15e-9cbb-45f2-8cdf-a882c77d7fae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:07.762045 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7ccea9f-27b7-4ae4-bac4-7ffaeab749d2 req-0369e15e-9cbb-45f2-8cdf-a882c77d7fae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0843518 Mar 22 13:18:07.815607 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d7ccea9f-27b7-4ae4-bac4-7ffaeab749d2 req-c3e7311e-de0f-426a-ac41-be9206c15467 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526581 Mar 22 13:18:09.031181 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacd877-0cb5-4d1e-91cf-701017aa13a6 req-58d46a12-e6e7-41b7-9a72-4d4df3929e9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:09.032632 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4cacd877-0cb5-4d1e-91cf-701017aa13a6 req-58d46a12-e6e7-41b7-9a72-4d4df3929e9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0854852 Mar 22 13:18:09.124467 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4cacd877-0cb5-4d1e-91cf-701017aa13a6 req-1ca23afb-937e-457a-a4ae-c94dc00303a7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858893 Mar 22 13:18:10.333263 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7487134-05fe-449e-ab71-50d59b297afc req-77cfc336-06f5-4416-803b-804ed2007dda tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:10.334729 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7487134-05fe-449e-ab71-50d59b297afc req-77cfc336-06f5-4416-803b-804ed2007dda tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0791864 Mar 22 13:18:10.391657 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b7487134-05fe-449e-ab71-50d59b297afc req-441213e5-1899-4696-b335-18a529ab3fa9 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485690 Mar 22 13:18:10.939812 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d70b456d-a7d2-4613-bd31-afa5720db1bf req-b6a05db0-02bd-4c6d-8f9d-6e23db5789b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1099 time: 0.0767550 Mar 22 13:18:11.074143 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b456d-a7d2-4613-bd31-afa5720db1bf req-5533ff83-2310-408c-9086-5735c2c59aa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:11.075581 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d70b456d-a7d2-4613-bd31-afa5720db1bf req-5533ff83-2310-408c-9086-5735c2c59aa5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1297467 Mar 22 13:18:11.174929 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d70b456d-a7d2-4613-bd31-afa5720db1bf req-e477de75-dd14-4a93-975f-3bb537cd0a6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 1002 time: 0.0934937 Mar 22 13:18:11.242938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b456d-a7d2-4613-bd31-afa5720db1bf req-fef926ce-6082-4013-83a3-4efe69db5f1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:11.244775 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d70b456d-a7d2-4613-bd31-afa5720db1bf req-fef926ce-6082-4013-83a3-4efe69db5f1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0639060 Mar 22 13:18:11.321250 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d70b456d-a7d2-4613-bd31-afa5720db1bf req-030e3a59-1009-4bc3-974f-b86025538314 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708745 Mar 22 13:18:11.455550 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d70b456d-a7d2-4613-bd31-afa5720db1bf req-a3f389f1-8f06-4ebe-a6f5-098e13aeeaed service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280890 Mar 22 13:18:11.588445 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d70b456d-a7d2-4613-bd31-afa5720db1bf req-969ba501-11c2-429a-92ab-eead9215418f service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272426 Mar 22 13:18:11.610790 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e615f68-86d8-4b4d-b6d7-ffe45bfaa20b req-00edab7a-4b2b-4df3-bc44-2467025129a5 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:11.612217 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9e615f68-86d8-4b4d-b6d7-ffe45bfaa20b req-00edab7a-4b2b-4df3-bc44-2467025129a5 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0808227 Mar 22 13:18:11.661987 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-9e615f68-86d8-4b4d-b6d7-ffe45bfaa20b req-a9b28045-5ad1-4a01-9512-4ba0f15dd64e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419447 Mar 22 13:18:12.872593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd4996-27ff-465a-9683-aacb1e64d89d req-7fdea1fd-f4da-403d-bf10-390180211548 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:12.874114 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16dd4996-27ff-465a-9683-aacb1e64d89d req-7fdea1fd-f4da-403d-bf10-390180211548 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0814795 Mar 22 13:18:12.924350 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-16dd4996-27ff-465a-9683-aacb1e64d89d req-cb543dc3-d74a-4019-ba81-aca05535bc8b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446975 Mar 22 13:18:13.215145 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:18:13.881258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:14.137555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0ff13-c751-4ba6-8f91-cce352180b4c req-ca6f0dc6-798e-4f27-a485-d6441ded63bd tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:14.138865 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-36f0ff13-c751-4ba6-8f91-cce352180b4c req-ca6f0dc6-798e-4f27-a485-d6441ded63bd tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 946 time: 0.0935016 Mar 22 13:18:14.184726 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-36f0ff13-c751-4ba6-8f91-cce352180b4c req-98c5c2c9-8689-4b04-b169-5e41c4bce030 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402999 Mar 22 13:18:14.235098 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f2d4192c-44b0-4bf3-a1e6-765c28fd878f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:18:14.351051 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:14.379748 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:18:14.389626 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:18:14.393732 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:14.433026 dv-neutron-834653-1-hyperv neutron-server[83795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'code': 422} returned with failed status Mar 22 13:18:14.468032 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:18:14.477123 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-275398f9-e80e-4d55-afb6-88de048d9de6 req-7ad7dc7f-31a1-405f-a1f1-0722c6ea35d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1327329 Mar 22 13:18:14.783618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f07f2-1c3b-4597-ae3d-3bf2f4813972 req-b844979c-3b1b-4ec7-8b1a-4a1c31418639 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:14.785028 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-842f07f2-1c3b-4597-ae3d-3bf2f4813972 req-b844979c-3b1b-4ec7-8b1a-4a1c31418639 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.1190779 Mar 22 13:18:14.846416 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-842f07f2-1c3b-4597-ae3d-3bf2f4813972 req-e5a57ebc-423a-4d81-bfa1-4b2e1ec20c71 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519857 Mar 22 13:18:14.849208 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-72fb5f33-b5f6-4724-a497-16417753365d req-33338ba2-c589-409a-8410-acd51e718559 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1846185 Mar 22 13:18:15.406680 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72fb5f33-b5f6-4724-a497-16417753365d req-b98c9926-3b02-48ff-a59b-22aed5aabcc5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44&tenant_id=e2870d7e2eee4208b67f02ddb8c58527 HTTP/1.1" status: 200 len: 1097 time: 0.0800767 Mar 22 13:18:15.500927 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72fb5f33-b5f6-4724-a497-16417753365d req-f8eee01a-0f4a-4394-b904-f8ca0eaab572 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1097 time: 0.0735979 Mar 22 13:18:15.642853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb5f33-b5f6-4724-a497-16417753365d req-8eeac885-e4ff-4a6d-a421-ea0dbd311b8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:15.644332 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72fb5f33-b5f6-4724-a497-16417753365d req-8eeac885-e4ff-4a6d-a421-ea0dbd311b8b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1379111 Mar 22 13:18:15.755615 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72fb5f33-b5f6-4724-a497-16417753365d req-5d3a55f3-5dd0-4232-b9a5-0cd6bc50e273 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 1000 time: 0.1041505 Mar 22 13:18:15.818879 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb5f33-b5f6-4724-a497-16417753365d req-1559de2d-47e5-4f23-b6e3-6a65be41c1e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:15.820352 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72fb5f33-b5f6-4724-a497-16417753365d req-1559de2d-47e5-4f23-b6e3-6a65be41c1e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0595942 Mar 22 13:18:16.042986 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72fb5f33-b5f6-4724-a497-16417753365d req-b8ace8e2-2494-4280-8df4-ae91963558e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2166693 Mar 22 13:18:16.141221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a288443-75a8-414f-a4ce-3b42bf0e3ac1 req-3ddb414a-4a52-4f00-aa14-99e7dba0425f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:16.142675 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a288443-75a8-414f-a4ce-3b42bf0e3ac1 req-3ddb414a-4a52-4f00-aa14-99e7dba0425f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.1668568 Mar 22 13:18:16.218232 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72fb5f33-b5f6-4724-a497-16417753365d req-e13252e0-7bee-4a6b-8cef-25e7fe03499a service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681695 Mar 22 13:18:16.222916 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8a288443-75a8-414f-a4ce-3b42bf0e3ac1 req-84480e2b-42bb-4182-965f-071c4bdc25f6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724270 Mar 22 13:18:16.369913 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72fb5f33-b5f6-4724-a497-16417753365d req-d1132524-3fa2-42b4-8282-da06ec8396c2 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458445 Mar 22 13:18:17.516519 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faff218-291f-415f-bd22-5921284913eb req-1eda4987-f14a-4a71-85e2-a86d689f9fd1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:17.519132 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2faff218-291f-415f-bd22-5921284913eb req-1eda4987-f14a-4a71-85e2-a86d689f9fd1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0921597 Mar 22 13:18:17.603110 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2faff218-291f-415f-bd22-5921284913eb req-016bc4a4-317b-4eab-8249-36733ebad163 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725453 Mar 22 13:18:18.817819 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c280de-6f57-4b38-9de1-fbb4e7ea3434 req-9e9c1939-3dd9-46c7-bb6e-da6c57b1561b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:18.819995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95c280de-6f57-4b38-9de1-fbb4e7ea3434 req-9e9c1939-3dd9-46c7-bb6e-da6c57b1561b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0886173 Mar 22 13:18:18.881971 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95c280de-6f57-4b38-9de1-fbb4e7ea3434 req-e517866f-137b-4c49-8a07-c777ce90acf5 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555625 Mar 22 13:18:20.090555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcdb38-cc1d-4a8d-8038-e2de0cb4d0ce req-97e5d99b-51c4-4652-a723-7d047065d05b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:20.092048 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c9dcdb38-cc1d-4a8d-8038-e2de0cb4d0ce req-97e5d99b-51c4-4652-a723-7d047065d05b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0893202 Mar 22 13:18:20.145522 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c9dcdb38-cc1d-4a8d-8038-e2de0cb4d0ce req-ca41dee9-dc54-47c4-a44f-e87904c239d4 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463259 Mar 22 13:18:21.359745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52cfaa-254e-4d1c-bb3a-c6dadcc6b8cd req-14f510af-cef7-4332-970d-9bc28b004cd0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:21.361896 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8d52cfaa-254e-4d1c-bb3a-c6dadcc6b8cd req-14f510af-cef7-4332-970d-9bc28b004cd0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0842936 Mar 22 13:18:21.412131 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8d52cfaa-254e-4d1c-bb3a-c6dadcc6b8cd req-d5093c41-020c-49ba-a9bb-0ab54247da95 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444489 Mar 22 13:18:22.623557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22685a-c967-4b2d-af06-bd30c8e3c33e req-f8cace3a-63b9-4e8e-9973-48754aa14727 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:22.625204 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b22685a-c967-4b2d-af06-bd30c8e3c33e req-f8cace3a-63b9-4e8e-9973-48754aa14727 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0837514 Mar 22 13:18:22.677182 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6b22685a-c967-4b2d-af06-bd30c8e3c33e req-c48c10ea-6c86-44d9-953d-fbd1d4eefd1f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462785 Mar 22 13:18:23.950173 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274969b4-1a4e-49a0-b75f-478d5fe45a7c req-fae4f612-214d-4e8b-99cc-0eb35f4b3384 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:23.952250 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-274969b4-1a4e-49a0-b75f-478d5fe45a7c req-fae4f612-214d-4e8b-99cc-0eb35f4b3384 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.1004806 Mar 22 13:18:24.009723 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-274969b4-1a4e-49a0-b75f-478d5fe45a7c req-d05faed2-d32f-4254-8177-5f5be7ac228c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522366 Mar 22 13:18:25.216872 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db190276-ffdc-422d-9579-f917304d0a65 req-772de95a-07ac-4728-a173-154c85ba46f5 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:25.218421 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-db190276-ffdc-422d-9579-f917304d0a65 req-772de95a-07ac-4728-a173-154c85ba46f5 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0827575 Mar 22 13:18:25.268054 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-db190276-ffdc-422d-9579-f917304d0a65 req-9a7785df-73c6-448e-82af-dece8da5a7cb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439811 Mar 22 13:18:26.475513 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3980f-9fe1-4143-a01c-f1248999803a req-66176b11-00f7-4982-8aff-c8d76a715c7b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:26.476868 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bac3980f-9fe1-4143-a01c-f1248999803a req-66176b11-00f7-4982-8aff-c8d76a715c7b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0847492 Mar 22 13:18:26.523579 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bac3980f-9fe1-4143-a01c-f1248999803a req-1edbfb9c-3b7a-4025-89d5-aa1262339c4f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410337 Mar 22 13:18:27.729905 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54019350-102e-47ae-a18d-9d92f31a719e req-fa67840f-89ab-4d03-ae2c-b85fc54dadcf tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:27.731342 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-54019350-102e-47ae-a18d-9d92f31a719e req-fa67840f-89ab-4d03-ae2c-b85fc54dadcf tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0803273 Mar 22 13:18:27.779268 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-54019350-102e-47ae-a18d-9d92f31a719e req-b9dea417-f264-4429-b60c-20cb58245999 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422003 Mar 22 13:18:28.779884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-278dc5bb-1273-4e4b-98c9-9de79f0ad760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:28.977955 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270fc7d-4cff-4cdf-80ff-0b59ed254436 req-60948e2f-fe88-417a-9f2d-575e63898547 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:28.979366 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9270fc7d-4cff-4cdf-80ff-0b59ed254436 req-60948e2f-fe88-417a-9f2d-575e63898547 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0764997 Mar 22 13:18:29.030559 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-9270fc7d-4cff-4cdf-80ff-0b59ed254436 req-cdb12f1f-6771-4db7-a473-5fd47ac02854 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438557 Mar 22 13:18:30.227548 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae544f-bd65-4f4b-9b89-f1b394637fde req-032fd79f-d70d-4b64-9004-f0f261d80195 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:30.229014 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6dae544f-bd65-4f4b-9b89-f1b394637fde req-032fd79f-d70d-4b64-9004-f0f261d80195 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0772440 Mar 22 13:18:30.278875 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6dae544f-bd65-4f4b-9b89-f1b394637fde req-d7cbee1e-e8ed-4460-9f73-190d0e23d453 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 Mar 22 13:18:31.481266 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00eba0-1abc-42b2-b815-fe4345e0b120 req-64ad82ba-f3a3-4a2f-a818-6f80702cfaee tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:31.482714 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f00eba0-1abc-42b2-b815-fe4345e0b120 req-64ad82ba-f3a3-4a2f-a818-6f80702cfaee tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 944 time: 0.0797234 Mar 22 13:18:31.532357 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7f00eba0-1abc-42b2-b815-fe4345e0b120 req-9f72ba61-c761-42d3-8a5b-8b8f2eebc866 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419238 Mar 22 13:18:31.760915 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a76b1511-3e1e-457b-abd5-6ed5d785eb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:32.180184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:32.234289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:32.294703 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f2d4192c-44b0-4bf3-a1e6-765c28fd878f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:18:32.476507 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:18:32.490873 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'port_id': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'mac_address': 'fa:16:3e:84:2a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:18:32.544487 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:32.561829 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d4192c-44b0-4bf3-a1e6-765c28fd878f {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:18:32.578268 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:18:32.584020 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:32.654676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,revision_number=9']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:18:32.818541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b80602-3c57-44f3-a97d-4bfacf22c8a3 req-1565ee05-6f89-4361-b35a-7d25d7b22b17 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:32.819937 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-13b80602-3c57-44f3-a97d-4bfacf22c8a3 req-1565ee05-6f89-4361-b35a-7d25d7b22b17 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 945 time: 0.1619482 Mar 22 13:18:32.867798 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-13b80602-3c57-44f3-a97d-4bfacf22c8a3 req-19dfa956-c146-46c3-916c-0cf703256fd5 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420065 Mar 22 13:18:32.963469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['f2d4192c-44b0-4bf3-a1e6-765c28fd878f'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:18:33.561049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:34.076847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184f112-baea-4358-ac81-c52cfdb958f6 req-fbf1a70a-eac6-4ab4-a06d-0ddf7e6da2a3 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:34.078432 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0184f112-baea-4358-ac81-c52cfdb958f6 req-fbf1a70a-eac6-4ab4-a06d-0ddf7e6da2a3 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 945 time: 0.0819120 Mar 22 13:18:34.125888 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0184f112-baea-4358-ac81-c52cfdb958f6 req-5cf7afc5-ddda-4a65-a100-c5f19170f2c4 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Mar 22 13:18:34.309546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f2d4192c-44b0-4bf3-a1e6-765c28fd878f up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:18:34.385807 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port f2d4192c-44b0-4bf3-a1e6-765c28fd878f triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:18:34.386188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:34.505919 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:34.532200 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:18:34.541720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:18:34.548264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:34.593313 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'code': 200} Mar 22 13:18:34.619699 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,revision_number=10']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:18:34.854057 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f3575126-71db-4386-8d5c-905fcfdc144e req-16c5bae7-4651-4bb2-afe4-d603313177a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1100 time: 0.0807183 Mar 22 13:18:34.904574 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f3575126-71db-4386-8d5c-905fcfdc144e req-cc7a16c8-81e6-481a-8aaf-993ae17e62fa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447695 Mar 22 13:18:35.323161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314d40b-99c3-46de-9a9a-0e98d6a555d8 req-8304b3f6-3ca0-4e61-ba73-f6e038ffec93 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:35.324512 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f314d40b-99c3-46de-9a9a-0e98d6a555d8 req-8304b3f6-3ca0-4e61-ba73-f6e038ffec93 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 947 time: 0.0775912 Mar 22 13:18:35.375006 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f314d40b-99c3-46de-9a9a-0e98d6a555d8 req-9b3dbacc-eb19-4a9d-81d2-3f5e20063381 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446703 Mar 22 13:18:36.591478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a78f4-0d6e-4bc8-846b-603494270ab7 req-bb2ceda1-5cb4-46fa-94e8-c84d2d9f5a5b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:36.593178 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-397a78f4-0d6e-4bc8-846b-603494270ab7 req-bb2ceda1-5cb4-46fa-94e8-c84d2d9f5a5b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 947 time: 0.0810630 Mar 22 13:18:36.641933 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-397a78f4-0d6e-4bc8-846b-603494270ab7 req-f1d87b1a-2ac4-4345-b70b-6ca32f0e283a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429761 Mar 22 13:18:37.849778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee251fb-cd61-4cc0-9199-e042fcd7e8ee req-cab1fbdf-c446-450f-8200-d5f8044c1cd5 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:18:37.851219 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ee251fb-cd61-4cc0-9199-e042fcd7e8ee req-cab1fbdf-c446-450f-8200-d5f8044c1cd5 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 947 time: 0.0826571 Mar 22 13:18:37.898442 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4ee251fb-cd61-4cc0-9199-e042fcd7e8ee req-0cffe563-58ec-417e-bde4-3c9591ea0d97 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415463 Mar 22 13:18:43.874517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:18:50.219411 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:18:58.776664 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-89257344-7dfa-4e4f-bc26-47d3792b6541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:01.763591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-33e3de4f-8c4b-4bac-857d-093ce091c289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:02.175795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:02.239334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:03.567798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:04.071696 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33af730b-5667-4f4b-b4a6-4954ef667a86 req-34a481d8-9132-4290-aa1b-096ec5f674c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853567 Mar 22 13:19:04.210420 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33af730b-5667-4f4b-b4a6-4954ef667a86 req-05d8e5dd-e40a-44d7-a124-a6becac48d17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1100 time: 0.0705628 Mar 22 13:19:04.355561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af730b-5667-4f4b-b4a6-4954ef667a86 req-7bb2f99b-e710-4c0d-ab8a-3462d0a6e52b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:19:04.356911 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33af730b-5667-4f4b-b4a6-4954ef667a86 req-7bb2f99b-e710-4c0d-ab8a-3462d0a6e52b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1282439 Mar 22 13:19:04.556350 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33af730b-5667-4f4b-b4a6-4954ef667a86 req-288dff5e-105b-4662-8dd6-49fba8785df8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 1002 time: 0.1936345 Mar 22 13:19:04.619714 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af730b-5667-4f4b-b4a6-4954ef667a86 req-c74c3822-8bb5-4a5c-b834-b1222036f323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:19:04.621050 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33af730b-5667-4f4b-b4a6-4954ef667a86 req-c74c3822-8bb5-4a5c-b834-b1222036f323 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0580742 Mar 22 13:19:04.698750 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33af730b-5667-4f4b-b4a6-4954ef667a86 req-25a179d1-acfb-48e0-ad3d-a08c118f98c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715280 Mar 22 13:19:04.839093 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33af730b-5667-4f4b-b4a6-4954ef667a86 req-a9803b3f-4f03-459e-baf6-5f543e08dabc service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340196 Mar 22 13:19:04.976715 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33af730b-5667-4f4b-b4a6-4954ef667a86 req-0a41c941-062b-44e6-9666-5750d11f54c8 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319706 Mar 22 13:19:13.876460 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:27.220198 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:19:28.784270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c1d13d39-4506-477d-b1a2-fd27adf34887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:31.758176 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-653c3fd8-3b53-448d-ab5a-0fb44af0f7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:32.175705 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:32.243079 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:33.570231 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:43.887044 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:19:58.774255 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-baabb627-567a-4fa3-90d5-816732e8c45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:01.764056 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6e9b16a8-ee2f-4afc-97b4-a3915bb01a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:02.180591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:02.236015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:03.573781 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:04.221663 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:20:05.053378 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efb97726-3a60-4f0b-b7cc-95575d9491c0 req-d0e38bca-f66a-4568-bb77-c1aa2b7532b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668819 Mar 22 13:20:05.194916 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efb97726-3a60-4f0b-b7cc-95575d9491c0 req-61f332c8-dec8-4da2-84d7-4b2bb90dcadb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1100 time: 0.0724936 Mar 22 13:20:05.346616 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb97726-3a60-4f0b-b7cc-95575d9491c0 req-0eeb7812-d5e9-42c7-baae-b6142e5467d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:05.347995 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efb97726-3a60-4f0b-b7cc-95575d9491c0 req-0eeb7812-d5e9-42c7-baae-b6142e5467d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1352804 Mar 22 13:20:05.456695 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efb97726-3a60-4f0b-b7cc-95575d9491c0 req-057042a0-cfda-4263-8d23-8336ff98231c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 1002 time: 0.1029029 Mar 22 13:20:05.529484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb97726-3a60-4f0b-b7cc-95575d9491c0 req-7be0cd7c-a7b6-4809-bcef-fe13ae2ab794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:05.530977 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efb97726-3a60-4f0b-b7cc-95575d9491c0 req-7be0cd7c-a7b6-4809-bcef-fe13ae2ab794 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0687227 Mar 22 13:20:05.606590 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efb97726-3a60-4f0b-b7cc-95575d9491c0 req-3855927f-e3f1-452d-87e9-e142c37f6ebf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702095 Mar 22 13:20:05.741482 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efb97726-3a60-4f0b-b7cc-95575d9491c0 req-891d9258-958d-49f5-a7a4-83a75f238fc2 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289573 Mar 22 13:20:05.878882 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-efb97726-3a60-4f0b-b7cc-95575d9491c0 req-2c2da56d-c996-4df4-946b-7163fe368407 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316957 Mar 22 13:20:13.895565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:23.144139 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53950) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:23.421529 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Deleting port d049520f-7321-451d-9abe-1022dfd7adb0 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:20:23.421850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:23.588491 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:23.588780 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:23.707852 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Calling delete_port for d049520f-7321-451d-9abe-1022dfd7adb0 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:20:23.864967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:23.913822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event deleted for resources: {'Port': ['ID=d049520f-7321-451d-9abe-1022dfd7adb0,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:23.953953 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:23.954311 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:23.954644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:23.954966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:23.955292 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:23.955611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:23.955926 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:23.956245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:23.956557 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:23.956875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:23.957185 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:24.030580 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:24.426075 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:20:24.717724 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:20:24.727472 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d8a6d1-f296-4691-b987-4c28a730c841 None None] Sync routers for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:20:24.740129 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:24.740339 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8a6d1-f296-4691-b987-4c28a730c841 None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:20:24.740923 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e0d8a6d1-f296-4691-b987-4c28a730c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:24.795019 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-cd524135-dd03-4d67-bbb9-1af71ed2b171 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "DELETE /v2.0/floatingips/9f3965ee-11ef-40eb-8f86-0571fc1f1920 HTTP/1.1" status: 204 len: 168 time: 1.6495993 Mar 22 13:20:24.795561 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:20:24.918078 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e0d8a6d1-f296-4691-b987-4c28a730c841 None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:20:24.978201 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'status': 'completed', 'code': 200} Mar 22 13:20:25.086071 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52e6d570-a93d-46f5-9bd6-50cd6a6b98cb req-44c78330-59a3-47db-b95c-20038f1bd3f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 1100 time: 0.0784276 Mar 22 13:20:25.238031 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e0d8a6d1-f296-4691-b987-4c28a730c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:25.241730 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d8a6d1-f296-4691-b987-4c28a730c841 None None] Checking router: 0d14eec6-9f7c-4cff-9021-04ac7a60b698 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:20:25.252885 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d8a6d1-f296-4691-b987-4c28a730c841 None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:20:25.253644 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e0d8a6d1-f296-4691-b987-4c28a730c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:20:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:25.269273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6d570-a93d-46f5-9bd6-50cd6a6b98cb req-18dddd0a-35c8-4dad-9790-aaa8116b14a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:25.270760 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52e6d570-a93d-46f5-9bd6-50cd6a6b98cb req-18dddd0a-35c8-4dad-9790-aaa8116b14a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1783378 Mar 22 13:20:25.280791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fe5ab-f65d-458a-900d-fd1a865795cf req-1165c7ef-2e24-4c6c-9c8a-68d395a0192d tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:25.282146 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a35fe5ab-f65d-458a-900d-fd1a865795cf req-1165c7ef-2e24-4c6c-9c8a-68d395a0192d tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 947 time: 0.1248889 Mar 22 13:20:25.432391 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e0d8a6d1-f296-4691-b987-4c28a730c841 None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:20:25.463092 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52e6d570-a93d-46f5-9bd6-50cd6a6b98cb req-ba56fea8-222e-42f7-9e9e-d0c5ff1a1dba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 200 len: 217 time: 0.1800234 Mar 22 13:20:25.526591 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a35fe5ab-f65d-458a-900d-fd1a865795cf req-e8b00837-321c-408c-b4d0-4605a970299b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933881 Mar 22 13:20:25.541149 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6d570-a93d-46f5-9bd6-50cd6a6b98cb req-fdb6442d-e121-4934-b3cf-c0b468094f8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:25.542769 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52e6d570-a93d-46f5-9bd6-50cd6a6b98cb req-fdb6442d-e121-4934-b3cf-c0b468094f8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0693948 Mar 22 13:20:25.622644 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52e6d570-a93d-46f5-9bd6-50cd6a6b98cb req-52f416bd-c652-470d-97e8-72541f069f77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733044 Mar 22 13:20:25.757707 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52e6d570-a93d-46f5-9bd6-50cd6a6b98cb req-2d345339-37d0-4e00-b985-725411d77f1a service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264801 Mar 22 13:20:25.891169 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-52e6d570-a93d-46f5-9bd6-50cd6a6b98cb req-4b83b10a-9f8b-45dc-80c8-802bae6787e2 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288524 Mar 22 13:20:25.920009 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e0d8a6d1-f296-4691-b987-4c28a730c841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:20:25.929167 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d8a6d1-f296-4691-b987-4c28a730c841 None None] The sync data for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv is: [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:20:26.162835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b60c9-69d6-4396-8121-c08866f99d65 None None] New status for floating IP 9f3965ee-11ef-40eb-8f86-0571fc1f1920: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:20:26.657342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c720a80-7665-47cc-945b-da7785bb17c2 req-f60aa319-d7ff-4fc8-9ce9-7c01404e48c2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:26.658840 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6c720a80-7665-47cc-945b-da7785bb17c2 req-f60aa319-d7ff-4fc8-9ce9-7c01404e48c2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 947 time: 0.0750151 Mar 22 13:20:26.729199 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-6c720a80-7665-47cc-945b-da7785bb17c2 req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Deleting port f2d4192c-44b0-4bf3-a1e6-765c28fd878f {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:20:26.729521 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6c720a80-7665-47cc-945b-da7785bb17c2 req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:26.741038 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbcb50-b872-40bf-a513-ffec747a904c req-813578d8-bc0a-4af6-8a26-8eb306132222 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:26.741834 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-97fbcb50-b872-40bf-a513-ffec747a904c req-813578d8-bc0a-4af6-8a26-8eb306132222 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Synchronizing usage tracker for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:26.758985 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-97fbcb50-b872-40bf-a513-ffec747a904c req-813578d8-bc0a-4af6-8a26-8eb306132222 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Unset dirty status for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:26.760144 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-97fbcb50-b872-40bf-a513-ffec747a904c req-813578d8-bc0a-4af6-8a26-8eb306132222 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 947 time: 0.0976632 Mar 22 13:20:26.808244 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-97fbcb50-b872-40bf-a513-ffec747a904c req-cb1e5a21-361b-4b76-9fa7-f7fd562208ac tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=1c556c4b-713f-43a6-9479-8bf7842b7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414391 Mar 22 13:20:26.984874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-6c720a80-7665-47cc-945b-da7785bb17c2 req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] For port f2d4192c-44b0-4bf3-a1e6-765c28fd878f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:20:26.985203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6c720a80-7665-47cc-945b-da7785bb17c2 req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:27.104116 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-6c720a80-7665-47cc-945b-da7785bb17c2 req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Calling delete_port for f2d4192c-44b0-4bf3-a1e6-765c28fd878f owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:20:27.247349 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6c720a80-7665-47cc-945b-da7785bb17c2 req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:27.292733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event deleted for resources: {'Port': ['ID=f2d4192c-44b0-4bf3-a1e6-765c28fd878f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:27.328402 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:27.328751 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:27.329067 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:27.329363 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:27.329713 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:27.330011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:27.330340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:27.330636 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:27.330938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:27.331237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:27.331536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:20:27.375342 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c720a80-7665-47cc-945b-da7785bb17c2 req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] No DVR routers for this DVR port f2d4192c-44b0-4bf3-a1e6-765c28fd878f on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:20:27.377825 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-6c720a80-7665-47cc-945b-da7785bb17c2 req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:27.380344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'name': 'network-vif-deleted', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:20:27.396806 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6c720a80-7665-47cc-945b-da7785bb17c2 req-ffa0d2ca-392c-48dd-944f-d80e1dd30337 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.55 "DELETE /v2.0/ports/f2d4192c-44b0-4bf3-a1e6-765c28fd878f HTTP/1.1" status: 204 len: 173 time: 0.7321053 Mar 22 13:20:27.546979 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8cc762-2140-4160-b008-7bee2de12b44', 'name': 'network-vif-deleted', 'tag': 'f2d4192c-44b0-4bf3-a1e6-765c28fd878f', 'status': 'completed', 'code': 200} Mar 22 13:20:27.994279 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-42de7e0b-e807-4795-9e55-14f19a54cd01 req-02da8fde-29ea-4e4e-abf2-5875a46ab859 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8cc762-2140-4160-b008-7bee2de12b44 HTTP/1.1" status: 200 len: 210 time: 0.0408263 Mar 22 13:20:28.778877 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6a9a6011-0f30-41b7-a104-2d91c02b6ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.112518 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 53990) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:29.185441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b641adc3-c4a9-4242-adce-09ea3efd3e17 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.214173 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b641adc3-c4a9-4242-adce-09ea3efd3e17 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.282115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b641adc3-c4a9-4242-adce-09ea3efd3e17 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.300310 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641adc3-c4a9-4242-adce-09ea3efd3e17 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c556c4b-713f-43a6-9479-8bf7842b7771,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:29.312018 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-b641adc3-c4a9-4242-adce-09ea3efd3e17 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.313226 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-b641adc3-c4a9-4242-adce-09ea3efd3e17 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "DELETE /v2.0/security-groups/1c556c4b-713f-43a6-9479-8bf7842b7771 HTTP/1.1" status: 204 len: 168 time: 0.1993637 Mar 22 13:20:29.539754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54000) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:29.545262 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1195970777', 'description': 'tempest-secgroup-smoke-1195970777 description', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:20:29.551598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:29.555735 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:29.559374 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:29.565433 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:29.578868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.621055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:29.624768 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:29.627759 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:29.633352 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:29.687077 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.692874 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.737936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67cf395-9e74-4d4d-8134-2dab8ba24e4c,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:29.742013 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.743289 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-ad7b08f7-9a7b-45db-9faf-5eadb2e43044 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2024362 Mar 22 13:20:29.746076 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54004) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:29.751579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-f084c6e6-7a8b-4748-ba09-8623dab052a1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf395-9e74-4d4d-8134-2dab8ba24e4c', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:20:29.757617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f084c6e6-7a8b-4748-ba09-8623dab052a1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:29.761390 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f084c6e6-7a8b-4748-ba09-8623dab052a1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:29.764309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-f084c6e6-7a8b-4748-ba09-8623dab052a1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:29.769936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-f084c6e6-7a8b-4748-ba09-8623dab052a1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:29.788314 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f084c6e6-7a8b-4748-ba09-8623dab052a1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.848073 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f084c6e6-7a8b-4748-ba09-8623dab052a1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.852680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f084c6e6-7a8b-4748-ba09-8623dab052a1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.874847 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084c6e6-7a8b-4748-ba09-8623dab052a1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1fc35b-6c9f-4790-8f4e-1044021173a7,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:29.883408 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-f084c6e6-7a8b-4748-ba09-8623dab052a1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:29.884564 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-f084c6e6-7a8b-4748-ba09-8623dab052a1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1375968 Mar 22 13:20:29.887490 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54008) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:29.893793 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-17c831c8-9c92-49eb-a0b7-f031ad5dbe07 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf395-9e74-4d4d-8134-2dab8ba24e4c', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:20:29.899570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-17c831c8-9c92-49eb-a0b7-f031ad5dbe07 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:29.903332 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-17c831c8-9c92-49eb-a0b7-f031ad5dbe07 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:29.906486 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-17c831c8-9c92-49eb-a0b7-f031ad5dbe07 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:29.912254 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-17c831c8-9c92-49eb-a0b7-f031ad5dbe07 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:29.930868 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17c831c8-9c92-49eb-a0b7-f031ad5dbe07 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.000081 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17c831c8-9c92-49eb-a0b7-f031ad5dbe07 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.005952 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17c831c8-9c92-49eb-a0b7-f031ad5dbe07 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.027704 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c831c8-9c92-49eb-a0b7-f031ad5dbe07 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975e629b-02d6-4415-a01f-014b09ec13a8,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:30.036875 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-17c831c8-9c92-49eb-a0b7-f031ad5dbe07 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.038283 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-17c831c8-9c92-49eb-a0b7-f031ad5dbe07 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1498702 Mar 22 13:20:30.041079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54012) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:30.046515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-305eff47-643c-477a-a609-3c276f83dbe6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf395-9e74-4d4d-8134-2dab8ba24e4c', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:20:30.052451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-305eff47-643c-477a-a609-3c276f83dbe6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:30.056896 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-305eff47-643c-477a-a609-3c276f83dbe6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:30.059906 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-305eff47-643c-477a-a609-3c276f83dbe6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:30.065830 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-305eff47-643c-477a-a609-3c276f83dbe6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:30.085131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-305eff47-643c-477a-a609-3c276f83dbe6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.151645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-305eff47-643c-477a-a609-3c276f83dbe6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.156471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-305eff47-643c-477a-a609-3c276f83dbe6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.179723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305eff47-643c-477a-a609-3c276f83dbe6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c041c1f-2b7c-4a2a-a853-56de03939949,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:30.188566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-305eff47-643c-477a-a609-3c276f83dbe6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.189759 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-305eff47-643c-477a-a609-3c276f83dbe6 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1477497 Mar 22 13:20:30.193064 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54016) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:30.198977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-e209ed94-0b5d-4912-88aa-f54116a73d9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf395-9e74-4d4d-8134-2dab8ba24e4c', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:20:30.205069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e209ed94-0b5d-4912-88aa-f54116a73d9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:30.208831 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e209ed94-0b5d-4912-88aa-f54116a73d9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:30.211925 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-e209ed94-0b5d-4912-88aa-f54116a73d9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:30.217818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-e209ed94-0b5d-4912-88aa-f54116a73d9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:30.234876 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e209ed94-0b5d-4912-88aa-f54116a73d9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.297853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e209ed94-0b5d-4912-88aa-f54116a73d9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.303101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e209ed94-0b5d-4912-88aa-f54116a73d9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.331246 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209ed94-0b5d-4912-88aa-f54116a73d9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2597432-aa6a-44bd-a66d-477a99451801,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:30.341617 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-e209ed94-0b5d-4912-88aa-f54116a73d9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.342797 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-e209ed94-0b5d-4912-88aa-f54116a73d9f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1485958 Mar 22 13:20:30.345684 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54020) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:30.350853 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf395-9e74-4d4d-8134-2dab8ba24e4c', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:20:30.356554 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:30.360303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:30.363285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:30.368908 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:30.470245 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Project e2870d7e2eee4208b67f02ddb8c58527 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:20:30.477812 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.543653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.548445 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.572452 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5eaa559-37b2-4367-b81b-3471e508b84c,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:30.583359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.584536 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-1ed3c56a-64e8-4386-9b75-ec82611280d7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2379885 Mar 22 13:20:30.587350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54024) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:20:30.592508 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'security_group_rule': {'security_group_id': 'c67cf395-9e74-4d4d-8134-2dab8ba24e4c', 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:20:30.598454 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:30.602371 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:security_group_rule and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:20:30.605118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:20:30.610647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:30.623515 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Project e2870d7e2eee4208b67f02ddb8c58527 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:20:30.629962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.696083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.700757 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.722579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61a0753-99c9-4aa4-a5dd-9fc7c4c16d8f,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:30.732118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:30.733254 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-98c9207c-318d-4878-89c8-7a5b67673d81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1450310 Mar 22 13:20:30.900633 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f2d4192c-44b0-4bf3-a1e6-765c28fd878f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:20:30.933676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: f2d4192c-44b0-4bf3-a1e6-765c28fd878f {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:20:30.934007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f2d4192c-44b0-4bf3-a1e6-765c28fd878f not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:20:31.756929 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-08c3ff8e-f9c7-41f7-9355-612afbae0b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:32.176849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:32.240502 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:33.572036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:41.223735 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:20:43.905862 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:45.573648 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-f2c823ff-a47e-457e-b158-7884169bf79e req-2df357c7-1aa5-4864-8b84-10fd1c1871d3 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Synchronizing usage tracker for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:45.590378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-f2c823ff-a47e-457e-b158-7884169bf79e req-2df357c7-1aa5-4864-8b84-10fd1c1871d3 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Unset dirty status for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:45.591573 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-2df357c7-1aa5-4864-8b84-10fd1c1871d3 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1195970777&fields=id&tenant_id=e2870d7e2eee4208b67f02ddb8c58527 HTTP/1.1" status: 200 len: 267 time: 0.0600476 Mar 22 13:20:45.740704 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c823ff-a47e-457e-b158-7884169bf79e req-731642a9-bd0f-4b79-b840-80260eac1533 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:45.741364 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-f2c823ff-a47e-457e-b158-7884169bf79e req-731642a9-bd0f-4b79-b840-80260eac1533 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Synchronizing usage tracker for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:network {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:45.769438 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-f2c823ff-a47e-457e-b158-7884169bf79e req-731642a9-bd0f-4b79-b840-80260eac1533 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Unset dirty status for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:network {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:45.770761 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-731642a9-bd0f-4b79-b840-80260eac1533 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 809 time: 0.1726120 Mar 22 13:20:45.789226 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-486a60a0-112b-4122-add2-5192167dac04 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/quotas/e2870d7e2eee4208b67f02ddb8c58527 HTTP/1.1" status: 200 len: 375 time: 0.0106621 Mar 22 13:20:45.870013 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-40aa1879-2103-4ccf-95b0-c5cb4396de9d tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753367 Mar 22 13:20:45.989685 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-90ec638b-92d1-4139-bd27-13edd0d6c2d7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83793) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 13:20:45.990690 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-90ec638b-92d1-4139-bd27-13edd0d6c2d7 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0717998 Mar 22 13:20:46.132428 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-ef5b894b-e36f-4549-93ea-ff7516371ac6 service neutron] 10.222.0.62 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324489 Mar 22 13:20:46.264483 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-e177bacb-bf2f-412c-8be6-85cecc4ef228 service neutron] 10.222.0.62 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262667 Mar 22 13:20:47.707677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-586defd6-ac65-43ed-8443-b9d70c8aa145 req-46506039-7b64-4057-9347-fe90d765c641 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Synchronizing usage tracker for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:47.726987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-586defd6-ac65-43ed-8443-b9d70c8aa145 req-46506039-7b64-4057-9347-fe90d765c641 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Unset dirty status for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:47.728147 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-586defd6-ac65-43ed-8443-b9d70c8aa145 req-46506039-7b64-4057-9347-fe90d765c641 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 210 time: 0.0701029 Mar 22 13:20:48.849609 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b6567e58-b620-46c0-a284-e226c5474ce4 req-6e99876e-8ff9-4b3a-ab92-ec5249744684 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 210 time: 0.0449302 Mar 22 13:20:49.975803 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-804060d0-8e98-4245-b0a4-66b7758ba2dd req-cfae12e7-a443-497d-9fdb-8fdf1bcae22c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 210 time: 0.0402246 Mar 22 13:20:51.093072 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-b1fc7a40-776a-4089-9640-1341296b0deb req-0fa353a0-11ca-40a7-8e79-1a1a8d1a3871 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 210 time: 0.0431507 Mar 22 13:20:52.266492 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bdece098-8667-4422-9ece-25edd41d4c27 req-90663bb5-17b4-4639-b2e2-4100e026f1e4 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 210 time: 0.0488992 Mar 22 13:20:53.018585 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c823ff-a47e-457e-b158-7884169bf79e req-ae41b087-6dfe-4c11-b2bf-bc48035deda0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:53.019965 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-ae41b087-6dfe-4c11-b2bf-bc48035deda0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 809 time: 0.1486130 Mar 22 13:20:53.072528 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f2c823ff-a47e-457e-b158-7884169bf79e req-d0796adb-60d1-48b8-9aba-3f29961e7231 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Synchronizing usage tracker for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:security_group {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:53.084061 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-f2c823ff-a47e-457e-b158-7884169bf79e req-d0796adb-60d1-48b8-9aba-3f29961e7231 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Unset dirty status for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:security_group {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:53.085177 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-d0796adb-60d1-48b8-9aba-3f29961e7231 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2870d7e2eee4208b67f02ddb8c58527 HTTP/1.1" status: 200 len: 380 time: 0.0537934 Mar 22 13:20:53.094271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'port': {'device_id': '750314da-31f8-4b35-a408-fe5554f25e0d', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'admin_state_up': True, 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'security_groups': ['c67cf395-9e74-4d4d-8134-2dab8ba24e4c']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:20:53.234870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:20:53.243892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:20:53.254055 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Made reservation on behalf of e2870d7e2eee4208b67f02ddb8c58527 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:20:53.257476 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:53.418418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Allocated IP 172.20.0.4 (a33a26e3-1c40-4049-92fb-66fb1d8c3c65/2758083c-0197-4b8b-84c9-fad4a45efe7d/f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:20:53.438448 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-c8a65b49-aa82-4c9b-a5f6-bc238f59f8ff req-17955c06-8aaa-475f-9402-3db957bb6d5f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 210 time: 0.0423474 Mar 22 13:20:53.615086 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:53.631670 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Transition to ACTIVE for port object f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:20:53.658234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:53.727610 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:20:53.730604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:20:53.735040 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:20:53.765603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'Port': ['ID=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:53.799297 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:53.799890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:53.828683 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-173eccba-227e-4ba4-a18a-58fbcd241dbb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7369831 Mar 22 13:20:53.840532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Request body: {'port': {'device_id': '750314da-31f8-4b35-a408-fe5554f25e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:20:53.959083 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:53.959493 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f7ef57d8-bbb2-4456-9838-4b8c67075469 None None] Provisioning for port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:20:53.964839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f7ef57d8-bbb2-4456-9838-4b8c67075469 None None] Provisioning complete for port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:20:53.965206 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f7ef57d8-bbb2-4456-9838-4b8c67075469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:54.017938 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef57d8-bbb2-4456-9838-4b8c67075469 None None] Port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:20:54.294579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:20:54.301435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:54.315945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Transition to ACTIVE for port object f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:20:54.321474 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:54.551315 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Pushing event updated for resources: {'Port': ['ID=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:54.706336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Attempting to bind port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:20:54.706651 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Attempting to bind port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:20:54.706962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Attempting to bind port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 on network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:20:54.717491 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 on network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 13:20:54.717789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Attempting to bind port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 on network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:20:54.724448 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1996ea7-f04c-48ca-9d5a-3e72a5773602 req-a56ebd5d-3ee7-4a80-8022-94b7b0cbb962 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:54.725164 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b1996ea7-f04c-48ca-9d5a-3e72a5773602 req-a56ebd5d-3ee7-4a80-8022-94b7b0cbb962 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Synchronizing usage tracker for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:20:54.735699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:20:54.736021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Checking segment: {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:20:54.736381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Bound using segment: {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:20:54.736785 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Bound port: f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf2b04b-5d7d-4abd-9250-896c179fc9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:20:54.737111 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:54.757501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-b1996ea7-f04c-48ca-9d5a-3e72a5773602 req-a56ebd5d-3ee7-4a80-8022-94b7b0cbb962 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Unset dirty status for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:20:54.758619 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1996ea7-f04c-48ca-9d5a-3e72a5773602 req-a56ebd5d-3ee7-4a80-8022-94b7b0cbb962 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.1760862 Mar 22 13:20:54.859496 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] For port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:20:54.862907 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1996ea7-f04c-48ca-9d5a-3e72a5773602 req-84bb7b8a-d66a-4c15-8d58-1a27f3ada0f8 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819638 Mar 22 13:20:54.864479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] For port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:20:54.870857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:54.936603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:54.937971 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] 10.222.0.55 "PUT /v2.0/ports/f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 200 len: 1093 time: 1.1032984 Mar 22 13:20:54.938381 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:20:54.957159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6f93f-df4a-4d9d-a94f-c3047d464004 service neutron] Pushing event updated for resources: {'Port': ['ID=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:20:55.008722 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'status': 'completed', 'code': 200} Mar 22 13:20:55.054600 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-eedbe663-8f73-48e1-953c-115aac8d99b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1096 time: 0.0761249 Mar 22 13:20:55.121475 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-05435bb5-c1ef-42c3-87e6-bc33fd42966a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 200 len: 217 time: 0.0607519 Mar 22 13:20:55.187270 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c823ff-a47e-457e-b158-7884169bf79e req-abad65df-037a-49c2-89cf-ea1626b6b939 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:55.188657 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-abad65df-037a-49c2-89cf-ea1626b6b939 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0623288 Mar 22 13:20:55.263217 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-cd6db00f-4867-431c-be11-ab1c8aa7e151 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689690 Mar 22 13:20:55.394833 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-ed5fb3ea-441f-4d4f-9802-83e7c6df5fc6 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254492 Mar 22 13:20:55.541883 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f2c823ff-a47e-457e-b158-7884169bf79e req-31c2562b-9d78-4220-b9de-10a10e837b79 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410084 Mar 22 13:20:55.658640 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bea4c1b5-5d40-4557-904c-96bcb1199717 req-58253264-7c00-42d9-a7b7-a7b4138a7ba8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1096 time: 0.0702875 Mar 22 13:20:55.791856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c1b5-5d40-4557-904c-96bcb1199717 req-84f6e5ac-664b-44a4-84df-261b6ba59956 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:55.793405 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bea4c1b5-5d40-4557-904c-96bcb1199717 req-84f6e5ac-664b-44a4-84df-261b6ba59956 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1290798 Mar 22 13:20:55.861963 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bea4c1b5-5d40-4557-904c-96bcb1199717 req-be614d02-9328-4a48-8ea0-6880d2a11429 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 200 len: 217 time: 0.0632710 Mar 22 13:20:55.922407 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4c1b5-5d40-4557-904c-96bcb1199717 req-afee592f-2bb3-4b6e-b274-d8b40cdd3644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:55.923848 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bea4c1b5-5d40-4557-904c-96bcb1199717 req-afee592f-2bb3-4b6e-b274-d8b40cdd3644 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0566659 Mar 22 13:20:56.050470 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bea4c1b5-5d40-4557-904c-96bcb1199717 req-4fec6591-e0ee-46c8-96c7-c4d4f6ffdc25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1208425 Mar 22 13:20:56.135560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2123123-bc49-45af-b985-bd1770a685c7 req-3d8bc1bc-6551-4022-9ee1-f3ea251fe4f1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:56.136954 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2123123-bc49-45af-b985-bd1770a685c7 req-3d8bc1bc-6551-4022-9ee1-f3ea251fe4f1 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.1534047 Mar 22 13:20:56.219318 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2123123-bc49-45af-b985-bd1770a685c7 req-76cce4d3-91d1-4337-ae95-ccf5ba82959e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731483 Mar 22 13:20:56.224385 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bea4c1b5-5d40-4557-904c-96bcb1199717 req-a7ae5e4d-646c-4066-b601-3e40449f1abc service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678996 Mar 22 13:20:56.441900 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bea4c1b5-5d40-4557-904c-96bcb1199717 req-bf2a21f3-12b2-4147-af26-e9f869eb07c1 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114697 Mar 22 13:20:57.441224 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930bc6b-2ba2-4aec-b5c3-333019cc0550 req-91b931d9-0b9e-4352-a3b6-416481124a69 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:57.442893 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1930bc6b-2ba2-4aec-b5c3-333019cc0550 req-91b931d9-0b9e-4352-a3b6-416481124a69 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0920439 Mar 22 13:20:57.498344 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1930bc6b-2ba2-4aec-b5c3-333019cc0550 req-3ca9d18e-7d99-43c6-bb33-088f682de169 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495563 Mar 22 13:20:58.703014 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c486d6a-65c5-4b20-838a-51d2a6ed9972 req-2189d4f0-371d-4b6b-9c64-31bd54401fbd tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:58.704467 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0c486d6a-65c5-4b20-838a-51d2a6ed9972 req-2189d4f0-371d-4b6b-9c64-31bd54401fbd tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0848198 Mar 22 13:20:58.750600 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0c486d6a-65c5-4b20-838a-51d2a6ed9972 req-a5a6c1f0-dc65-4677-9d84-5060714fbe6e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388865 Mar 22 13:20:58.772851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8ce4e2b7-67d4-42fb-9d9d-d544e51a28e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:20:59.946069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b7d39-e19a-4c4c-acb3-8c12a866c5da req-aab55a6b-b39e-487a-a5b5-96220fe1dd3f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:20:59.947495 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1f1b7d39-e19a-4c4c-acb3-8c12a866c5da req-aab55a6b-b39e-487a-a5b5-96220fe1dd3f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0769727 Mar 22 13:20:59.993924 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1f1b7d39-e19a-4c4c-acb3-8c12a866c5da req-cdf328e4-884a-4ca2-9d7a-7edbfed9bf81 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Mar 22 13:21:01.195926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3f747-3292-47df-be60-c54b9444cfd7 req-2a5dab68-b0e3-4d2e-826f-f6b9a34d6547 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:01.197350 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a5c3f747-3292-47df-be60-c54b9444cfd7 req-2a5dab68-b0e3-4d2e-826f-f6b9a34d6547 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0821803 Mar 22 13:21:01.242381 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a5c3f747-3292-47df-be60-c54b9444cfd7 req-c6e2630e-94d1-4088-9d96-fe96557d1a4b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391088 Mar 22 13:21:01.760963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87596ac2-8221-4240-a829-1ba036ce6699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:02.172624 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:02.240772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:02.442294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f097cc-a0e6-4476-a824-fbff2a6c62fd req-2aa26ce6-c467-4fce-89c4-8032e88a97fc tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:02.443984 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f2f097cc-a0e6-4476-a824-fbff2a6c62fd req-2aa26ce6-c467-4fce-89c4-8032e88a97fc tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0824835 Mar 22 13:21:02.490673 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f2f097cc-a0e6-4476-a824-fbff2a6c62fd req-4d71e0a7-ff0c-4532-902f-dab78db8fb98 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410161 Mar 22 13:21:03.058388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:21:03.195412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:21:03.208348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'port_id': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'mac_address': 'fa:16:3e:c2:3c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:21:03.263793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:03.310446 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:21:03.326811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:21:03.332875 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:03.395456 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:03.404083 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:03.404416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:03.404744 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:03.405067 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:03.405383 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:03.405733 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:03.406050 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:03.406360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:03.406669 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:03.406975 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:03.407303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:21:03.574233 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:03.701654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:21:03.704638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec69b29-9f71-4fbb-9be8-03095e704a8c req-360b7f70-11ce-41bc-a897-5ac915c5c352 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:03.706113 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0ec69b29-9f71-4fbb-9be8-03095e704a8c req-360b7f70-11ce-41bc-a897-5ac915c5c352 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 944 time: 0.0848444 Mar 22 13:21:03.750402 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-0ec69b29-9f71-4fbb-9be8-03095e704a8c req-86063928-ac2c-462f-830e-4d3ea52005fc tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386107 Mar 22 13:21:04.960683 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a3d24-a9de-4e97-99db-b549d3b06323 req-f2d0068b-e20e-4611-9961-6658affd23c0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:04.962153 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8a5a3d24-a9de-4e97-99db-b549d3b06323 req-f2d0068b-e20e-4611-9961-6658affd23c0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 944 time: 0.0832076 Mar 22 13:21:05.012255 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8a5a3d24-a9de-4e97-99db-b549d3b06323 req-9283c4f0-8fcc-4eb2-97b0-a8a5d4f8cfc7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Mar 22 13:21:05.056676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:21:05.131815 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:21:05.136761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:21:05.137135 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:05.249210 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:05.275913 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:21:05.286720 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:21:05.290790 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:05.333294 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'code': 200} Mar 22 13:21:05.364942 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:05.605943 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-774a8f13-9a4f-4e2e-8af7-629e97a5a47d req-790560a8-fa06-4a9d-838a-bf9ea9786a24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1098 time: 0.0708964 Mar 22 13:21:05.647121 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-774a8f13-9a4f-4e2e-8af7-629e97a5a47d req-a2b0091e-a8f1-4c3a-a0f1-134b1b8ffdd2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357111 Mar 22 13:21:06.211545 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239981be-6236-4d85-9d59-5234d4baae34 req-591e30f4-fe51-4d63-ae28-4d03cce48086 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:06.212975 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-239981be-6236-4d85-9d59-5234d4baae34 req-591e30f4-fe51-4d63-ae28-4d03cce48086 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0802467 Mar 22 13:21:06.259297 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-239981be-6236-4d85-9d59-5234d4baae34 req-fcefc681-1ddf-4a06-9104-298178873957 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395429 Mar 22 13:21:07.058904 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-8a977788-de7f-451b-9973-17a6ec895f42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734653 Mar 22 13:21:07.212741 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-ab291148-64e8-4c6d-9806-56d496f24926 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1098 time: 0.0732436 Mar 22 13:21:07.365794 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-5976c4c4-44b0-4d3b-89d7-ad949fe19ef7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:07.367242 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-5976c4c4-44b0-4d3b-89d7-ad949fe19ef7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1365395 Mar 22 13:21:07.465225 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-d8af1926-eaca-4c90-9ecf-e7dc9e69dd5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 200 len: 217 time: 0.0923884 Mar 22 13:21:07.536167 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-febbff19-a56a-4831-97c6-2c95375ba62b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:07.537634 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-febbff19-a56a-4831-97c6-2c95375ba62b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0663557 Mar 22 13:21:07.592834 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c0a01-2273-4612-9c8b-c92cce370aaf req-29f52889-e8eb-47eb-8777-6aa3ecee4863 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:07.594226 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-708c0a01-2273-4612-9c8b-c92cce370aaf req-29f52889-e8eb-47eb-8777-6aa3ecee4863 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.1764984 Mar 22 13:21:07.654234 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-b902326d-07ac-492a-a6d2-174e137343d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1111267 Mar 22 13:21:07.656533 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-708c0a01-2273-4612-9c8b-c92cce370aaf req-2379659d-a710-47bb-8fcd-a7cba329e31c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523641 Mar 22 13:21:07.663821 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-67c26811-0982-4da4-8944-0e6e9cc37e55 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 13:21:07.664746 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-67c26811-0982-4da4-8944-0e6e9cc37e55 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046337 Mar 22 13:21:07.798515 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-6a01374c-1e78-4e6f-9e59-9cf9922dd8d3 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277390 Mar 22 13:21:07.932372 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-30a1291d-16a5-49a0-9f6b-13fcf6711e19 req-ebbe4af2-6286-4885-9d95-02fc917fad17 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279953 Mar 22 13:21:07.947415 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408790e-f89f-4f4b-884b-1424e6515bdc req-f9311bd4-02be-4833-a73a-f9a36b2c7de2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:07.948996 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a408790e-f89f-4f4b-884b-1424e6515bdc req-f9311bd4-02be-4833-a73a-f9a36b2c7de2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.1697068 Mar 22 13:21:07.995312 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a408790e-f89f-4f4b-884b-1424e6515bdc req-249e59ae-c051-4a41-ad72-82b7187eff56 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398188 Mar 22 13:21:08.028621 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54220) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:08.168794 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7cf41c4a-90d9-4740-9481-984a75f3c706 tempest-TestShelveInstance-1414658831 tempest-TestShelveInstance-1414658831-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1093 time: 0.1390340 Mar 22 13:21:08.171778 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54226) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:21:08.179164 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:21:08.185033 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:21:08.189118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Usage tracker for resource:floatingip and tenant:e2870d7e2eee4208b67f02ddb8c58527 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:21:08.192097 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:21:08.198505 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:21:08.211000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:08.349611 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:08.489068 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Allocated IP 172.26.0.247 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/3b4082d0-3daf-4684-96b6-b821b9c4a8f4) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:21:08.649618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:08.679977 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:08.744347 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:21:08.747196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:21:08.751397 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:21:08.777876 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'Port': ['ID=3b4082d0-3daf-4684-96b6-b821b9c4a8f4,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:09.265271 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:09.320755 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:09.522786 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:09.529398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:09.641053 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event updated for resources: {'Port': ['ID=3b4082d0-3daf-4684-96b6-b821b9c4a8f4,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:21:09.655092 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:09.945305 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Floating IP 704e8d97-47ca-4f89-bd08-d1e4b3146fdb associated. External IP: 172.26.0.247, port: f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6. Mar 22 13:21:10.365046 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:21:10.576064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:21:10.586180 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e27cfc-5a77-4d16-92e8-57f115465b98 None None] Sync routers for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:21:10.598615 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e27cfc-5a77-4d16-92e8-57f115465b98 None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:21:10.599435 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-92e27cfc-5a77-4d16-92e8-57f115465b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:10.603174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:10.661711 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-2fc4e6e4-94f4-4e0c-8e32-4d6f6023d285 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4883018 Mar 22 13:21:10.662644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:21:10.717009 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'status': 'completed', 'code': 200} Mar 22 13:21:10.787624 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-92e27cfc-5a77-4d16-92e8-57f115465b98 None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:21:10.807749 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea1d0ac4-6369-4056-af95-b7dd32bdeb2d req-a1192d5a-e854-40f7-8449-62ee0f6a2f77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1098 time: 0.0695255 Mar 22 13:21:10.939727 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d0ac4-6369-4056-af95-b7dd32bdeb2d req-a2d871ef-f39c-4f62-9850-ab832ce23f94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:10.941062 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea1d0ac4-6369-4056-af95-b7dd32bdeb2d req-a2d871ef-f39c-4f62-9850-ab832ce23f94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1278646 Mar 22 13:21:11.137539 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-92e27cfc-5a77-4d16-92e8-57f115465b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '704e8d97-47ca-4f89-bd08-d1e4b3146fdb', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'floating_ip_address': '172.26.0.247', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'port_id': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'mac_address': 'fa:16:3e:c2:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750314da-31f8-4b35-a408-fe5554f25e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:21:09Z', 'updated_at': '2022-03-22T13:21:09Z', 'revision_number': 0, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:11.141611 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e27cfc-5a77-4d16-92e8-57f115465b98 None None] Checking router: 0d14eec6-9f7c-4cff-9021-04ac7a60b698 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:21:11.147519 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea1d0ac4-6369-4056-af95-b7dd32bdeb2d req-927e14af-4329-481b-b2e0-c74a4e54f8b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 200 len: 999 time: 0.2006614 Mar 22 13:21:11.153313 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e27cfc-5a77-4d16-92e8-57f115465b98 None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:21:11.153940 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-92e27cfc-5a77-4d16-92e8-57f115465b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:21:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:11.211502 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d0ac4-6369-4056-af95-b7dd32bdeb2d req-79a08261-188a-43b0-88b8-956ae0eb3472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:21:11.212945 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea1d0ac4-6369-4056-af95-b7dd32bdeb2d req-79a08261-188a-43b0-88b8-956ae0eb3472 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0599401 Mar 22 13:21:11.286457 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea1d0ac4-6369-4056-af95-b7dd32bdeb2d req-1790be70-09ee-4654-b5a4-70b8547784c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674760 Mar 22 13:21:11.333652 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-92e27cfc-5a77-4d16-92e8-57f115465b98 None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:21:11.416138 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea1d0ac4-6369-4056-af95-b7dd32bdeb2d req-0caa4d36-7183-4dee-898a-1191af8767fd service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241994 Mar 22 13:21:11.546677 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ea1d0ac4-6369-4056-af95-b7dd32bdeb2d req-5b849025-b1b3-4d4a-bc43-732075855f4d service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249423 Mar 22 13:21:11.720807 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-92e27cfc-5a77-4d16-92e8-57f115465b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '704e8d97-47ca-4f89-bd08-d1e4b3146fdb', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'floating_ip_address': '172.26.0.247', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'port_id': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'mac_address': 'fa:16:3e:c2:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750314da-31f8-4b35-a408-fe5554f25e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:21:09Z', 'updated_at': '2022-03-22T13:21:09Z', 'revision_number': 0, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:21:11.726117 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e27cfc-5a77-4d16-92e8-57f115465b98 None None] The sync data for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv is: [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '704e8d97-47ca-4f89-bd08-d1e4b3146fdb', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'floating_ip_address': '172.26.0.247', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'port_id': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'mac_address': 'fa:16:3e:c2:3c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750314da-31f8-4b35-a408-fe5554f25e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:21:09Z', 'updated_at': '2022-03-22T13:21:09Z', 'revision_number': 0, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:21:11.913738 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad367b3-6e95-42d2-94b8-15c3db73b808 None None] New status for floating IP 704e8d97-47ca-4f89-bd08-d1e4b3146fdb: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:21:13.918272 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:18.224658 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:21:28.779800 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9b08b2bc-26d6-4c0f-96be-f9d8840f4c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:31.770485 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-298b8e61-49ab-43f1-9432-def6f5bfcd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:32.180645 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:32.247798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:33.581635 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:43.904119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:21:55.224744 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:21:58.783074 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a808a68b-86f7-400f-bd38-38b8b85a415a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:01.765618 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c4d74fae-cbdc-4efb-9dde-33937bbafecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:02.180250 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:02.248224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:03.584708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:09.067304 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7382f157-1ed9-4d87-bdc2-a4514ecc7aaa req-cc326386-5eaa-48cd-b369-c07df627dc05 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739541 Mar 22 13:22:09.210220 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7382f157-1ed9-4d87-bdc2-a4514ecc7aaa req-2ed86d04-6b1b-44e9-849a-4bc0b411e073 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1098 time: 0.0766256 Mar 22 13:22:09.355647 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382f157-1ed9-4d87-bdc2-a4514ecc7aaa req-330e5c82-88ad-4b86-abaf-236df5eeff71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:09.356966 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7382f157-1ed9-4d87-bdc2-a4514ecc7aaa req-330e5c82-88ad-4b86-abaf-236df5eeff71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1287005 Mar 22 13:22:09.460546 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7382f157-1ed9-4d87-bdc2-a4514ecc7aaa req-9e8ec181-1bf3-41c0-8aef-6b55b5ebfb20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 200 len: 1001 time: 0.0972543 Mar 22 13:22:09.520247 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382f157-1ed9-4d87-bdc2-a4514ecc7aaa req-a49ec52c-8c10-4446-a655-27345d46c0d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:22:09.521634 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7382f157-1ed9-4d87-bdc2-a4514ecc7aaa req-a49ec52c-8c10-4446-a655-27345d46c0d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0556552 Mar 22 13:22:09.599079 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7382f157-1ed9-4d87-bdc2-a4514ecc7aaa req-4de2dba5-1e5e-44be-a3d4-cadb0045bb38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721345 Mar 22 13:22:09.745616 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7382f157-1ed9-4d87-bdc2-a4514ecc7aaa req-64030d60-c7c2-49f3-adde-3da709603a2f service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391013 Mar 22 13:22:09.881393 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7382f157-1ed9-4d87-bdc2-a4514ecc7aaa req-05d01012-0280-478d-a206-daa1050782eb service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294341 Mar 22 13:22:13.911334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:28.788708 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6cbbdfcd-6e7c-4117-a883-e1785494af12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:31.770297 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-87074c6d-42de-421c-b512-aaf9c57c2556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:32.186823 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:32.224447 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:22:32.250369 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:33.587329 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:43.921759 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:22:58.782997 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-514d5366-6c89-4d53-ae87-474639477369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:01.776334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3ff5a117-7a76-4d28-83cc-c17e80164fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:02.178813 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:02.252044 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:03.590956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:06.957918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3caac-d29f-4dfc-b086-00791da5abed req-41532038-8d1a-46b4-87cf-ff377193635a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:06.959355 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2c3caac-d29f-4dfc-b086-00791da5abed req-41532038-8d1a-46b4-87cf-ff377193635a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.1659865 Mar 22 13:23:07.004102 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e2c3caac-d29f-4dfc-b086-00791da5abed req-1a71ddd6-7a89-446d-8e30-4fe4b242abc2 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389907 Mar 22 13:23:08.318132 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd1611-b762-441b-b189-bc8953f22e1a req-de8168c0-dcc1-4988-a4c4-92f8caf6162a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:08.319604 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1ddd1611-b762-441b-b189-bc8953f22e1a req-de8168c0-dcc1-4988-a4c4-92f8caf6162a tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.1528280 Mar 22 13:23:08.364282 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1ddd1611-b762-441b-b189-bc8953f22e1a req-cdf566eb-f3aa-4570-9806-aa823422022f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389264 Mar 22 13:23:09.224607 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:23:09.585286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b560dba-6968-41eb-bf83-2c95c09930da req-df3fec48-862a-494f-a5e3-08c84f96d1eb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:09.586777 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4b560dba-6968-41eb-bf83-2c95c09930da req-df3fec48-862a-494f-a5e3-08c84f96d1eb tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0850358 Mar 22 13:23:09.632418 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4b560dba-6968-41eb-bf83-2c95c09930da req-e7c79c4c-f634-4b09-ba7e-9e18cc43acf9 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398331 Mar 22 13:23:10.834236 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe03d8-3c08-444c-a65c-5d65e2c596f0 req-0c873f55-a5b3-415c-9969-31bc4b84d46b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:10.835639 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fdfe03d8-3c08-444c-a65c-5d65e2c596f0 req-0c873f55-a5b3-415c-9969-31bc4b84d46b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0798712 Mar 22 13:23:10.880635 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fdfe03d8-3c08-444c-a65c-5d65e2c596f0 req-8a3a0964-7866-4c8d-9d7b-166554709886 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Mar 22 13:23:11.168850 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60301f1b-2c3c-4369-ac53-b89a6f070e6c req-80b1973b-39c9-4e8d-9da5-20d6932285d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1098 time: 0.1302626 Mar 22 13:23:11.417039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60301f1b-2c3c-4369-ac53-b89a6f070e6c req-be325dde-d81b-47d6-9363-9f550a1c6dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:11.418407 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60301f1b-2c3c-4369-ac53-b89a6f070e6c req-be325dde-d81b-47d6-9363-9f550a1c6dc1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.2264318 Mar 22 13:23:11.517790 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60301f1b-2c3c-4369-ac53-b89a6f070e6c req-dfb0411d-367b-43a3-94f3-ed5d70baed42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 200 len: 1001 time: 0.0924313 Mar 22 13:23:11.585365 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60301f1b-2c3c-4369-ac53-b89a6f070e6c req-7ab69ed0-1d9c-4e7d-a44f-aceb92106240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:11.586910 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60301f1b-2c3c-4369-ac53-b89a6f070e6c req-7ab69ed0-1d9c-4e7d-a44f-aceb92106240 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0629747 Mar 22 13:23:11.661775 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60301f1b-2c3c-4369-ac53-b89a6f070e6c req-7b160651-bcec-4b1e-afe1-25a58860f45c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687690 Mar 22 13:23:11.794868 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60301f1b-2c3c-4369-ac53-b89a6f070e6c req-9bd14d78-60c5-4e24-8486-bd2119416f19 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267476 Mar 22 13:23:11.945905 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-60301f1b-2c3c-4369-ac53-b89a6f070e6c req-3b3d1e6b-077a-4064-9242-8071c15d3ad3 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440792 Mar 22 13:23:12.270312 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82347fb-fe20-4093-abc0-770c50a781a7 req-de19b3dc-c85d-482d-853b-16098f32547e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:12.271732 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a82347fb-fe20-4093-abc0-770c50a781a7 req-de19b3dc-c85d-482d-853b-16098f32547e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.1232398 Mar 22 13:23:12.320234 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a82347fb-fe20-4093-abc0-770c50a781a7 req-e8cb246b-c836-4b33-b62f-556fa9d56c10 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Mar 22 13:23:13.521711 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202da11c-8ba8-4009-a392-1a76df14f9b0 req-e6f8756d-4d2d-47a2-b860-643cc465a3a0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:13.523194 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-202da11c-8ba8-4009-a392-1a76df14f9b0 req-e6f8756d-4d2d-47a2-b860-643cc465a3a0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0838056 Mar 22 13:23:13.571989 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-202da11c-8ba8-4009-a392-1a76df14f9b0 req-0e77cfd0-182c-4e40-b059-d73014433dce tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430737 Mar 22 13:23:13.911793 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:14.765183 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da37cd-64f2-45e9-9b3e-865475b3029c req-10a0cb85-bce7-4323-be2f-57433dc2f916 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:14.766638 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-37da37cd-64f2-45e9-9b3e-865475b3029c req-10a0cb85-bce7-4323-be2f-57433dc2f916 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0755062 Mar 22 13:23:14.812543 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-37da37cd-64f2-45e9-9b3e-865475b3029c req-346aca12-20dd-4eb3-9744-9cdf9a423502 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400248 Mar 22 13:23:16.023422 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe27dc-93a4-4eab-b7ef-8d81e8528091 req-e36ef23f-305d-432c-a719-b999c7e87727 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:16.024857 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29fe27dc-93a4-4eab-b7ef-8d81e8528091 req-e36ef23f-305d-432c-a719-b999c7e87727 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0790124 Mar 22 13:23:16.070416 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-29fe27dc-93a4-4eab-b7ef-8d81e8528091 req-1ed1c62c-607c-4a1a-9359-b182045e4283 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Mar 22 13:23:16.927106 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8bfb9d4e-7ef4-4faf-a21f-06069022d94b req-a9088776-7611-4743-876b-d9e3fff9d164 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1098 time: 0.0737000 Mar 22 13:23:17.063877 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb9d4e-7ef4-4faf-a21f-06069022d94b req-24baf81c-ff1d-4c42-be81-c67953465810 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:17.065289 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8bfb9d4e-7ef4-4faf-a21f-06069022d94b req-24baf81c-ff1d-4c42-be81-c67953465810 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1328928 Mar 22 13:23:17.167483 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8bfb9d4e-7ef4-4faf-a21f-06069022d94b req-420aeee0-a9c4-4090-a3e4-59721535c4aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 200 len: 1001 time: 0.0955606 Mar 22 13:23:17.285118 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb9d4e-7ef4-4faf-a21f-06069022d94b req-154c4e61-eb32-4311-85d8-273f5d692ce0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:17.286654 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8bfb9d4e-7ef4-4faf-a21f-06069022d94b req-154c4e61-eb32-4311-85d8-273f5d692ce0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.1138146 Mar 22 13:23:17.351210 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fd9d1-c1a6-4eff-a288-a2a33100ff27 req-038b4226-c215-4c9e-a608-3dfc0187a037 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:17.352612 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b69fd9d1-c1a6-4eff-a288-a2a33100ff27 req-038b4226-c215-4c9e-a608-3dfc0187a037 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.1509085 Mar 22 13:23:17.402095 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8bfb9d4e-7ef4-4faf-a21f-06069022d94b req-57228426-491e-4df3-b588-420518fb6464 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1099880 Mar 22 13:23:17.406802 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b69fd9d1-c1a6-4eff-a288-a2a33100ff27 req-5a522a78-8139-4760-8251-ab12f389a065 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478952 Mar 22 13:23:17.530815 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8bfb9d4e-7ef4-4faf-a21f-06069022d94b req-7f895053-7601-4aae-8952-a732229b8389 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224020 Mar 22 13:23:17.746630 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8bfb9d4e-7ef4-4faf-a21f-06069022d94b req-d122c7a8-73d5-4607-87eb-c613455a923d service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101536 Mar 22 13:23:18.612503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e7587-ff92-403a-a57e-aa156b87bf62 req-a2596f04-10b9-44e3-bbfc-40729d03e448 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:18.613890 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2f7e7587-ff92-403a-a57e-aa156b87bf62 req-a2596f04-10b9-44e3-bbfc-40729d03e448 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0809655 Mar 22 13:23:18.663390 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-2f7e7587-ff92-403a-a57e-aa156b87bf62 req-00e4d3d6-51a7-434b-afba-62ad1945b035 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440900 Mar 22 13:23:19.862668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4a1b3-1bb7-4fbd-8010-0f41f802949f req-1f9c3fd3-ae51-4841-a4a2-60c7801b2e08 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:19.864093 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8cd4a1b3-1bb7-4fbd-8010-0f41f802949f req-1f9c3fd3-ae51-4841-a4a2-60c7801b2e08 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0832853 Mar 22 13:23:19.908796 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8cd4a1b3-1bb7-4fbd-8010-0f41f802949f req-7fe5fe13-041b-490e-a5a4-db2871fa74ac tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390880 Mar 22 13:23:21.121855 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df38b54-8602-4a17-ae47-d94a5b40393d req-902a059c-0491-44d8-90f9-8cb19dc93903 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:21.123282 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8df38b54-8602-4a17-ae47-d94a5b40393d req-902a059c-0491-44d8-90f9-8cb19dc93903 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0864956 Mar 22 13:23:21.168073 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-8df38b54-8602-4a17-ae47-d94a5b40393d req-84b1bc95-569a-4c22-8c0e-aff1115d4dae tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393333 Mar 22 13:23:21.415660 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6b5709ce-c4e4-41a8-8878-7d307e2841d9 req-59b8f8b2-12a6-487a-a1e2-d8989fd670e9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1312399 Mar 22 13:23:21.602578 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:23:21.715565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:21.742565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:23:21.751511 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb8f6a-8365-44e7-a1a5-1d344a672ec9 req-f871ee82-314f-4df7-a82f-48c9dd4ab7c8 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:21.752093 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:23:21.752949 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-86fb8f6a-8365-44e7-a1a5-1d344a672ec9 req-f871ee82-314f-4df7-a82f-48c9dd4ab7c8 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.1497622 Mar 22 13:23:21.756291 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-4073f910-4688-4a22-8833-ac55536f4529 req-9abaa8b2-3511-43ae-9e24-302f9d7ca974 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2121084 Mar 22 13:23:21.758848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:21.829889 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-86fb8f6a-8365-44e7-a1a5-1d344a672ec9 req-1d7e0a72-b534-4427-87c3-16d17bf344ac tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702076 Mar 22 13:23:21.838948 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:21.847673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:21.847999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:21.848332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:21.848660 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:21.849058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:21.849389 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:21.849814 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:21.850125 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:21.850376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:21.850688 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:21.851151 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:23:21.908482 dv-neutron-834653-1-hyperv neutron-server[83795]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'code': 422} returned with failed status Mar 22 13:23:23.019851 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95d2a5-dd9f-47a2-9383-91b2fb01d23b req-de6786cb-d624-4a12-bea9-3024b320c94c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:23.021327 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ad95d2a5-dd9f-47a2-9383-91b2fb01d23b req-de6786cb-d624-4a12-bea9-3024b320c94c tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0796666 Mar 22 13:23:23.166942 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ad95d2a5-dd9f-47a2-9383-91b2fb01d23b req-24dc4bdb-bcc7-4748-8ec0-d7b9d96a2139 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400285 Mar 22 13:23:24.035556 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4073f910-4688-4a22-8833-ac55536f4529 req-511a8a64-dd6e-4fb1-94f1-9fac19b3e211 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d&tenant_id=e2870d7e2eee4208b67f02ddb8c58527 HTTP/1.1" status: 200 len: 1096 time: 0.0787816 Mar 22 13:23:24.126846 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4073f910-4688-4a22-8833-ac55536f4529 req-be67e2f7-54dc-4933-ab59-c2fae0199ad6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1096 time: 0.0711539 Mar 22 13:23:24.260530 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073f910-4688-4a22-8833-ac55536f4529 req-ab2e0d81-8e91-435b-a8c0-614261494773 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:24.262160 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4073f910-4688-4a22-8833-ac55536f4529 req-ab2e0d81-8e91-435b-a8c0-614261494773 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1302743 Mar 22 13:23:24.422223 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4073f910-4688-4a22-8833-ac55536f4529 req-0ab4152f-7f95-45a0-9782-ee293982d846 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 200 len: 999 time: 0.1535921 Mar 22 13:23:24.482107 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd66366-6dcc-4c9b-9969-6a04aff9cd0b req-1d523fc2-e8c7-4351-bf18-2b26cefe564d tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:24.483470 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4cd66366-6dcc-4c9b-9969-6a04aff9cd0b req-1d523fc2-e8c7-4351-bf18-2b26cefe564d tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.1624517 Mar 22 13:23:24.507526 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073f910-4688-4a22-8833-ac55536f4529 req-72ad0a51-daac-4454-9bb0-b4709188298c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:24.509178 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4073f910-4688-4a22-8833-ac55536f4529 req-72ad0a51-daac-4454-9bb0-b4709188298c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0814216 Mar 22 13:23:24.584849 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4cd66366-6dcc-4c9b-9969-6a04aff9cd0b req-c9557c7c-82e3-456d-a50c-4068f3ae4dfe tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950162 Mar 22 13:23:24.602616 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4073f910-4688-4a22-8833-ac55536f4529 req-163715d8-5148-4fb3-9870-2f236952e449 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877275 Mar 22 13:23:24.733356 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4073f910-4688-4a22-8833-ac55536f4529 req-88f90bc9-d318-4a84-98e8-3f73b3f0f648 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249368 Mar 22 13:23:24.871234 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-4073f910-4688-4a22-8833-ac55536f4529 req-d53ed4de-9ae3-473c-a01a-876ce645b690 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322525 Mar 22 13:23:25.783841 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f824c-ed07-4241-b681-712ac02dcb4c req-771878eb-40bb-47ed-b965-d34f2f437f6e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:25.785260 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-688f824c-ed07-4241-b681-712ac02dcb4c req-771878eb-40bb-47ed-b965-d34f2f437f6e tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0788691 Mar 22 13:23:25.832805 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-688f824c-ed07-4241-b681-712ac02dcb4c req-1d2abddf-ca95-434f-9ae4-fe0e3eeddbad tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396013 Mar 22 13:23:27.056052 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589507ec-9933-4193-98d7-9fc6611eff3e req-6f2dcfcf-b0c1-40a0-83ad-a81def84bb4d tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:27.057546 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-589507ec-9933-4193-98d7-9fc6611eff3e req-6f2dcfcf-b0c1-40a0-83ad-a81def84bb4d tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0939527 Mar 22 13:23:27.105281 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-589507ec-9933-4193-98d7-9fc6611eff3e req-224a68f8-9f55-4324-8c5c-35a44f01e921 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Mar 22 13:23:28.315967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44988049-6af9-4dfd-ac2c-bb7d0e11ec11 req-ff99410e-7e61-47c7-a219-36c73b008186 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:28.317762 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-44988049-6af9-4dfd-ac2c-bb7d0e11ec11 req-ff99410e-7e61-47c7-a219-36c73b008186 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0873463 Mar 22 13:23:28.365778 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-44988049-6af9-4dfd-ac2c-bb7d0e11ec11 req-33d4a5f8-62a0-4928-8fe4-a58668101e7f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Mar 22 13:23:28.784467 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c2603bce-3a78-4ab9-803b-cbbe74880bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:29.582412 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8d056-136c-4959-b791-c7708581e23a req-f63c622b-acc6-4f6f-b947-4338614b53ee tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:29.584103 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bfc8d056-136c-4959-b791-c7708581e23a req-f63c622b-acc6-4f6f-b947-4338614b53ee tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0806808 Mar 22 13:23:29.637040 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-bfc8d056-136c-4959-b791-c7708581e23a req-c108a069-e88d-4540-8a13-daa5781fac66 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448811 Mar 22 13:23:30.849822 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8436e1b-62d1-4dfb-b154-0747ddc58948 req-24c7b85e-aed9-4dbd-aebc-5bd880db0351 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:30.851253 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f8436e1b-62d1-4dfb-b154-0747ddc58948 req-24c7b85e-aed9-4dbd-aebc-5bd880db0351 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0871649 Mar 22 13:23:30.900328 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f8436e1b-62d1-4dfb-b154-0747ddc58948 req-ed0eabfb-c386-4edb-b142-544a7c4ed03b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Mar 22 13:23:31.772309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4e4ddaff-a75f-42ce-9191-87f4bae8007f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:32.108614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48e507-c1b0-48ab-ab33-e9253e4377be req-24784f28-71b4-41e9-9c0a-646a84a69037 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:32.110052 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d48e507-c1b0-48ab-ab33-e9253e4377be req-24784f28-71b4-41e9-9c0a-646a84a69037 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0829883 Mar 22 13:23:32.160211 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1d48e507-c1b0-48ab-ab33-e9253e4377be req-3a36e3dd-da91-4af3-ab13-5005a35c50b7 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443070 Mar 22 13:23:32.173136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:32.255652 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:33.368910 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587ad70-5332-4ffa-a6ce-5c199a61267f req-e033963e-bfc9-4bb9-a089-b3be91a2f069 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:33.370377 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f587ad70-5332-4ffa-a6ce-5c199a61267f req-e033963e-bfc9-4bb9-a089-b3be91a2f069 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 943 time: 0.0915096 Mar 22 13:23:33.418047 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f587ad70-5332-4ffa-a6ce-5c199a61267f req-00555704-aade-4b61-b97d-66e21796ac36 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394952 Mar 22 13:23:33.593952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:33.660429 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:23:33.842475 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:23:33.855985 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'port_id': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'mac_address': 'fa:16:3e:c2:3c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:23:33.910684 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:33.933527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:23:33.953301 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:23:33.960804 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:34.038457 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:34.339617 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:23:34.638344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33d1ac-2b30-47bd-b258-91c280c6fee5 req-e045ffce-2a03-4d8f-be47-c643a3fe2e77 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:34.640101 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b33d1ac-2b30-47bd-b258-91c280c6fee5 req-e045ffce-2a03-4d8f-be47-c643a3fe2e77 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 944 time: 0.0915904 Mar 22 13:23:34.690163 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5b33d1ac-2b30-47bd-b258-91c280c6fee5 req-c6b95534-737d-4e4c-a4bc-70c50d7a6d7d tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441198 Mar 22 13:23:35.659160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:23:35.733709 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:23:35.734058 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:35.848486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:35.874536 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:23:35.884046 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:23:35.889397 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:35.913108 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71e3f1-d4ef-40d4-a2f1-d579b56bd441 req-cd1681b5-69ca-4c89-8b96-6c7b9778e286 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:35.914524 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0d71e3f1-d4ef-40d4-a2f1-d579b56bd441 req-cd1681b5-69ca-4c89-8b96-6c7b9778e286 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 944 time: 0.0862195 Mar 22 13:23:35.933541 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'code': 200} Mar 22 13:23:35.960721 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:23:35.969752 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-0d71e3f1-d4ef-40d4-a2f1-d579b56bd441 req-7f5e4f9d-ad8c-4b2b-a71a-6947bee202b3 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490911 Mar 22 13:23:36.194003 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7198df20-62a2-42c1-9d1e-90ff5d7c829e req-a69dc91e-00c0-4d8d-a784-930afd3aaccd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1098 time: 0.0681367 Mar 22 13:23:36.236437 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7198df20-62a2-42c1-9d1e-90ff5d7c829e req-6471e7ab-1b7d-43d8-94d8-d8685230a7a8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370557 Mar 22 13:23:37.260275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9785a-6eda-4208-908c-b2652a1d08a4 req-37dc2ac7-24de-4d17-ba67-01e56ffab7a3 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:37.261634 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-79d9785a-6eda-4208-908c-b2652a1d08a4 req-37dc2ac7-24de-4d17-ba67-01e56ffab7a3 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.1675868 Mar 22 13:23:37.305872 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-79d9785a-6eda-4208-908c-b2652a1d08a4 req-ede017bc-bf0f-43a9-a53c-0faeaba0c576 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383596 Mar 22 13:23:38.511588 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f00e49-5b80-464a-a728-bd062f9a43cf req-8d16f1c7-5783-4bde-b434-7e905791bc46 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:23:38.512918 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-24f00e49-5b80-464a-a728-bd062f9a43cf req-8d16f1c7-5783-4bde-b434-7e905791bc46 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0789568 Mar 22 13:23:38.560833 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-24f00e49-5b80-464a-a728-bd062f9a43cf req-150e86bf-d23b-47dc-b786-94f416f1d36d tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400927 Mar 22 13:23:43.936754 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:23:46.224853 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:23:58.778289 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3234432d-121c-4ae1-a20c-99a4fb68b669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:01.767832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ba82c191-df4e-4e9c-9c21-17fe74b041c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:02.178654 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:02.261356 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:03.594628 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:13.048932 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf799245-6870-4464-9e94-f8e84244afd2 req-77c094f9-45c8-43dd-8e6d-8b3e9eef310b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712426 Mar 22 13:24:13.204189 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf799245-6870-4464-9e94-f8e84244afd2 req-15d197a7-451a-4598-92ed-be5b77635099 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1098 time: 0.0793695 Mar 22 13:24:13.385666 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf799245-6870-4464-9e94-f8e84244afd2 req-42d93e73-b410-4be0-861e-8b95b23b4a3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:13.387116 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf799245-6870-4464-9e94-f8e84244afd2 req-42d93e73-b410-4be0-861e-8b95b23b4a3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1604388 Mar 22 13:24:13.515618 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf799245-6870-4464-9e94-f8e84244afd2 req-daba6714-c6c5-42b0-adc2-84fcecaa4711 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 200 len: 1001 time: 0.1200678 Mar 22 13:24:13.579037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf799245-6870-4464-9e94-f8e84244afd2 req-21048c9b-a3f9-43c2-86b7-718850a53a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:13.581045 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf799245-6870-4464-9e94-f8e84244afd2 req-21048c9b-a3f9-43c2-86b7-718850a53a17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0607622 Mar 22 13:24:13.677086 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf799245-6870-4464-9e94-f8e84244afd2 req-7d5cec8a-1858-4d66-a848-9a585ca667c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899885 Mar 22 13:24:13.819621 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf799245-6870-4464-9e94-f8e84244afd2 req-afe6fdbd-0c74-4f02-9d24-5f19c60d6741 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354504 Mar 22 13:24:13.935499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:13.964291 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-cf799245-6870-4464-9e94-f8e84244afd2 req-6160efc0-8557-432a-b19f-2acb97eac7d5 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384952 Mar 22 13:24:23.225712 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:24:28.780945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-72eaa732-7dae-49e4-b860-d73ac2bd3b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:31.772005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-13899242-67e9-477e-b43e-9c55bf635faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:32.184876 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:32.262986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:33.596811 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:43.937627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:54.173764 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54364) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:24:54.387240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Deleting port 3b4082d0-3daf-4684-96b6-b821b9c4a8f4 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:24:54.387599 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:54.557108 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:54.557350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:54.674660 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Calling delete_port for 3b4082d0-3daf-4684-96b6-b821b9c4a8f4 owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:24:54.826195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:54.964809 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event deleted for resources: {'Port': ['ID=3b4082d0-3daf-4684-96b6-b821b9c4a8f4,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:55.002448 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:55.002448 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:55.002801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:55.003031 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:55.003351 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:55.003667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:55.003987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:55.004443 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:55.004738 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:55.005047 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:55.005350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:24:55.068460 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:55.472977 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:24:55.677552 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:24:55.688226 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b96212-0906-466f-ab21-a149d6d4456c None None] Sync routers for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:24:55.698373 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:55.701677 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b96212-0906-466f-ab21-a149d6d4456c None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:24:55.702456 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-65b96212-0906-466f-ab21-a149d6d4456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:24:55.756960 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-44760956-6127-450e-9049-35a0afcade9b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "DELETE /v2.0/floatingips/704e8d97-47ca-4f89-bd08-d1e4b3146fdb HTTP/1.1" status: 204 len: 168 time: 1.5817924 Mar 22 13:24:55.757991 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:24:55.865323 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'status': 'completed', 'code': 200} Mar 22 13:24:55.923891 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-65b96212-0906-466f-ab21-a149d6d4456c None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:24:55.976518 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5107d21c-2e16-41cb-85db-0db8624a7e6e req-903f3511-a7f8-48e6-8789-3a7b1ba8784c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 1098 time: 0.0900033 Mar 22 13:24:56.117275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107d21c-2e16-41cb-85db-0db8624a7e6e req-ff6c8439-1496-4882-92a5-39217636cb49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:56.118768 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5107d21c-2e16-41cb-85db-0db8624a7e6e req-ff6c8439-1496-4882-92a5-39217636cb49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 200 len: 910 time: 0.1354201 Mar 22 13:24:56.197761 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5107d21c-2e16-41cb-85db-0db8624a7e6e req-bd94621f-9cfa-44ab-8c5b-9a8c4ccd4a55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 200 len: 217 time: 0.0720315 Mar 22 13:24:56.272522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107d21c-2e16-41cb-85db-0db8624a7e6e req-937e3c54-e088-4263-96b1-8fea8c94debb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:56.274036 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5107d21c-2e16-41cb-85db-0db8624a7e6e req-937e3c54-e088-4263-96b1-8fea8c94debb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 200 len: 848 time: 0.0704772 Mar 22 13:24:56.312731 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f87cce-cb68-4bc4-81a9-0a3300af85bb req-12dff4d7-acdd-476a-b529-3c2ce0f2aeb3 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:56.318535 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f4f87cce-cb68-4bc4-81a9-0a3300af85bb req-12dff4d7-acdd-476a-b529-3c2ce0f2aeb3 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.1081667 Mar 22 13:24:56.356836 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5107d21c-2e16-41cb-85db-0db8624a7e6e req-65aa9400-1d52-4b4f-8665-0c830f2a2729 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a33a26e3-1c40-4049-92fb-66fb1d8c3c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763345 Mar 22 13:24:56.390274 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f4f87cce-cb68-4bc4-81a9-0a3300af85bb req-12bce2ae-347b-481c-afff-d11460e09c3b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696254 Mar 22 13:24:56.440864 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-65b96212-0906-466f-ab21-a149d6d4456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:24:56.446685 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b96212-0906-466f-ab21-a149d6d4456c None None] Checking router: 0d14eec6-9f7c-4cff-9021-04ac7a60b698 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:24:56.459079 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b96212-0906-466f-ab21-a149d6d4456c None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:24:56.459868 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-65b96212-0906-466f-ab21-a149d6d4456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:24:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:24:56.493673 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5107d21c-2e16-41cb-85db-0db8624a7e6e req-3c6779da-9e35-4b6d-8021-0f3d2f5fffdb service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304052 Mar 22 13:24:56.639337 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-65b96212-0906-466f-ab21-a149d6d4456c None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:24:56.735396 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5107d21c-2e16-41cb-85db-0db8624a7e6e req-e785e224-bac7-45b3-989b-20c6f4c88184 service neutron] 10.222.0.55 "GET /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348685 Mar 22 13:24:56.996028 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-65b96212-0906-466f-ab21-a149d6d4456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:24:56.999954 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b96212-0906-466f-ab21-a149d6d4456c None None] The sync data for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv is: [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:14:38Z', 'revision_number': 4, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '8c36a5f3-17d9-424e-a94d-3f18640fd131', 'name': '', 'network_id': 'a33a26e3-1c40-4049-92fb-66fb1d8c3c65', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'mac_address': 'fa:16:3e:a1:28:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:38Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'subnets': [{'id': '2758083c-0197-4b8b-84c9-fad4a45efe7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:24:57.210955 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16fc77-1d6f-4444-a789-c9e25d4c6936 None None] New status for floating IP 704e8d97-47ca-4f89-bd08-d1e4b3146fdb: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:24:57.620818 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6070b-ff89-4b4a-b22c-37650d08fc06 req-e7667858-8f74-4fef-9b63-d1de752a0947 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:57.621428 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-63d6070b-ff89-4b4a-b22c-37650d08fc06 req-e7667858-8f74-4fef-9b63-d1de752a0947 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Synchronizing usage tracker for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:24:57.638301 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-63d6070b-ff89-4b4a-b22c-37650d08fc06 req-e7667858-8f74-4fef-9b63-d1de752a0947 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Unset dirty status for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:24:57.640401 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63d6070b-ff89-4b4a-b22c-37650d08fc06 req-e7667858-8f74-4fef-9b63-d1de752a0947 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0948722 Mar 22 13:24:57.691228 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-63d6070b-ff89-4b4a-b22c-37650d08fc06 req-b50eaa3d-4ea5-4bd8-91f3-0862c46d19b0 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/security-groups?id=c67cf395-9e74-4d4d-8134-2dab8ba24e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448520 Mar 22 13:24:57.826475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181da06-d10b-42ad-812d-5e24f3251ba4 req-df804950-4353-4ead-87af-7522c95ff05b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:24:57.827794 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b181da06-d10b-42ad-812d-5e24f3251ba4 req-df804950-4353-4ead-87af-7522c95ff05b tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.55 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 945 time: 0.0803683 Mar 22 13:24:57.896538 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-b181da06-d10b-42ad-812d-5e24f3251ba4 req-a659380b-d0d7-4e24-8d96-59cd5ec2b317 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Deleting port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:24:57.896788 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b181da06-d10b-42ad-812d-5e24f3251ba4 req-a659380b-d0d7-4e24-8d96-59cd5ec2b317 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:58.141102 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-b181da06-d10b-42ad-812d-5e24f3251ba4 req-a659380b-d0d7-4e24-8d96-59cd5ec2b317 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] For port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:24:58.141440 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b181da06-d10b-42ad-812d-5e24f3251ba4 req-a659380b-d0d7-4e24-8d96-59cd5ec2b317 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:58.267215 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-b181da06-d10b-42ad-812d-5e24f3251ba4 req-a659380b-d0d7-4e24-8d96-59cd5ec2b317 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Calling delete_port for f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:24:58.413305 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b181da06-d10b-42ad-812d-5e24f3251ba4 req-a659380b-d0d7-4e24-8d96-59cd5ec2b317 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:58.461935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659380b-d0d7-4e24-8d96-59cd5ec2b317 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event deleted for resources: {'Port': ['ID=f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:24:58.538394 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-b181da06-d10b-42ad-812d-5e24f3251ba4 req-a659380b-d0d7-4e24-8d96-59cd5ec2b317 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] No DVR routers for this DVR port f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:24:58.540824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-b181da06-d10b-42ad-812d-5e24f3251ba4 req-a659380b-d0d7-4e24-8d96-59cd5ec2b317 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:58.543417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'name': 'network-vif-deleted', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:24:58.561391 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b181da06-d10b-42ad-812d-5e24f3251ba4 req-a659380b-d0d7-4e24-8d96-59cd5ec2b317 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.55 "DELETE /v2.0/ports/f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 HTTP/1.1" status: 204 len: 173 time: 0.7281260 Mar 22 13:24:58.619890 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750314da-31f8-4b35-a408-fe5554f25e0d', 'name': 'network-vif-deleted', 'tag': 'f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6', 'status': 'completed', 'code': 200} Mar 22 13:24:58.788880 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4a31ead2-fd23-4971-87a1-f2faf2826040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:24:58.861187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d5f191bf-d357-46b5-9bc6-165ebb4da31b req-a29aa422-f688-41c6-bfef-b931850c233f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Synchronizing usage tracker for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:24:58.882003 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-d5f191bf-d357-46b5-9bc6-165ebb4da31b req-a29aa422-f688-41c6-bfef-b931850c233f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Unset dirty status for tenant:e2870d7e2eee4208b67f02ddb8c58527 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:24:58.883722 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-d5f191bf-d357-46b5-9bc6-165ebb4da31b req-a29aa422-f688-41c6-bfef-b931850c233f tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "GET /v2.0/ports?device_id=750314da-31f8-4b35-a408-fe5554f25e0d HTTP/1.1" status: 200 len: 210 time: 0.0666392 Mar 22 13:24:59.993926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54386) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:00.070050 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-28d3c629-9743-4dfd-b5f7-4a2062144451 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:00.074256 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:25:00.102222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-28d3c629-9743-4dfd-b5f7-4a2062144451 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:00.121050 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:25:00.121753 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device f40cad43-ac2f-4f1b-b6cd-77aef39eb2f6 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:25:00.173824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-28d3c629-9743-4dfd-b5f7-4a2062144451 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:00.193109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3c629-9743-4dfd-b5f7-4a2062144451 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67cf395-9e74-4d4d-8134-2dab8ba24e4c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:00.208163 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-28d3c629-9743-4dfd-b5f7-4a2062144451 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:00.214445 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-28d3c629-9743-4dfd-b5f7-4a2062144451 tempest-TestShelveInstance-773334111 tempest-TestShelveInstance-773334111-project] 10.222.0.62 "DELETE /v2.0/security-groups/c67cf395-9e74-4d4d-8134-2dab8ba24e4c HTTP/1.1" status: 204 len: 168 time: 0.2188532 Mar 22 13:25:00.234027 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:25:00.285287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54392) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:00.912796 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:01.713134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] Deleting port 8c36a5f3-17d9-424e-a94d-3f18640fd131 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:25:01.714179 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:01.785979 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8fa9e82e-fa94-4e12-aadd-1f28de974fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:01.893671 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] For port 8c36a5f3-17d9-424e-a94d-3f18640fd131, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=8c36a5f3-17d9-424e-a94d-3f18640fd131,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:01.894005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:02.015624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] Calling delete_port for 8c36a5f3-17d9-424e-a94d-3f18640fd131 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:25:02.184091 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:02.186313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:02.235027 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c36a5f3-17d9-424e-a94d-3f18640fd131,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:02.273329 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:02.545718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:03.232522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] Router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:25:03.441427 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:25:03.450649 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc89a4-78d3-46ec-9552-6bcaad972e41 None None] Sync routers for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:25:03.461765 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c4bdc8ce-b832-4103-8c21-3f939c15dc37 admin admin] 10.222.0.62 "PUT /v2.0/routers/0d14eec6-9f7c-4cff-9021-04ac7a60b698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1766946 Mar 22 13:25:03.463828 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc89a4-78d3-46ec-9552-6bcaad972e41 None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:03.464221 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54398) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:03.464600 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5dc89a4-78d3-46ec-9552-6bcaad972e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:03.604691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:03.650087 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b5dc89a4-78d3-46ec-9552-6bcaad972e41 None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:03.665165 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:03.896986 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:03.907336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Deleting port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:25:03.907677 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:03.939955 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5dc89a4-78d3-46ec-9552-6bcaad972e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:25:02Z', 'revision_number': 5, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port': {'id': '7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:6b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:36Z', 'updated_at': '2022-03-22T13:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:03.944483 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc89a4-78d3-46ec-9552-6bcaad972e41 None None] Checking router: 0d14eec6-9f7c-4cff-9021-04ac7a60b698 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:25:03.955614 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc89a4-78d3-46ec-9552-6bcaad972e41 None None] Routers {'0d14eec6-9f7c-4cff-9021-04ac7a60b698'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:03.956218 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5dc89a4-78d3-46ec-9552-6bcaad972e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:04.085935 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] For port 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:04.086313 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:04.116433 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-b5dc89a4-78d3-46ec-9552-6bcaad972e41 None None] Set router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:04.228074 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-b5dc89a4-78d3-46ec-9552-6bcaad972e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:25:03Z', 'revision_number': 6, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:04.232709 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc89a4-78d3-46ec-9552-6bcaad972e41 None None] The sync data for ids ['0d14eec6-9f7c-4cff-9021-04ac7a60b698'] in dv-neutron-834653-1-hyperv is: [{'id': '0d14eec6-9f7c-4cff-9021-04ac7a60b698', 'name': 'tempest-TestShelveInstance-1601478227-router', 'tenant_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:35Z', 'updated_at': '2022-03-22T13:25:03Z', 'revision_number': 6, 'project_id': 'e2870d7e2eee4208b67f02ddb8c58527', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:25:04.328217 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Calling delete_port for 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:25:04.497171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:04.542776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:04.771229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.026131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.031189 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.060048 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.060922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d14eec6-9f7c-4cff-9021-04ac7a60b698 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:25:05.074273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.075372 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-32aa3c4a-e813-49e5-9114-4b53208c2f89 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0d14eec6-9f7c-4cff-9021-04ac7a60b698 HTTP/1.1" status: 204 len: 168 time: 1.6101162 Mar 22 13:25:05.078285 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54402) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:05.140536 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d12cc29-75a3-45ae-8b87-00e28ed39e7a admin admin] Deleting subnet 2758083c-0197-4b8b-84c9-fad4a45efe7d {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 13:25:05.143480 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc29-75a3-45ae-8b87-00e28ed39e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.194138 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc29-75a3-45ae-8b87-00e28ed39e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.280101 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc29-75a3-45ae-8b87-00e28ed39e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.336184 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8c36a5f3-17d9-424e-a94d-3f18640fd131 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:25:05.355988 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc29-75a3-45ae-8b87-00e28ed39e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.375845 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 8c36a5f3-17d9-424e-a94d-3f18640fd131 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:25:05.376182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 8c36a5f3-17d9-424e-a94d-3f18640fd131 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:25:05.376605 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:25:05.392421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12cc29-75a3-45ae-8b87-00e28ed39e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2758083c-0197-4b8b-84c9-fad4a45efe7d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:05.399029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-3d12cc29-75a3-45ae-8b87-00e28ed39e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.405216 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-3d12cc29-75a3-45ae-8b87-00e28ed39e7a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2758083c-0197-4b8b-84c9-fad4a45efe7d HTTP/1.1" status: 204 len: 168 time: 0.3260415 Mar 22 13:25:05.406283 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee24385f-5995-4640-a8dc-7cb74d305f05 None None] Network a33a26e3-1c40-4049-92fb-66fb1d8c3c65 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:25:05.408088 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54406) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:05.428464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:25:05.428799 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 7e328fdf-50bf-4ec4-815c-ffdc54ee0dc0 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:25:05.516142 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.527497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Deleting port 5075030e-9bb5-4f31-86d4-446704ca208d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:25:05.527709 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.670552 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa8d006-6808-4ea1-9581-fd1b23e57390 None None] DHCP port deletion for a33a26e3-1c40-4049-92fb-66fb1d8c3c65 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 13:25:05.675909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-afa8d006-6808-4ea1-9581-fd1b23e57390 None None] Deleting port 5075030e-9bb5-4f31-86d4-446704ca208d {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:25:05.676480 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-afa8d006-6808-4ea1-9581-fd1b23e57390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.843653 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] For port 5075030e-9bb5-4f31-86d4-446704ca208d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5075030e-9bb5-4f31-86d4-446704ca208d,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:05.843893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.922284 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-afa8d006-6808-4ea1-9581-fd1b23e57390 None None] For port 5075030e-9bb5-4f31-86d4-446704ca208d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5075030e-9bb5-4f31-86d4-446704ca208d,segment=NetworkSegment(2bf2b04b-5d7d-4abd-9250-896c179fc9d3),segment_id=2bf2b04b-5d7d-4abd-9250-896c179fc9d3)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:05.922544 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-afa8d006-6808-4ea1-9581-fd1b23e57390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:05.961425 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Calling delete_port for 5075030e-9bb5-4f31-86d4-446704ca208d owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:25:06.038179 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:06.043588 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-afa8d006-6808-4ea1-9581-fd1b23e57390 None None] Calling delete_port for 5075030e-9bb5-4f31-86d4-446704ca208d owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:25:06.082264 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=5075030e-9bb5-4f31-86d4-446704ca208d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:06.089329 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] No DVR routers for this DVR port 5075030e-9bb5-4f31-86d4-446704ca208d on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:25:06.116665 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-afa8d006-6808-4ea1-9581-fd1b23e57390 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:25:06.116917 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-afa8d006-6808-4ea1-9581-fd1b23e57390 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:25:06.212068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:06.237739 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33a26e3-1c40-4049-92fb-66fb1d8c3c65']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:06.250938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf2b04b-5d7d-4abd-9250-896c179fc9d3') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:06.251230 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf2b04b-5d7d-4abd-9250-896c179fc9d3') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:06.262614 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:06.278930 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:06.285886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 13:25:06.286292 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:25:06.299608 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:25:06.377980 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:06.394584 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:06.406011 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=a33a26e3-1c40-4049-92fb-66fb1d8c3c65,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:06.418965 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-4a58585d-0cb3-420c-9c8f-0b353f840c4e admin admin] 10.222.0.62 "DELETE /v2.0/networks/a33a26e3-1c40-4049-92fb-66fb1d8c3c65 HTTP/1.1" status: 204 len: 168 time: 1.0099273 Mar 22 13:25:06.422174 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54410) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:06.617942 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-afa8d006-6808-4ea1-9581-fd1b23e57390 None None] Deleting port 5075030e-9bb5-4f31-86d4-446704ca208d {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:25:06.618659 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-afa8d006-6808-4ea1-9581-fd1b23e57390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:06.682835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-afa8d006-6808-4ea1-9581-fd1b23e57390 None None] The port '5075030e-9bb5-4f31-86d4-446704ca208d' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 13:25:06.817973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:07.327858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5075030e-9bb5-4f31-86d4-446704ca208d no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:25:07.366075 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 5075030e-9bb5-4f31-86d4-446704ca208d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:25:07.366395 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5075030e-9bb5-4f31-86d4-446704ca208d not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:25:07.512021 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] Deleting port 191c7a13-5193-4bdc-92f5-08a1f4c48c27 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:25:07.512618 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:07.680036 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] For port 191c7a13-5193-4bdc-92f5-08a1f4c48c27, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=191c7a13-5193-4bdc-92f5-08a1f4c48c27,segment=NetworkSegment(831f09c3-7190-4fd5-826d-86117ce23abf),segment_id=831f09c3-7190-4fd5-826d-86117ce23abf)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:07.680414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:07.798289 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] Calling delete_port for 191c7a13-5193-4bdc-92f5-08a1f4c48c27 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:25:07.966678 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:08.013322 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=191c7a13-5193-4bdc-92f5-08a1f4c48c27,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:08.303613 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:08.976893 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] Router 895b5e26-cf72-46e4-9872-9b5b746527ad has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:25:09.181791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:25:09.193751 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebea0b7-2977-40bb-92cc-9a368780f718 None None] Sync routers for ids ['895b5e26-cf72-46e4-9872-9b5b746527ad'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:25:09.202228 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54414) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:09.202892 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-c45895d7-824b-4717-9747-80455e3f6c1c admin admin] 10.222.0.62 "PUT /v2.0/routers/895b5e26-cf72-46e4-9872-9b5b746527ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7790427 Mar 22 13:25:09.206075 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebea0b7-2977-40bb-92cc-9a368780f718 None None] Routers {'895b5e26-cf72-46e4-9872-9b5b746527ad'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:09.206674 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8ebea0b7-2977-40bb-92cc-9a368780f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['895b5e26-cf72-46e4-9872-9b5b746527ad'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:09.389482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8ebea0b7-2977-40bb-92cc-9a368780f718 None None] Set router 895b5e26-cf72-46e4-9872-9b5b746527ad gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:09.399983 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Notify callbacks [] for router, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:09.599850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:09.610265 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Deleting port fc7db3f1-54bd-4723-82ac-ab803b557e5e {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:25:09.610609 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:09.697104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8ebea0b7-2977-40bb-92cc-9a368780f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'name': 'tempest-TestShelveInstance-284240329-router', 'tenant_id': '177057dce50047439431e278e655eafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135'}], 'enable_snat': True}, 'gw_port_id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:41Z', 'updated_at': '2022-03-22T13:25:07Z', 'revision_number': 5, 'project_id': '177057dce50047439431e278e655eafb', 'gw_port': {'id': 'fc7db3f1-54bd-4723-82ac-ab803b557e5e', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:37:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:14:42Z', 'updated_at': '2022-03-22T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:09.702952 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebea0b7-2977-40bb-92cc-9a368780f718 None None] Checking router: 895b5e26-cf72-46e4-9872-9b5b746527ad for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:25:09.719259 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebea0b7-2977-40bb-92cc-9a368780f718 None None] Routers {'895b5e26-cf72-46e4-9872-9b5b746527ad'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:09.720230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8ebea0b7-2977-40bb-92cc-9a368780f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['895b5e26-cf72-46e4-9872-9b5b746527ad'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:09.856990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] For port fc7db3f1-54bd-4723-82ac-ab803b557e5e, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=fc7db3f1-54bd-4723-82ac-ab803b557e5e,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:09.857272 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:09.915713 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-8ebea0b7-2977-40bb-92cc-9a368780f718 None None] Set router 895b5e26-cf72-46e4-9872-9b5b746527ad gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:09.977006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Calling delete_port for fc7db3f1-54bd-4723-82ac-ab803b557e5e owned by network:router_gateway {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:25:10.020521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-8ebea0b7-2977-40bb-92cc-9a368780f718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'name': 'tempest-TestShelveInstance-284240329-router', 'tenant_id': '177057dce50047439431e278e655eafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:41Z', 'updated_at': '2022-03-22T13:25:09Z', 'revision_number': 6, 'project_id': '177057dce50047439431e278e655eafb', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:10.024783 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebea0b7-2977-40bb-92cc-9a368780f718 None None] The sync data for ids ['895b5e26-cf72-46e4-9872-9b5b746527ad'] in dv-neutron-834653-1-hyperv is: [{'id': '895b5e26-cf72-46e4-9872-9b5b746527ad', 'name': 'tempest-TestShelveInstance-284240329-router', 'tenant_id': '177057dce50047439431e278e655eafb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:14:41Z', 'updated_at': '2022-03-22T13:25:09Z', 'revision_number': 6, 'project_id': '177057dce50047439431e278e655eafb', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:25:10.241937 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:10.286916 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7db3f1-54bd-4723-82ac-ab803b557e5e,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:10.298713 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:10.299049 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:10.299381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:10.299691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:10.300015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:10.300361 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:10.300765 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:10.301483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:10.301483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:10.301693 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:10.302005 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:10.533582 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:10.807245 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:10.812203 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:10.840570 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:10.841283 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 895b5e26-cf72-46e4-9872-9b5b746527ad {{(pid=83793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:25:10.853955 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:10.857227 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e0eb962b-aeea-4b93-a805-14a754a99862 admin admin] 10.222.0.62 "DELETE /v2.0/routers/895b5e26-cf72-46e4-9872-9b5b746527ad HTTP/1.1" status: 204 len: 168 time: 1.6519127 Mar 22 13:25:10.857666 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54418) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:10.914982 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce9fd8b-a14f-4743-b80c-57c0d05e9ed6 admin admin] Deleting subnet 1a46e035-5126-4029-a389-dd74d362df2a {{(pid=83793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 13:25:10.918240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fd8b-a14f-4743-b80c-57c0d05e9ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:10.967735 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fd8b-a14f-4743-b80c-57c0d05e9ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15689236'] for subnet, precommit_delete_associations {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:11.049879 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fd8b-a14f-4743-b80c-57c0d05e9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:11.117783 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fd8b-a14f-4743-b80c-57c0d05e9ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15792674', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15443280'] for subnet, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:11.157161 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9fd8b-a14f-4743-b80c-57c0d05e9ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a46e035-5126-4029-a389-dd74d362df2a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:11.163836 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7ce9fd8b-a14f-4743-b80c-57c0d05e9ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:11.169942 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7ce9fd8b-a14f-4743-b80c-57c0d05e9ed6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1a46e035-5126-4029-a389-dd74d362df2a HTTP/1.1" status: 204 len: 168 time: 0.3113103 Mar 22 13:25:11.170350 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f5b9d6-faa9-4553-a9cd-cf2fc9d29c8a None None] Network 749c9abc-a862-42bf-874d-3326f0a1b04a requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:25:11.172558 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54422) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:11.279155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:11.295127 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Deleting port aec9561c-f7e4-4fbc-9770-3027c10b7da3 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:25:11.295592 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:11.339136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 191c7a13-5193-4bdc-92f5-08a1f4c48c27 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:25:11.402835 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 191c7a13-5193-4bdc-92f5-08a1f4c48c27 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:25:11.403521 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 191c7a13-5193-4bdc-92f5-08a1f4c48c27 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:25:11.403978 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device fc7db3f1-54bd-4723-82ac-ab803b557e5e no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:25:11.452081 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: fc7db3f1-54bd-4723-82ac-ab803b557e5e {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:25:11.452527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device fc7db3f1-54bd-4723-82ac-ab803b557e5e not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:25:11.502569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.db [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] For port aec9561c-f7e4-4fbc-9770-3027c10b7da3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=aec9561c-f7e4-4fbc-9770-3027c10b7da3,segment=NetworkSegment(831f09c3-7190-4fd5-826d-86117ce23abf),segment_id=831f09c3-7190-4fd5-826d-86117ce23abf)] {{(pid=83793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:11.503054 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:11.545308 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5519bc-661c-4fb8-a03a-009c8f4946da None None] DHCP port deletion for 749c9abc-a862-42bf-874d-3326f0a1b04a request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 13:25:11.549893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0f5519bc-661c-4fb8-a03a-009c8f4946da None None] Deleting port aec9561c-f7e4-4fbc-9770-3027c10b7da3 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:25:11.550249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f5519bc-661c-4fb8-a03a-009c8f4946da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:11.721981 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Calling delete_port for aec9561c-f7e4-4fbc-9770-3027c10b7da3 owned by network:dhcp {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:25:11.759779 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-0f5519bc-661c-4fb8-a03a-009c8f4946da None None] For port aec9561c-f7e4-4fbc-9770-3027c10b7da3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=aec9561c-f7e4-4fbc-9770-3027c10b7da3,segment=NetworkSegment(831f09c3-7190-4fd5-826d-86117ce23abf),segment_id=831f09c3-7190-4fd5-826d-86117ce23abf)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:11.760163 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f5519bc-661c-4fb8-a03a-009c8f4946da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:11.814599 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:11.868632 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=aec9561c-f7e4-4fbc-9770-3027c10b7da3,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:11.873042 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] No DVR routers for this DVR port aec9561c-f7e4-4fbc-9770-3027c10b7da3 on host dv-neutron-834653-1-hyperv {{(pid=83793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:25:11.882905 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0f5519bc-661c-4fb8-a03a-009c8f4946da None None] Calling delete_port for aec9561c-f7e4-4fbc-9770-3027c10b7da3 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:25:11.954576 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-0f5519bc-661c-4fb8-a03a-009c8f4946da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:25:11.954923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-0f5519bc-661c-4fb8-a03a-009c8f4946da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:25:11.987990 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:12.012259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749c9abc-a862-42bf-874d-3326f0a1b04a']}} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:12.024006 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831f09c3-7190-4fd5-826d-86117ce23abf') {'for_net_delete': True} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:12.024297 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.services.segments.db [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831f09c3-7190-4fd5-826d-86117ce23abf') {} {{(pid=83793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:12.035956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15688935'] for segment, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:12.057322 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:12.064115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 13:25:12.064508 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15792716'] for segment, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: Traceback (most recent call last): Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: timer() Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: cb(*args, **kw) Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: return func(*args, **kwargs) Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: self._notify() Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: self.callback(batched_events) Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: event.method(event) Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: return f(self, *a, **k) Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._get(url).json() Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: return self.request(url, 'GET', **kwargs) Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:25:12.077584 dv-neutron-834653-1-hyperv neutron-server[83793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:25:12.155498 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:12.172420 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:12.182803 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] Pushing event deleted for resources: {'Network': ['ID=749c9abc-a862-42bf-874d-3326f0a1b04a,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:12.191206 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-80a2f5b8-51fa-471c-831e-47bdf9e5cfbd admin admin] 10.222.0.62 "DELETE /v2.0/networks/749c9abc-a862-42bf-874d-3326f0a1b04a HTTP/1.1" status: 204 len: 168 time: 1.0173566 Mar 22 13:25:12.370861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54428) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:12.420152 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-a218f5c8-6f34-4ef1-b7dd-905ea2dcfa47 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2870d7e2eee4208b67f02ddb8c58527&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481465 Mar 22 13:25:12.423426 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54432) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:12.456447 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0f5519bc-661c-4fb8-a03a-009c8f4946da None None] Deleting port aec9561c-f7e4-4fbc-9770-3027c10b7da3 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:25:12.457077 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0f5519bc-661c-4fb8-a03a-009c8f4946da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:12.508115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbb4372d-1b62-4593-89c3-eb50ac74d46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:12.525812 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-0f5519bc-661c-4fb8-a03a-009c8f4946da None None] The port 'aec9561c-f7e4-4fbc-9770-3027c10b7da3' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 13:25:12.537973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbb4372d-1b62-4593-89c3-eb50ac74d46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:12.608722 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbb4372d-1b62-4593-89c3-eb50ac74d46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:12.627230 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4372d-1b62-4593-89c3-eb50ac74d46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe0b66a-a6a9-4801-bf4e-0a6998872539,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:12.633973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-dbb4372d-1b62-4593-89c3-eb50ac74d46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:12.635082 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-dbb4372d-1b62-4593-89c3-eb50ac74d46d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebe0b66a-a6a9-4801-bf4e-0a6998872539 HTTP/1.1" status: 204 len: 168 time: 0.2100232 Mar 22 13:25:13.101862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54440) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:13.155845 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0837c81f-5d16-4036-bcfc-c5f2bbd1e9a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=177057dce50047439431e278e655eafb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526261 Mar 22 13:25:13.158338 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54444) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:13.222401 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d1da0c7-92de-4774-87eb-7a8f0b1d7bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:13.255753 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d1da0c7-92de-4774-87eb-7a8f0b1d7bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:13.309673 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d1da0c7-92de-4774-87eb-7a8f0b1d7bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:13.321505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device aec9561c-f7e4-4fbc-9770-3027c10b7da3 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:25:13.325109 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1da0c7-92de-4774-87eb-7a8f0b1d7bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef9db5d-e71e-4a13-8b04-5a6234af2417,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:13.332193 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-0d1da0c7-92de-4774-87eb-7a8f0b1d7bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:13.337159 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-0d1da0c7-92de-4774-87eb-7a8f0b1d7bcc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fef9db5d-e71e-4a13-8b04-5a6234af2417 HTTP/1.1" status: 204 len: 168 time: 0.1737926 Mar 22 13:25:13.367739 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: aec9561c-f7e4-4fbc-9770-3027c10b7da3 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:25:13.368249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device aec9561c-f7e4-4fbc-9770-3027c10b7da3 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:25:13.930089 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:14.300800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54466) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:14.439543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-80108480-network', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:14.444568 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:14.448569 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Usage tracker for resource:network and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:14.451542 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:14.457606 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:14.469737 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Made reservation on behalf of fdd1daa174494b8bba86ee523516a7a7 for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:25:14.472147 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:14.485293 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:14.521644 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:14.526489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:14.529989 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:14.537172 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:14.607320 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:14.613015 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:14.645894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:25:14.651655 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b53e92-bdf2-4eb0-bd74-4bfd1b66ed4f,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:14.658651 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:14.658989 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Added segment 75e231b1-1797-4081-8698-240912554dac of type vlan for network dc832fbc-184d-4b45-a53d-c3333b9906f5 Mar 22 13:25:14.685824 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:14.718398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:14.719232 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:14.719802 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:14.817348 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=dc832fbc-184d-4b45-a53d-c3333b9906f5,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:14.821779 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-41360e45-19ae-4f18-b874-ffa2bad4d9c5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5198534 Mar 22 13:25:14.824714 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54472) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:14.827795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network dc832fbc-184d-4b45-a53d-c3333b9906f5 details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:25:14.830110 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Request body: {'subnet': {'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-80108480-subnet', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:14.839460 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:14.843544 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Usage tracker for resource:subnet and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:14.846440 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:14.852165 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:14.872539 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Made reservation on behalf of fdd1daa174494b8bba86ee523516a7a7 for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:25:14.874844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.080725 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.150903 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaef406f-1f0b-45df-95d7-f52b52f0f2a2,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:15.166956 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Checking segment: {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:25:15.167317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Network hostable DHCP agents. Network: dc832fbc-184d-4b45-a53d-c3333b9906f5, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:25:15.190770 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Network dc832fbc-184d-4b45-a53d-c3333b9906f5 is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:25:15.206064 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, dc832fbc-184d-4b45-a53d-c3333b9906f5) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:15.211650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:15.212634 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.219509 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2824a643-2bad-47fd-b561-58e5e95a837d None None] Network dc832fbc-184d-4b45-a53d-c3333b9906f5 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:25:15.242292 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-8e96156d-f756-4025-a566-f51b4b38c295 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4165268 Mar 22 13:25:15.245100 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54476) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:15.250473 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:15.255979 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:15.260298 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Usage tracker for resource:router and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:15.263778 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:15.270510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:15.284661 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.285809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.306703 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.451995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-dc832fbc-184d-4b45-a53d-c3333b9906f5', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 13:25:15.452839 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.468144 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.616348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Allocated IP 172.20.0.2 (dc832fbc-184d-4b45-a53d-c3333b9906f5/eaef406f-1f0b-45df-95d7-f52b52f0f2a2/5ca0e41a-247a-4088-8be8-a81d332b7756) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:25:15.756278 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.787875 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.827416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.838136 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Transition to ACTIVE for port object 5ca0e41a-247a-4088-8be8-a81d332b7756 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:15.856613 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Transition to ACTIVE for port object 5ca0e41a-247a-4088-8be8-a81d332b7756 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:15.863630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:15.926154 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Allocated IP 172.26.0.80 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/622575e3-1bf6-463e-8e0e-e78f0c3efe8d) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:25:15.962108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Network dc832fbc-184d-4b45-a53d-c3333b9906f5 is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:25:15.964737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:15.968377 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:25:15.974411 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Pushing event updated for resources: {'Port': ['ID=5ca0e41a-247a-4088-8be8-a81d332b7756,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:16.010351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:16.010591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:16.010945 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:16.011266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:16.011582 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:16.011899 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:16.012214 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:16.012528 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:16.012840 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:16.013135 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:16.013500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:16.067415 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Attempting to bind port 5ca0e41a-247a-4088-8be8-a81d332b7756 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:25:16.067872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Attempting to bind port 5ca0e41a-247a-4088-8be8-a81d332b7756 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:25:16.068296 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Attempting to bind port 5ca0e41a-247a-4088-8be8-a81d332b7756 on network dc832fbc-184d-4b45-a53d-c3333b9906f5 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:25:16.074935 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:25:16.075294 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Checking segment: {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:25:16.075677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:16.076071 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Bound using segment: {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:25:16.076500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Bound port: 5ca0e41a-247a-4088-8be8-a81d332b7756, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:25:16.076855 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:16.077084 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:16.104428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:16.166458 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] For port 5ca0e41a-247a-4088-8be8-a81d332b7756, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:25:16.170192 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] For port 5ca0e41a-247a-4088-8be8-a81d332b7756, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5ca0e41a-247a-4088-8be8-a81d332b7756,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:25:16.173242 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:25:16.175082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:16.176315 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:16.180086 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:25:16.212622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Pushing event updated for resources: {'Port': ['ID=622575e3-1bf6-463e-8e0e-e78f0c3efe8d,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:16.283002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdaca6b-56dd-487c-b9a4-d8f88ae14ced None None] Pushing event updated for resources: {'Port': ['ID=5ca0e41a-247a-4088-8be8-a81d332b7756,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:16.346430 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:16.347187 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:16.603227 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Router 98999f6a-552e-4ae1-863e-8ec53e44553f is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:25:16.816553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:25:16.827572 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a837b-797a-4295-a391-da4e312c206d None None] Sync routers for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:25:16.841483 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a837b-797a-4295-a391-da4e312c206d None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:16.842096 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-855a837b-797a-4295-a391-da4e312c206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:16.842235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:16.846403 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-af27bd27-aeba-42f5-bc18-680de849c311 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5973368 Mar 22 13:25:16.846622 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54480) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:17.019429 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-855a837b-797a-4295-a391-da4e312c206d None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:17.181630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889e0776-8ebf-4c74-82d5-a6237af007f1 None None] Network dc832fbc-184d-4b45-a53d-c3333b9906f5 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:25:17.290055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-2b44bee4-4f62-4bfa-92aa-e4cd4f1a5d7b None None] Provisioning for port 5ca0e41a-247a-4088-8be8-a81d332b7756 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:17.380887 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-855a837b-797a-4295-a391-da4e312c206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:16Z', 'revision_number': 3, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:17.385513 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a837b-797a-4295-a391-da4e312c206d None None] Checking router: 98999f6a-552e-4ae1-863e-8ec53e44553f for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:25:17.386068 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a837b-797a-4295-a391-da4e312c206d None None] Updating router 98999f6a-552e-4ae1-863e-8ec53e44553f port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:25:17.410798 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5ca0e41a-247a-4088-8be8-a81d332b7756 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:17.441008 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-855a837b-797a-4295-a391-da4e312c206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:17.508052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 5ca0e41a-247a-4088-8be8-a81d332b7756 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:17.513558 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5ca0e41a-247a-4088-8be8-a81d332b7756 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:17.513970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:17.634164 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:17.672565 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 5ca0e41a-247a-4088-8be8-a81d332b7756, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5ca0e41a-247a-4088-8be8-a81d332b7756,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:17.678341 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:17.760920 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=5ca0e41a-247a-4088-8be8-a81d332b7756,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:17.766873 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:17.812839 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-855a837b-797a-4295-a391-da4e312c206d None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:17.824678 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-855a837b-797a-4295-a391-da4e312c206d None None] Transition to ACTIVE for port object 622575e3-1bf6-463e-8e0e-e78f0c3efe8d will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:17.833308 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-855a837b-797a-4295-a391-da4e312c206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:17.838886 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-aba3e7a4-6790-46b1-87d6-7404dbf711df None None] Provisioning complete for port 5ca0e41a-247a-4088-8be8-a81d332b7756 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:17.839348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-aba3e7a4-6790-46b1-87d6-7404dbf711df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:17.912128 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Pushing event updated for resources: {'Port': ['ID=622575e3-1bf6-463e-8e0e-e78f0c3efe8d,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:17.915197 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-855a837b-797a-4295-a391-da4e312c206d None None] Attempting to bind port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:25:17.915704 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-855a837b-797a-4295-a391-da4e312c206d None None] Attempting to bind port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:25:17.916200 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a837b-797a-4295-a391-da4e312c206d None None] Attempting to bind port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:25:17.926465 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:17.926798 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:17.927111 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:17.927575 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:17.928040 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:17.928484 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:17.928934 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:17.929377 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:17.929849 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:17.930378 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:17.930834 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:25:17.934366 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a837b-797a-4295-a391-da4e312c206d None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:25:17.934761 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a837b-797a-4295-a391-da4e312c206d None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:25:17.935611 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-855a837b-797a-4295-a391-da4e312c206d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:17.936113 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855a837b-797a-4295-a391-da4e312c206d None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:25:17.936701 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-855a837b-797a-4295-a391-da4e312c206d None None] Bound port: 622575e3-1bf6-463e-8e0e-e78f0c3efe8d, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:25:17.937193 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-855a837b-797a-4295-a391-da4e312c206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:17.986069 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Allocated IP 172.20.0.1 (dc832fbc-184d-4b45-a53d-c3333b9906f5/eaef406f-1f0b-45df-95d7-f52b52f0f2a2/6cfdad95-3568-4514-83f2-d7b6d78d3254) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:25:18.008206 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-855a837b-797a-4295-a391-da4e312c206d None None] For port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:25:18.011505 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-855a837b-797a-4295-a391-da4e312c206d None None] For port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=622575e3-1bf6-463e-8e0e-e78f0c3efe8d,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:25:18.015436 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-855a837b-797a-4295-a391-da4e312c206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:18.095635 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1db2d-d8a0-4a91-b07d-56bd21a43633 None None] Pushing event updated for resources: {'Port': ['ID=622575e3-1bf6-463e-8e0e-e78f0c3efe8d,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:18.098318 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855a837b-797a-4295-a391-da4e312c206d None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:18.098960 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-855a837b-797a-4295-a391-da4e312c206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:18.136917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:18.153094 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.provisioning_blocks [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Transition to ACTIVE for port object 6cfdad95-3568-4514-83f2-d7b6d78d3254 will not be triggered until provisioned by entity DHCP. {{(pid=83793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:18.178201 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:18.244809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Network dc832fbc-184d-4b45-a53d-c3333b9906f5 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:25:18.247458 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:18.251197 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:25:18.275104 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-855a837b-797a-4295-a391-da4e312c206d None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:18.284819 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Pushing event updated for resources: {'Port': ['ID=6cfdad95-3568-4514-83f2-d7b6d78d3254,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:18.311294 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:18.395472 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:18.478608 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6ae8cfe4-76c5-40d0-afde-d048f7a83141 None None] Provisioning for port 6cfdad95-3568-4514-83f2-d7b6d78d3254 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:18.483275 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6ae8cfe4-76c5-40d0-afde-d048f7a83141 None None] Provisioning complete for port 6cfdad95-3568-4514-83f2-d7b6d78d3254 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:18.483777 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6ae8cfe4-76c5-40d0-afde-d048f7a83141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:18.535848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6ae8cfe4-76c5-40d0-afde-d048f7a83141 None None] Port 6cfdad95-3568-4514-83f2-d7b6d78d3254 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:25:18.563080 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-855a837b-797a-4295-a391-da4e312c206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:16Z', 'revision_number': 3, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:18.567971 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855a837b-797a-4295-a391-da4e312c206d None None] The sync data for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv is: [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:16Z', 'revision_number': 3, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:25:18.630433 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:18.636806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:18.751381 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:18.754823 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Pushing event updated for resources: {'Port': ['ID=6cfdad95-3568-4514-83f2-d7b6d78d3254,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:18.897214 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Network dc832fbc-184d-4b45-a53d-c3333b9906f5 is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:25:18.898382 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:19.167100 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-57b06884-3caf-483d-a9db-45cad300a321 None None] Provisioning complete for port 6cfdad95-3568-4514-83f2-d7b6d78d3254 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:19.167826 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-57b06884-3caf-483d-a9db-45cad300a321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:19.233251 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-57b06884-3caf-483d-a9db-45cad300a321 None None] Port 6cfdad95-3568-4514-83f2-d7b6d78d3254 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:25:19.398328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5ca0e41a-247a-4088-8be8-a81d332b7756 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:19.411118 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Router 98999f6a-552e-4ae1-863e-8ec53e44553f has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:25:19.463520 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 5ca0e41a-247a-4088-8be8-a81d332b7756 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:19.463914 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:19.575505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 622575e3-1bf6-463e-8e0e-e78f0c3efe8d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:19.615649 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:25:19.634201 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-53988482-5eba-46df-a2fd-1c2157fa9690 admin admin] 10.222.0.62 "PUT /v2.0/routers/98999f6a-552e-4ae1-863e-8ec53e44553f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7773178 Mar 22 13:25:19.644336 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:19.649855 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:19.650120 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:19.779153 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:19.797602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=622575e3-1bf6-463e-8e0e-e78f0c3efe8d,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:19.802332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:19.867310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=622575e3-1bf6-463e-8e0e-e78f0c3efe8d,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:20.633874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54502) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:20.642742 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1848906497-network', 'tenant_id': '64a1db3ae4f1497180390bfe884215af'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:20.648475 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:20.653093 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Usage tracker for resource:network and tenant:64a1db3ae4f1497180390bfe884215af is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:20.656543 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:20.663178 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:20.681946 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Made reservation on behalf of 64a1db3ae4f1497180390bfe884215af for: {'network': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:25:20.685691 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for network, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:20.704818 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:20.735936 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:20.739729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Usage tracker for resource:security_group_rule and tenant:64a1db3ae4f1497180390bfe884215af is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:20.742476 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:20.747966 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:20.820428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:20.825740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:20.856282 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 13:25:20.861344 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73677e11-5ace-4240-95a9-a5ae491d3d19,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:20.868739 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:20.869560 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.segments_db [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Added segment 891d2ed7-81b1-48bd-a8be-217bc39e330c of type vlan for network d210295d-29df-4565-b57b-d68c088874de Mar 22 13:25:20.901509 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747665371396'] for network, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:20.934237 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852'] for network, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:20.935383 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:20.935976 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15613845'] for network, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.041174 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] Pushing event updated for resources: {'Network': ['ID=d210295d-29df-4565-b57b-d68c088874de,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:21.045309 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-4f9e5e94-4bf2-4a71-ac2d-f27f761ac54f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4099188 Mar 22 13:25:21.048235 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54506) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:21.053129 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Network d210295d-29df-4565-b57b-d68c088874de details requested by agent ovs-agent-dv-neutron-834653-1-hyperv with host dv-neutron-834653-1-hyperv {{(pid=83795) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 22 13:25:21.053859 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Request body: {'subnet': {'network_id': 'd210295d-29df-4565-b57b-d68c088874de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1848906497-subnet', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'ip_version': 4}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:21.058860 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:21.063044 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Usage tracker for resource:subnet and tenant:64a1db3ae4f1497180390bfe884215af is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:21.065967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:21.071740 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:21.082240 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Made reservation on behalf of 64a1db3ae4f1497180390bfe884215af for: {'subnet': 1} {{(pid=83793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:25:21.084645 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15443259'] for subnet, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.299140 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15792869', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15443241'] for subnet, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.332082 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 622575e3-1bf6-463e-8e0e-e78f0c3efe8d up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:21.375391 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefe7ced-1add-4ed3-9acf-ff56266968dd,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:21.389894 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Checking segment: {'id': '891d2ed7-81b1-48bd-a8be-217bc39e330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd210295d-29df-4565-b57b-d68c088874de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:25:21.390241 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Network hostable DHCP agents. Network: d210295d-29df-4565-b57b-d68c088874de, hostable agents: ['e8414e9d-2c34-44bf-b8fa-507e76b6d16f'], hosted agents: [] {{(pid=83793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 13:25:21.400562 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:21.400932 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.411874 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Network d210295d-29df-4565-b57b-d68c088874de is scheduled to be hosted by DHCP agent e8414e9d-2c34-44bf-b8fa-507e76b6d16f with binding_index 1 {{(pid=83793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 13:25:21.421741 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834653-1-hyperv, d210295d-29df-4565-b57b-d68c088874de) {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:21.426878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:21.427812 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.451499 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-aa806b60-bab3-4352-b06a-cdb557ecbcd9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4021454 Mar 22 13:25:21.454772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54510) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:21.460290 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1848906497-router', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:21.461014 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a6e141-f9bd-40a7-9009-e927d61270d8 None None] Network d210295d-29df-4565-b57b-d68c088874de requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:25:21.465000 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:21.468927 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Usage tracker for resource:router and tenant:64a1db3ae4f1497180390bfe884215af is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:21.471968 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:21.477766 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:21.488642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16335641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4426'] for router, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.489718 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16335738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16348574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16357098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4417'] for router, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.507788 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.655695 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16348524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16350691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5291'] for router, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.742416 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp95366cfe-b75f-584e-9ad3-f57122958481-d210295d-29df-4565-b57b-d68c088874de', 'network_id': 'd210295d-29df-4565-b57b-d68c088874de', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'fixed_ips': [{'subnet_id': 'eefe7ced-1add-4ed3-9acf-ff56266968dd'}]}} from dv-neutron-834653-1-hyperv. {{(pid=83795) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 22 13:25:21.743543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.862642 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.898604 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:21.911441 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.db_base_plugin_common [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Allocated IP 172.20.0.2 (d210295d-29df-4565-b57b-d68c088874de/eefe7ced-1add-4ed3-9acf-ff56266968dd/bd8f1dc8-d7c2-4c85-9571-e649aa236ff0) {{(pid=83795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:25:22.025854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Sync routers for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:25:22.036469 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Allocated IP 172.26.0.170 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/d0e7db9b-6da4-4244-8a61-f862f2a28ffc) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:25:22.067042 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:22.067644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:22.175449 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Notify callbacks [] for port, precommit_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.185398 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.186218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Transition to ACTIVE for port object bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:22.216152 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.282000 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Transition to ACTIVE for port object bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 will not be triggered until provisioned by entity DHCP. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:22.293182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027'] for port, after_create {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.395543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Network d210295d-29df-4565-b57b-d68c088874de is already hosted by enough agents. {{(pid=83795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:25:22.396836 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:25:22.398772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.scheduler.base_scheduler [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Resources bound (agent type, host, resource id): {{(pid=83795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:22.400369 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:22.400499 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Pushing event updated for resources: {'Port': ['ID=bd8f1dc8-d7c2-4c85-9571-e649aa236ff0,revision_number=1']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:22.402247 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Pushing event updated for resources: {'Port': ['ID=d0e7db9b-6da4-4244-8a61-f862f2a28ffc,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:22.404281 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:25:22.405663 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Received port after_create {{(pid=83795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:25:22.451313 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:22.558220 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.559505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Attempting to bind port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:25:22.559505 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Attempting to bind port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '891d2ed7-81b1-48bd-a8be-217bc39e330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd210295d-29df-4565-b57b-d68c088874de'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:25:22.559656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16350698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16348531'] for router, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.560116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Attempting to bind port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 on network d210295d-29df-4565-b57b-d68c088874de {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:25:22.633432 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:25:22.633813 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Checking segment: {'id': '891d2ed7-81b1-48bd-a8be-217bc39e330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd210295d-29df-4565-b57b-d68c088874de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:25:22.634202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.634580 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Bound using segment: {'id': '891d2ed7-81b1-48bd-a8be-217bc39e330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd210295d-29df-4565-b57b-d68c088874de'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:25:22.635038 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Bound port: bd8f1dc8-d7c2-4c85-9571-e649aa236ff0, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891d2ed7-81b1-48bd-a8be-217bc39e330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd210295d-29df-4565-b57b-d68c088874de'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:25:22.635400 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.797878 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 is scheduled to L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e with binding_index 1 {{(pid=83793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 13:25:22.828736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] For port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:25:22.863644 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] For port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bd8f1dc8-d7c2-4c85-9571-e649aa236ff0,segment=NetworkSegment(891d2ed7-81b1-48bd-a8be-217bc39e330c),segment_id=891d2ed7-81b1-48bd-a8be-217bc39e330c)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:25:22.870378 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:22.960782 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5de4a8-8e46-4e97-8eb4-56035b35d149 None None] Pushing event updated for resources: {'Port': ['ID=bd8f1dc8-d7c2-4c85-9571-e649aa236ff0,revision_number=2']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:22.974290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 2, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:22.978741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Checking router: 98999f6a-552e-4ae1-863e-8ec53e44553f for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:25:22.979094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Updating router 98999f6a-552e-4ae1-863e-8ec53e44553f port 6cfdad95-3568-4514-83f2-d7b6d78d3254 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:25:23.010333 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:25:23.020211 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Sync routers for ids ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:25:23.040510 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] Notify callbacks [] for router, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:23.041383 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Routers {'f1308b83-cce9-49ce-8e1e-3afe4fdbf157'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:23.044436 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-05d77a8a-c394-4006-9edc-733b4ca821fd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5862741 Mar 22 13:25:23.044559 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:23.044926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54514) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:23.086477 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:23.356904 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Set router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:23.410524 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:23.569401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:23.588514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:23.602224 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Transition to ACTIVE for port object 6cfdad95-3568-4514-83f2-d7b6d78d3254 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:23.610318 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:23.694917 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'name': 'tempest-TestSnapshotPattern-1848906497-router', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:22Z', 'revision_number': 3, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'gw_port': {'id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:23.699112 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Checking router: f1308b83-cce9-49ce-8e1e-3afe4fdbf157 for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:25:23.699461 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Updating router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 port d0e7db9b-6da4-4244-8a61-f862f2a28ffc binding host dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:25:23.744346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce211b5-4f3c-4789-9290-c2fe9bcc0720 None None] Pushing event updated for resources: {'Port': ['ID=6cfdad95-3568-4514-83f2-d7b6d78d3254,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:23.803620 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:23.852253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Attempting to bind port 6cfdad95-3568-4514-83f2-d7b6d78d3254 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:25:23.854901 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Attempting to bind port 6cfdad95-3568-4514-83f2-d7b6d78d3254 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:25:23.855351 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Attempting to bind port 6cfdad95-3568-4514-83f2-d7b6d78d3254 on network dc832fbc-184d-4b45-a53d-c3333b9906f5 {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:25:23.862525 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:25:23.863052 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Checking segment: {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:25:23.863535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:23.864007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Bound using segment: {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:25:23.864694 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Bound port: 6cfdad95-3568-4514-83f2-d7b6d78d3254, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:25:23.865154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:24.015548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] For port 6cfdad95-3568-4514-83f2-d7b6d78d3254, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:25:24.022806 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] For port 6cfdad95-3568-4514-83f2-d7b6d78d3254, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6cfdad95-3568-4514-83f2-d7b6d78d3254,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:25:24.029956 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:24.058106 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:24.143154 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce211b5-4f3c-4789-9290-c2fe9bcc0720 None None] Pushing event updated for resources: {'Port': ['ID=6cfdad95-3568-4514-83f2-d7b6d78d3254,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:24.148747 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:24.150401 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:24.388819 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:24.403500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a71aeb-8b70-4050-9dc6-387ffe980d26 None None] Network d210295d-29df-4565-b57b-d68c088874de requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:25:24.410853 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.provisioning_blocks [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Transition to ACTIVE for port object d0e7db9b-6da4-4244-8a61-f862f2a28ffc will not be triggered until provisioned by entity L2. {{(pid=83796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:24.419993 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:24.451462 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Allocated IP 172.20.0.1 (d210295d-29df-4565-b57b-d68c088874de/eefe7ced-1add-4ed3-9acf-ff56266968dd/454f5203-9d23-47f5-86e1-d9315601a3b3) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:25:24.480466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:24.551804 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32188db-b7fb-4cce-9d81-39fe5f355010 None None] Pushing event updated for resources: {'Port': ['ID=d0e7db9b-6da4-4244-8a61-f862f2a28ffc,revision_number=2']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:24.582525 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Attempting to bind port d0e7db9b-6da4-4244-8a61-f862f2a28ffc on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:25:24.583113 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Attempting to bind port d0e7db9b-6da4-4244-8a61-f862f2a28ffc by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:25:24.583615 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Attempting to bind port d0e7db9b-6da4-4244-8a61-f862f2a28ffc on network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:25:24.592132 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:25:24.592696 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Checking segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:25:24.593356 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:24.593912 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Bound using segment: {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'} {{(pid=83796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:25:24.594504 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.managers [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Bound port: d0e7db9b-6da4-4244-8a61-f862f2a28ffc, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3197fac2-d797-4c32-a637-1f3aceea6881', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c'}}] {{(pid=83796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:25:24.595013 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:24.630325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d705a9b0-e5d5-48e8-a868-c86dde8db4ec None None] Provisioning for port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:24.645527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-d705a9b0-e5d5-48e8-a868-c86dde8db4ec None None] Provisioning complete for port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:24.646314 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d705a9b0-e5d5-48e8-a868-c86dde8db4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:24.682718 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:24.687335 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] For port d0e7db9b-6da4-4244-8a61-f862f2a28ffc, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:25:24.692318 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.plugins.ml2.db [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] For port d0e7db9b-6da4-4244-8a61-f862f2a28ffc, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d0e7db9b-6da4-4244-8a61-f862f2a28ffc,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:25:24.697231 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron_lib.callbacks.manager [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:24.709053 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Transition to ACTIVE for port object 454f5203-9d23-47f5-86e1-d9315601a3b3 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:24.734123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:24.796067 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32188db-b7fb-4cce-9d81-39fe5f355010 None None] Pushing event updated for resources: {'Port': ['ID=d0e7db9b-6da4-4244-8a61-f862f2a28ffc,revision_number=3']} {{(pid=83796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:24.799948 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Routers {'f1308b83-cce9-49ce-8e1e-3afe4fdbf157'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:24.800740 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:24.911645 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Network d210295d-29df-4565-b57b-d68c088874de is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:25:24.915383 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:24.919477 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:25:24.976767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Pushing event updated for resources: {'Port': ['ID=454f5203-9d23-47f5-86e1-d9315601a3b3,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:24.995426 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346249'] for router_interface, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.016492 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] Set router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:25.080019 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.127018 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d705a9b0-e5d5-48e8-a868-c86dde8db4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.224431 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-d705a9b0-e5d5-48e8-a868-c86dde8db4ec None None] For port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bd8f1dc8-d7c2-4c85-9571-e649aa236ff0,segment=NetworkSegment(891d2ed7-81b1-48bd-a8be-217bc39e330c),segment_id=891d2ed7-81b1-48bd-a8be-217bc39e330c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:25.238964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d705a9b0-e5d5-48e8-a868-c86dde8db4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.282796 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:24Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:25.298410 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c93e3-d7f8-444b-a6b0-8b7370e8403b None None] The sync data for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv is: [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:24Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:25:25.313009 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.320568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.334049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705a9b0-e5d5-48e8-a868-c86dde8db4ec None None] Pushing event updated for resources: {'Port': ['ID=bd8f1dc8-d7c2-4c85-9571-e649aa236ff0,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:25.404722 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'name': 'tempest-TestSnapshotPattern-1848906497-router', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:22Z', 'revision_number': 3, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'gw_port': {'id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:25.409381 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b3e98-193d-48be-aaa1-2e87154f33a8 None None] The sync data for ids ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'] in dv-neutron-834653-1-hyperv is: [{'id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'name': 'tempest-TestSnapshotPattern-1848906497-router', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:22Z', 'revision_number': 3, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'gw_port': {'id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:25:25.470341 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15613732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16346148'] for router_interface, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.478079 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Pushing event updated for resources: {'Port': ['ID=454f5203-9d23-47f5-86e1-d9315601a3b3,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:25.604784 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b8397e6-85c2-4603-8400-757cb1a223d7 None None] Provisioning complete for port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:25.605555 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b8397e6-85c2-4603-8400-757cb1a223d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.647431 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Network d210295d-29df-4565-b57b-d68c088874de is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:25:25.648958 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:25.810837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b8397e6-85c2-4603-8400-757cb1a223d7 None None] Provisioning for port 454f5203-9d23-47f5-86e1-d9315601a3b3 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:25.817063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-5b8397e6-85c2-4603-8400-757cb1a223d7 None None] Provisioning complete for port 454f5203-9d23-47f5-86e1-d9315601a3b3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:25.817478 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b8397e6-85c2-4603-8400-757cb1a223d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:25.904310 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-5b8397e6-85c2-4603-8400-757cb1a223d7 None None] Port 454f5203-9d23-47f5-86e1-d9315601a3b3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:25:26.031996 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-55ad4508-2b8c-48f4-9909-25fed07545ac None None] Provisioning complete for port 454f5203-9d23-47f5-86e1-d9315601a3b3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:26.032365 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-55ad4508-2b8c-48f4-9909-25fed07545ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:26.097002 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-55ad4508-2b8c-48f4-9909-25fed07545ac None None] Port 454f5203-9d23-47f5-86e1-d9315601a3b3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:25:26.153410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:25:26.231347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-e28eccf5-cb6c-48ed-af80-feb032146f2a None None] Provisioning complete for port 454f5203-9d23-47f5-86e1-d9315601a3b3 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:26.231900 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e28eccf5-cb6c-48ed-af80-feb032146f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:26.294455 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-e28eccf5-cb6c-48ed-af80-feb032146f2a None None] Port 454f5203-9d23-47f5-86e1-d9315601a3b3 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:25:26.382767 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:25:26.394685 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-416e6b84-6f63-4771-a1c7-01f3b9b0ee73 admin admin] 10.222.0.62 "PUT /v2.0/routers/f1308b83-cce9-49ce-8e1e-3afe4fdbf157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3485200 Mar 22 13:25:27.175900 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54526) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:27.181750 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503386966', 'description': 'tempest-secgroup-smoke-503386966 description', 'project_id': 'fdd1daa174494b8bba86ee523516a7a7'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:27.188324 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:27.192206 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Usage tracker for resource:security_group and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:27.195850 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:27.201489 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:27.211734 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.250800 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:27.254556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Usage tracker for resource:security_group_rule and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:27.257309 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:27.262772 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:27.323207 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.327384 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.368530 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9893fa-b497-4a78-a86c-b5a62ca53c4c,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:27.371454 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.375482 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-7fffa402-3306-4353-a884-49edb62e9fef tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1956809 Mar 22 13:25:27.375791 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54530) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:27.381958 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-555eaf0c-b75e-48e8-9cf5-77abff98ee2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Request body: {'security_group_rule': {'security_group_id': 'ef9893fa-b497-4a78-a86c-b5a62ca53c4c', 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:27.388153 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-555eaf0c-b75e-48e8-9cf5-77abff98ee2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:27.392378 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-555eaf0c-b75e-48e8-9cf5-77abff98ee2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Usage tracker for resource:security_group_rule and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:27.395738 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-555eaf0c-b75e-48e8-9cf5-77abff98ee2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:27.401939 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-555eaf0c-b75e-48e8-9cf5-77abff98ee2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:27.423840 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-555eaf0c-b75e-48e8-9cf5-77abff98ee2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.424852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6cfdad95-3568-4514-83f2-d7b6d78d3254 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:27.483133 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-555eaf0c-b75e-48e8-9cf5-77abff98ee2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.487806 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-555eaf0c-b75e-48e8-9cf5-77abff98ee2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.493866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 6cfdad95-3568-4514-83f2-d7b6d78d3254 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:27.498591 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 6cfdad95-3568-4514-83f2-d7b6d78d3254 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:27.499114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.510679 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555eaf0c-b75e-48e8-9cf5-77abff98ee2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a40acf-778f-4302-b3ae-45335032fc9c,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:27.520317 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-555eaf0c-b75e-48e8-9cf5-77abff98ee2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.521762 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-555eaf0c-b75e-48e8-9cf5-77abff98ee2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1447268 Mar 22 13:25:27.524663 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54534) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:27.530244 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-e2d95775-6046-4103-8e55-e39c0b9c14aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Request body: {'security_group_rule': {'security_group_id': 'ef9893fa-b497-4a78-a86c-b5a62ca53c4c', 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:27.536191 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e2d95775-6046-4103-8e55-e39c0b9c14aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:27.539917 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e2d95775-6046-4103-8e55-e39c0b9c14aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Usage tracker for resource:security_group_rule and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:27.542844 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-e2d95775-6046-4103-8e55-e39c0b9c14aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:27.548425 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-e2d95775-6046-4103-8e55-e39c0b9c14aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:27.566556 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d95775-6046-4103-8e55-e39c0b9c14aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.616101 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.630754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d95775-6046-4103-8e55-e39c0b9c14aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.634672 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d95775-6046-4103-8e55-e39c0b9c14aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.648817 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 6cfdad95-3568-4514-83f2-d7b6d78d3254, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6cfdad95-3568-4514-83f2-d7b6d78d3254,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:27.653579 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.654337 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d0e7db9b-6da4-4244-8a61-f862f2a28ffc up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:27.660216 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d95775-6046-4103-8e55-e39c0b9c14aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3478087-8c41-41ba-84a6-e7a481c6ad44,revision_number=0']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:27.670017 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e2d95775-6046-4103-8e55-e39c0b9c14aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.671306 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e2d95775-6046-4103-8e55-e39c0b9c14aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1457627 Mar 22 13:25:27.674436 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54538) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:27.680600 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-463add84-7f70-46c0-800b-ffff88f776f1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Request body: {'security_group_rule': {'security_group_id': 'ef9893fa-b497-4a78-a86c-b5a62ca53c4c', 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:27.687123 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-463add84-7f70-46c0-800b-ffff88f776f1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:27.691350 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-463add84-7f70-46c0-800b-ffff88f776f1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Usage tracker for resource:security_group_rule and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:27.694337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-463add84-7f70-46c0-800b-ffff88f776f1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:27.700593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-463add84-7f70-46c0-800b-ffff88f776f1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:27.717733 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-463add84-7f70-46c0-800b-ffff88f776f1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.766022 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=6cfdad95-3568-4514-83f2-d7b6d78d3254,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:27.780160 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port d0e7db9b-6da4-4244-8a61-f862f2a28ffc completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:27.781035 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-463add84-7f70-46c0-800b-ffff88f776f1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.783890 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-463add84-7f70-46c0-800b-ffff88f776f1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.785677 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port d0e7db9b-6da4-4244-8a61-f862f2a28ffc triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:27.786112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.806291 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463add84-7f70-46c0-800b-ffff88f776f1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4310157a-8618-4a45-8551-b1650fe3aecb,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:27.817281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-463add84-7f70-46c0-800b-ffff88f776f1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.818692 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-463add84-7f70-46c0-800b-ffff88f776f1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1432092 Mar 22 13:25:27.821359 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54542) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:27.826690 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-369ce6af-7d60-4932-9e60-29c8649da4fc tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Request body: {'security_group_rule': {'security_group_id': 'ef9893fa-b497-4a78-a86c-b5a62ca53c4c', 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:27.832362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-369ce6af-7d60-4932-9e60-29c8649da4fc tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:27.836045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-369ce6af-7d60-4932-9e60-29c8649da4fc tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Usage tracker for resource:security_group_rule and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:27.838849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-369ce6af-7d60-4932-9e60-29c8649da4fc tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:27.844390 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-369ce6af-7d60-4932-9e60-29c8649da4fc tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:27.861461 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-369ce6af-7d60-4932-9e60-29c8649da4fc tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.903188 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.919597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port d0e7db9b-6da4-4244-8a61-f862f2a28ffc, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d0e7db9b-6da4-4244-8a61-f862f2a28ffc,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:27.923597 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.924388 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:27.927220 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-369ce6af-7d60-4932-9e60-29c8649da4fc tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.931228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-369ce6af-7d60-4932-9e60-29c8649da4fc tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.954353 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ce6af-7d60-4932-9e60-29c8649da4fc tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6dac6a-f040-4ed6-bac0-6fd2648daae4,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:27.964596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-369ce6af-7d60-4932-9e60-29c8649da4fc tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:27.965848 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-369ce6af-7d60-4932-9e60-29c8649da4fc tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1435206 Mar 22 13:25:27.968579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54546) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:27.974176 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Request body: {'security_group_rule': {'security_group_id': 'ef9893fa-b497-4a78-a86c-b5a62ca53c4c', 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:27.980045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:27.984178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Usage tracker for resource:security_group_rule and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:27.987029 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:27.992515 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:28.002911 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Project fdd1daa174494b8bba86ee523516a7a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:25:28.009139 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:28.032352 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=d0e7db9b-6da4-4244-8a61-f862f2a28ffc,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:28.045307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:28.045670 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:28.072950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:28.077479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:28.100002 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5533e7c-3fa1-4f87-a5de-cf4601167404,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:28.110058 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:28.111289 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-8ee1b093-0970-4388-862e-7a3a278468da tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1417737 Mar 22 13:25:28.114156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54550) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:28.119603 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Request body: {'security_group_rule': {'security_group_id': 'ef9893fa-b497-4a78-a86c-b5a62ca53c4c', 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:28.125546 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:28.129471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Usage tracker for resource:security_group_rule and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:28.132598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:28.138819 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:28.158929 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.securitygroups_db [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Project fdd1daa174494b8bba86ee523516a7a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 13:25:28.165974 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:28.229844 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:28.234668 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360713'] for security_group_rule, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:28.258791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e98698-4e5a-4702-9654-fecb638cd777,revision_number=0']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:28.269497 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:28.270676 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-eac72122-1323-4b80-8164-d8b451cbbc8e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1555958 Mar 22 13:25:28.538637 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-a7909474-0f6b-47c3-b49c-5d67506f12fb tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503386966&fields=id&tenant_id=fdd1daa174494b8bba86ee523516a7a7 HTTP/1.1" status: 200 len: 267 time: 0.1301823 Mar 22 13:25:28.683456 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-92b28599-5776-48a3-a664-00614fe0f960 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:28.685368 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-92b28599-5776-48a3-a664-00614fe0f960 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 808 time: 0.1404560 Mar 22 13:25:28.702474 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-b94a423e-c388-4a21-a5bf-c08bb8eaa80f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/quotas/fdd1daa174494b8bba86ee523516a7a7 HTTP/1.1" status: 200 len: 375 time: 0.0116618 Mar 22 13:25:28.784500 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-0480937a-d354-4fc6-841a-6490c9d997c5 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769508 Mar 22 13:25:28.792069 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6f12ef91-a8ac-42b1-9228-d36082a47a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:28.803054 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-aecd605d-9d66-4f5e-9119-790dddbe6611 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 13:25:28.803980 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-aecd605d-9d66-4f5e-9119-790dddbe6611 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056579 Mar 22 13:25:28.939598 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-08bb29d1-86b2-4adf-99c5-0e5a73e6e245 service neutron] 10.222.0.62 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292319 Mar 22 13:25:29.076088 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-429da226-cf14-494e-8e7f-45cf692c15e9 service neutron] 10.222.0.62 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307440 Mar 22 13:25:29.269787 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-95727dd2-72f7-4517-839e-fa196b802480 req-75c895a8-fd6a-4094-b066-ce5143073240 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Synchronizing usage tracker for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:25:29.287525 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-95727dd2-72f7-4517-839e-fa196b802480 req-75c895a8-fd6a-4094-b066-ce5143073240 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Unset dirty status for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:25:29.288568 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-95727dd2-72f7-4517-839e-fa196b802480 req-75c895a8-fd6a-4094-b066-ce5143073240 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 210 time: 0.0584362 Mar 22 13:25:29.337923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6cfdad95-3568-4514-83f2-d7b6d78d3254 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:29.404515 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 6cfdad95-3568-4514-83f2-d7b6d78d3254 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:29.404878 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:29.529571 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d0e7db9b-6da4-4244-8a61-f862f2a28ffc up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:29.598517 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port d0e7db9b-6da4-4244-8a61-f862f2a28ffc triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:29.598774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:30.404660 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c2df5247-9da6-4dad-916b-081d02e7843a req-20829a67-fbc1-4550-b9f6-ffb1de94a688 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 210 time: 0.0439513 Mar 22 13:25:31.526816 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-518d98e6-0b5e-4372-ba89-e50b9f2c0d38 req-1a0ae0d5-0e3b-437a-a729-b976d149792f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 210 time: 0.0500121 Mar 22 13:25:31.786935 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a9b3079d-43b9-453d-82fe-9a9cbb81eb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:32.183736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:32.273928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:32.635250 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b5057d3e-a501-47d7-a663-0d90befdf54a req-5eba103c-8f63-42ca-af42-0a1ddbe31dec tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 210 time: 0.0403323 Mar 22 13:25:33.618527 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:33.802841 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-ecd3e48a-379a-41ec-9951-ede24d1b17f8 req-37651c22-e374-4dbe-b466-6c0a7f9d04c9 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 210 time: 0.0478008 Mar 22 13:25:34.409284 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-7ae71be9-e647-48bf-9933-5b30bede31d8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:34.410840 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-7ae71be9-e647-48bf-9933-5b30bede31d8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 808 time: 0.1459184 Mar 22 13:25:34.463573 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-32c2048c-fea1-415f-829f-42f38ce0f587 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd1daa174494b8bba86ee523516a7a7 HTTP/1.1" status: 200 len: 379 time: 0.0404198 Mar 22 13:25:34.475343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Request body: {'port': {'device_id': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'admin_state_up': True, 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'security_groups': ['ef9893fa-b497-4a78-a86c-b5a62ca53c4c']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:34.611357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:34.621780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:34.633861 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Made reservation on behalf of fdd1daa174494b8bba86ee523516a7a7 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:25:34.636824 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:34.799059 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Allocated IP 172.20.0.8 (dc832fbc-184d-4b45-a53d-c3333b9906f5/eaef406f-1f0b-45df-95d7-f52b52f0f2a2/e4ae4174-17fc-4215-8aef-07e0200a805a) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:25:34.972536 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-a96447ba-7f26-4a98-81ee-5826d0f9d8f7 req-7047a5cc-9bfe-48bc-9c61-bc25fb265e3f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 210 time: 0.0494244 Mar 22 13:25:35.020384 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:35.035517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Transition to ACTIVE for port object e4ae4174-17fc-4215-8aef-07e0200a805a will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:35.057676 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:35.125903 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Network dc832fbc-184d-4b45-a53d-c3333b9906f5 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:25:35.128950 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:35.133093 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:25:35.160749 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'Port': ['ID=e4ae4174-17fc-4215-8aef-07e0200a805a,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:35.197082 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:35.197692 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:35.224083 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-2bde92ae-d51b-49ca-9fd9-94e8a38de343 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7522173 Mar 22 13:25:35.236162 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Request body: {'port': {'device_id': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:35.340945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:35.380175 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6ef98de2-2b07-43b5-8046-3cb7cc663510 None None] Provisioning for port e4ae4174-17fc-4215-8aef-07e0200a805a completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:35.385702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-6ef98de2-2b07-43b5-8046-3cb7cc663510 None None] Provisioning complete for port e4ae4174-17fc-4215-8aef-07e0200a805a triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:35.386157 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6ef98de2-2b07-43b5-8046-3cb7cc663510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:35.478534 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-6ef98de2-2b07-43b5-8046-3cb7cc663510 None None] Port e4ae4174-17fc-4215-8aef-07e0200a805a cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:25:35.776238 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ae4174-17fc-4215-8aef-07e0200a805a {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:25:35.787160 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:35.805871 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Transition to ACTIVE for port object e4ae4174-17fc-4215-8aef-07e0200a805a will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:35.812357 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:35.935700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ae4174-17fc-4215-8aef-07e0200a805a,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:36.044392 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Attempting to bind port e4ae4174-17fc-4215-8aef-07e0200a805a on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:25:36.044842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Attempting to bind port e4ae4174-17fc-4215-8aef-07e0200a805a by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:25:36.045250 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Attempting to bind port e4ae4174-17fc-4215-8aef-07e0200a805a on network dc832fbc-184d-4b45-a53d-c3333b9906f5 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:25:36.050936 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Port e4ae4174-17fc-4215-8aef-07e0200a805a on network dc832fbc-184d-4b45-a53d-c3333b9906f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 13:25:36.051240 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Attempting to bind port e4ae4174-17fc-4215-8aef-07e0200a805a on network dc832fbc-184d-4b45-a53d-c3333b9906f5 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:25:36.057281 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:25:36.057636 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Checking segment: {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:25:36.058005 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Bound using segment: {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:25:36.058417 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Bound port: e4ae4174-17fc-4215-8aef-07e0200a805a, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:25:36.058745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:36.144888 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] For port e4ae4174-17fc-4215-8aef-07e0200a805a, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:25:36.148148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] For port e4ae4174-17fc-4215-8aef-07e0200a805a, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e4ae4174-17fc-4215-8aef-07e0200a805a,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:25:36.154100 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:36.174918 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d05686-1337-48d7-a9d9-72e5019fd55a req-04e88753-4c30-4766-ad03-794d05045c17 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:36.176515 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f7d05686-1337-48d7-a9d9-72e5019fd55a req-04e88753-4c30-4766-ad03-794d05045c17 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 943 time: 0.0815260 Mar 22 13:25:36.222133 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-f7d05686-1337-48d7-a9d9-72e5019fd55a req-24af1184-7875-4f37-9e04-fe9eaa77cbba tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Synchronizing usage tracker for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:security_group {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:25:36.234799 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ae4174-17fc-4215-8aef-07e0200a805a,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:36.238596 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:36.240100 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-73041a12-e36b-4eea-b983-6b9a696191d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4ae4174-17fc-4215-8aef-07e0200a805a HTTP/1.1" status: 200 len: 1093 time: 1.0080481 Mar 22 13:25:36.240501 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:25:36.242887 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-f7d05686-1337-48d7-a9d9-72e5019fd55a req-24af1184-7875-4f37-9e04-fe9eaa77cbba tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Unset dirty status for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:security_group {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:25:36.245253 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-f7d05686-1337-48d7-a9d9-72e5019fd55a req-24af1184-7875-4f37-9e04-fe9eaa77cbba tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621946 Mar 22 13:25:36.358887 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-d5921fa2-8337-445b-9acb-4a4fabbbf1b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 1096 time: 0.0761018 Mar 22 13:25:36.417896 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'status': 'completed', 'code': 200} Mar 22 13:25:36.432740 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-9803f15a-61b5-47cc-9ae3-4823adf73822 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ae4174-17fc-4215-8aef-07e0200a805a HTTP/1.1" status: 200 len: 217 time: 0.0672731 Mar 22 13:25:36.492311 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-8d59df1d-2b07-40d1-a489-e3c37359d913 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:36.493700 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-8d59df1d-2b07-40d1-a489-e3c37359d913 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0558815 Mar 22 13:25:36.570829 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-226ccbc4-437d-48d9-9952-11f71eabd548 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709805 Mar 22 13:25:36.701025 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-9c57e42c-913b-4a11-bef4-8d5eaf38fbd9 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238730 Mar 22 13:25:36.832492 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-95372b3c-63fb-428f-b00a-d4afb43d51d6 req-44aeb549-b432-46c9-9b79-38e309894ca6 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253626 Mar 22 13:25:36.953674 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4b97624-222c-4740-acd7-f98c042aeb03 req-b43da8d9-d415-4fbd-b924-7ad64f51c752 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 1096 time: 0.0685596 Mar 22 13:25:37.080405 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b97624-222c-4740-acd7-f98c042aeb03 req-7aba84f7-3a58-43f3-9700-c862b1ba3af0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:37.081829 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4b97624-222c-4740-acd7-f98c042aeb03 req-7aba84f7-3a58-43f3-9700-c862b1ba3af0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.1228411 Mar 22 13:25:37.235014 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:25:37.236338 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4b97624-222c-4740-acd7-f98c042aeb03 req-77c0e9bb-35fd-4be2-acf5-36c5e65b4bc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ae4174-17fc-4215-8aef-07e0200a805a HTTP/1.1" status: 200 len: 217 time: 0.1488490 Mar 22 13:25:37.304156 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b97624-222c-4740-acd7-f98c042aeb03 req-bcddb15a-f64f-4c5e-829c-d4f4a4a82bc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:37.305699 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4b97624-222c-4740-acd7-f98c042aeb03 req-bcddb15a-f64f-4c5e-829c-d4f4a4a82bc6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0641520 Mar 22 13:25:37.380690 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4b97624-222c-4740-acd7-f98c042aeb03 req-e233fb97-2f6f-4d9f-8c00-65c7b96dfa55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689456 Mar 22 13:25:37.452362 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e506b7-8f2e-4295-8c51-2c0d31661ca9 req-70fef732-0f17-449b-b637-a4295e994573 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:37.453872 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-72e506b7-8f2e-4295-8c51-2c0d31661ca9 req-70fef732-0f17-449b-b637-a4295e994573 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 943 time: 0.0784009 Mar 22 13:25:37.502520 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-72e506b7-8f2e-4295-8c51-2c0d31661ca9 req-a85edc6d-4901-4ffd-b52f-b146f8ce5861 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409946 Mar 22 13:25:37.521891 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4b97624-222c-4740-acd7-f98c042aeb03 req-bcbee416-2159-487d-8f70-2aef00464ade service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352570 Mar 22 13:25:37.658158 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b4b97624-222c-4740-acd7-f98c042aeb03 req-d094d944-1be3-4237-a693-1cce1ae0377c service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296055 Mar 22 13:25:38.714252 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ef70f-e553-40af-9e7b-a696e99e2aab req-d142818b-d275-46f6-9958-c5253aeffbd0 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:38.715020 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-410ef70f-e553-40af-9e7b-a696e99e2aab req-d142818b-d275-46f6-9958-c5253aeffbd0 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Synchronizing usage tracker for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:25:38.732753 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-410ef70f-e553-40af-9e7b-a696e99e2aab req-d142818b-d275-46f6-9958-c5253aeffbd0 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Unset dirty status for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:25:38.734032 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-410ef70f-e553-40af-9e7b-a696e99e2aab req-d142818b-d275-46f6-9958-c5253aeffbd0 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 943 time: 0.1047683 Mar 22 13:25:38.778586 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-410ef70f-e553-40af-9e7b-a696e99e2aab req-08dd8fd5-56e9-4588-b18e-51cfbde8fa23 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389552 Mar 22 13:25:39.979729 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc89701-96b8-47cd-b465-d776b2a53865 req-5cedb47f-163c-426b-a8d0-efe25a4dc5cf tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:39.981207 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-dbc89701-96b8-47cd-b465-d776b2a53865 req-5cedb47f-163c-426b-a8d0-efe25a4dc5cf tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 943 time: 0.0796740 Mar 22 13:25:40.025797 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-dbc89701-96b8-47cd-b465-d776b2a53865 req-b457bf92-3691-4de9-b49a-db64c5206ab8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390201 Mar 22 13:25:40.227761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e4ae4174-17fc-4215-8aef-07e0200a805a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:25:40.375676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e4ae4174-17fc-4215-8aef-07e0200a805a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e4ae4174-17fc-4215-8aef-07e0200a805a,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:40.389557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'mac_address': 'fa:16:3e:1c:bb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:25:40.443581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:40.463666 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ae4174-17fc-4215-8aef-07e0200a805a {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:25:40.478855 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e4ae4174-17fc-4215-8aef-07e0200a805a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e4ae4174-17fc-4215-8aef-07e0200a805a,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:40.484385 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:40.549330 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=e4ae4174-17fc-4215-8aef-07e0200a805a,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:40.912926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['e4ae4174-17fc-4215-8aef-07e0200a805a'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:25:41.224579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de061cb-7511-415e-bae7-2d62a468cf1f req-8ca51146-18bc-4b46-9ddd-eb41793115fd tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:41.226019 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2de061cb-7511-415e-bae7-2d62a468cf1f req-8ca51146-18bc-4b46-9ddd-eb41793115fd tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 944 time: 0.0764499 Mar 22 13:25:41.278697 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-2de061cb-7511-415e-bae7-2d62a468cf1f req-73de8fde-d8a6-4c9e-afbd-32c2fadf9d0a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469563 Mar 22 13:25:42.227461 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e4ae4174-17fc-4215-8aef-07e0200a805a up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:42.313850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port e4ae4174-17fc-4215-8aef-07e0200a805a completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:42.318680 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port e4ae4174-17fc-4215-8aef-07e0200a805a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:42.319036 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:42.429187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:42.457035 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:25:42.467406 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e4ae4174-17fc-4215-8aef-07e0200a805a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e4ae4174-17fc-4215-8aef-07e0200a805a,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:42.472615 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:42.485972 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441a8a-e820-4e32-8ff6-ffb167cee963 req-4dd246fe-7ac9-4cff-81a8-9d7710b726a7 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:42.487415 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bd441a8a-e820-4e32-8ff6-ffb167cee963 req-4dd246fe-7ac9-4cff-81a8-9d7710b726a7 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 944 time: 0.0852525 Mar 22 13:25:42.519952 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'code': 200} Mar 22 13:25:42.535181 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-bd441a8a-e820-4e32-8ff6-ffb167cee963 req-e1ae90be-e448-406d-b69e-24a3687b6bd8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Mar 22 13:25:42.545995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=e4ae4174-17fc-4215-8aef-07e0200a805a,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:42.754880 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06bd3b6e-d940-4321-9df2-191a49e19ee1 req-2f98f3f1-5ffd-4b33-a2ab-5f63487ac9f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 1098 time: 0.0694990 Mar 22 13:25:42.798311 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-06bd3b6e-d940-4321-9df2-191a49e19ee1 req-e105bece-2983-4e20-b3cf-b246fdfbd938 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376871 Mar 22 13:25:43.759039 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f547b-62a2-40eb-8c08-688a2f355c47 req-452498fb-0736-4e5d-b83e-95002a8b2f8d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:43.760469 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-244f547b-62a2-40eb-8c08-688a2f355c47 req-452498fb-0736-4e5d-b83e-95002a8b2f8d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 945 time: 0.0886335 Mar 22 13:25:43.810607 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-244f547b-62a2-40eb-8c08-688a2f355c47 req-236a4fb3-7280-4822-b05a-62264a52f634 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438850 Mar 22 13:25:43.954054 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:45.028328 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f21581-2be6-4323-a66d-6ba564011e56 req-c10fbb75-af52-4cc0-90d8-751ea9c071a4 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:45.030139 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-41f21581-2be6-4323-a66d-6ba564011e56 req-c10fbb75-af52-4cc0-90d8-751ea9c071a4 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 945 time: 0.0877285 Mar 22 13:25:45.079430 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-41f21581-2be6-4323-a66d-6ba564011e56 req-69208d9d-c331-4a55-ae9f-e397548746de tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432746 Mar 22 13:25:45.289571 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e05c6a-7a32-4381-bc21-4bc07924ce14 req-b69b934f-08d4-4f94-b859-f1cfa48ff7e5 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:45.291032 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7e05c6a-7a32-4381-bc21-4bc07924ce14 req-b69b934f-08d4-4f94-b859-f1cfa48ff7e5 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 945 time: 0.0780890 Mar 22 13:25:45.351135 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-c7e05c6a-7a32-4381-bc21-4bc07924ce14 req-ba766873-2072-499c-9bbf-c94796add745 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538802 Mar 22 13:25:45.380564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54618) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:45.587841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-16bb8c8b-e4c6-413a-89b3-5f6bce9c0f89 tempest-TestSnapshotPattern-1626114140 tempest-TestSnapshotPattern-1626114140-project-admin] Synchronizing usage tracker for tenant:64a1db3ae4f1497180390bfe884215af on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:25:45.606172 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-16bb8c8b-e4c6-413a-89b3-5f6bce9c0f89 tempest-TestSnapshotPattern-1626114140 tempest-TestSnapshotPattern-1626114140-project-admin] Unset dirty status for tenant:64a1db3ae4f1497180390bfe884215af on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:25:45.608576 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-16bb8c8b-e4c6-413a-89b3-5f6bce9c0f89 tempest-TestSnapshotPattern-1626114140 tempest-TestSnapshotPattern-1626114140-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 1093 time: 0.2268922 Mar 22 13:25:45.614344 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 54624) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:25:45.620519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:25:45.626362 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:25:45.630330 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Usage tracker for resource:floatingip and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:25:45.633302 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83794) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:25:45.639092 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:25:45.655806 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for floatingip, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:45.815300 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:45.973033 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Allocated IP 172.26.0.29 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/9f7f193f-111e-4472-b0ae-5a678303e44d) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:25:46.160777 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:46.191618 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:46.259438 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:25:46.262129 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:25:46.266437 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:25:46.292279 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'Port': ['ID=9f7f193f-111e-4472-b0ae-5a678303e44d,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:46.858154 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:46.914484 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:47.131606 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:47.137662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:47.233299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'Port': ['ID=9f7f193f-111e-4472-b0ae-5a678303e44d,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:47.255836 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:47.377930 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Sync routers for ids ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:25:47.390419 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Routers {'f1308b83-cce9-49ce-8e1e-3afe4fdbf157'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:47.390950 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:47.462515 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.db.l3_db [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Floating IP accb2534-75fc-4926-adc1-6dc128d08ff5 associated. External IP: 172.26.0.29, port: e4ae4174-17fc-4215-8aef-07e0200a805a. Mar 22 13:25:47.566468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Set router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:47.865941 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Router 98999f6a-552e-4ae1-863e-8ec53e44553f has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:25:47.938717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'name': 'tempest-TestSnapshotPattern-1848906497-router', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:25Z', 'revision_number': 4, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'gw_port': {'id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '454f5203-9d23-47f5-86e1-d9315601a3b3', 'name': '', 'network_id': 'd210295d-29df-4565-b57b-d68c088874de', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'mac_address': 'fa:16:3e:4d:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eefe7ced-1add-4ed3-9acf-ff56266968dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:24Z', 'updated_at': '2022-03-22T13:25:25Z', 'revision_number': 2, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'subnets': [{'id': 'eefe7ced-1add-4ed3-9acf-ff56266968dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:47.943284 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Checking router: f1308b83-cce9-49ce-8e1e-3afe4fdbf157 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:25:47.943630 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Updating router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 port 454f5203-9d23-47f5-86e1-d9315601a3b3 binding host dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 22 13:25:47.994307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:48.066203 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:25:48.081422 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9deb1c0-4e10-48e4-bc3f-cdef386968b8 None None] Sync routers for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:25:48.095225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:48.096235 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9deb1c0-4e10-48e4-bc3f-cdef386968b8 None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:48.096959 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e9deb1c0-4e10-48e4-bc3f-cdef386968b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:48.165566 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-6a91b148-098a-44d8-a0ee-1e7dab178e54 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5400844 Mar 22 13:25:48.165566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:25:48.214109 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'status': 'completed', 'code': 200} Mar 22 13:25:48.299211 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e9deb1c0-4e10-48e4-bc3f-cdef386968b8 None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:48.305990 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3af18656-f85e-471a-85bb-880882df0f83 req-17d9d34d-1555-430b-81d8-3ab36d0a52d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 1098 time: 0.0699430 Mar 22 13:25:48.388207 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Notify callbacks [] for port, precommit_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:48.401856 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Transition to ACTIVE for port object 454f5203-9d23-47f5-86e1-d9315601a3b3 will not be triggered until provisioned by entity L2. {{(pid=83795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:25:48.410500 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:48.547906 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fea47-6267-432a-b089-bfd69a3cd745 None None] Pushing event updated for resources: {'Port': ['ID=454f5203-9d23-47f5-86e1-d9315601a3b3,revision_number=3']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:48.556798 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af18656-f85e-471a-85bb-880882df0f83 req-ee4400c7-0bc5-420f-a034-86096028b3a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:48.558275 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3af18656-f85e-471a-85bb-880882df0f83 req-ee4400c7-0bc5-420f-a034-86096028b3a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.2466505 Mar 22 13:25:48.656114 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Attempting to bind port 454f5203-9d23-47f5-86e1-d9315601a3b3 on host dv-neutron-834653-1-hyperv for vnic_type normal with profile {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:25:48.656295 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Attempting to bind port 454f5203-9d23-47f5-86e1-d9315601a3b3 by drivers openvswitch,hyperv on host dv-neutron-834653-1-hyperv at level 0 using segments [{'id': '891d2ed7-81b1-48bd-a8be-217bc39e330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd210295d-29df-4565-b57b-d68c088874de'}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:25:48.656657 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Attempting to bind port 454f5203-9d23-47f5-86e1-d9315601a3b3 on network d210295d-29df-4565-b57b-d68c088874de {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:25:48.664482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Checking agent: {'id': '23d2cb94-df63-4f06-8db2-51d705a778da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834653-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 11, 2), 'started_at': datetime.datetime(2022, 3, 22, 12, 11, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834653-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:25:48.664837 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Checking segment: {'id': '891d2ed7-81b1-48bd-a8be-217bc39e330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd210295d-29df-4565-b57b-d68c088874de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:25:48.665230 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:48.665648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Bound using segment: {'id': '891d2ed7-81b1-48bd-a8be-217bc39e330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd210295d-29df-4565-b57b-d68c088874de'} {{(pid=83795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:25:48.666106 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.managers [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Bound port: 454f5203-9d23-47f5-86e1-d9315601a3b3, host: dv-neutron-834653-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891d2ed7-81b1-48bd-a8be-217bc39e330c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd210295d-29df-4565-b57b-d68c088874de'}}] {{(pid=83795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:25:48.666468 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:48.675228 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3af18656-f85e-471a-85bb-880882df0f83 req-cdd648bf-49b0-496e-b28c-8c8e20edc627 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ae4174-17fc-4215-8aef-07e0200a805a HTTP/1.1" status: 200 len: 998 time: 0.1110883 Mar 22 13:25:48.727893 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e9deb1c0-4e10-48e4-bc3f-cdef386968b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'accb2534-75fc-4926-adc1-6dc128d08ff5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:1c:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:25:46Z', 'updated_at': '2022-03-22T13:25:46Z', 'revision_number': 0, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:48.732143 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9deb1c0-4e10-48e4-bc3f-cdef386968b8 None None] Checking router: 98999f6a-552e-4ae1-863e-8ec53e44553f for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:25:48.743025 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af18656-f85e-471a-85bb-880882df0f83 req-0cb4e122-38a1-4152-9bf9-3077bc8226a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:25:48.744240 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9deb1c0-4e10-48e4-bc3f-cdef386968b8 None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:48.744594 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3af18656-f85e-471a-85bb-880882df0f83 req-0cb4e122-38a1-4152-9bf9-3077bc8226a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0643430 Mar 22 13:25:48.745178 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e9deb1c0-4e10-48e4-bc3f-cdef386968b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:48.769861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] For port 454f5203-9d23-47f5-86e1-d9315601a3b3, host dv-neutron-834653-1-hyperv, cleared binding levels {{(pid=83795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:25:48.772936 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] For port 454f5203-9d23-47f5-86e1-d9315601a3b3, host dv-neutron-834653-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=454f5203-9d23-47f5-86e1-d9315601a3b3,segment=NetworkSegment(891d2ed7-81b1-48bd-a8be-217bc39e330c),segment_id=891d2ed7-81b1-48bd-a8be-217bc39e330c)] {{(pid=83795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:25:48.778627 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:48.823170 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3af18656-f85e-471a-85bb-880882df0f83 req-dd07471f-e5ac-4d5d-b008-e1b1fe9bc9c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727952 Mar 22 13:25:48.862805 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Routers {'f1308b83-cce9-49ce-8e1e-3afe4fdbf157'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:25:48.863435 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:25:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:48.944411 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-e9deb1c0-4e10-48e4-bc3f-cdef386968b8 None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:48.964787 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3af18656-f85e-471a-85bb-880882df0f83 req-36042980-6dd4-42da-9dd8-f1b5884ef9a9 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354904 Mar 22 13:25:49.062871 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fea47-6267-432a-b089-bfd69a3cd745 None None] Pushing event updated for resources: {'Port': ['ID=454f5203-9d23-47f5-86e1-d9315601a3b3,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:49.076346 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] Set router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:25:49.117551 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3af18656-f85e-471a-85bb-880882df0f83 req-d8fec70e-a37c-4838-93f9-c26c86c62a0d service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468999 Mar 22 13:25:49.328505 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-e9deb1c0-4e10-48e4-bc3f-cdef386968b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'accb2534-75fc-4926-adc1-6dc128d08ff5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:1c:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:25:46Z', 'updated_at': '2022-03-22T13:25:46Z', 'revision_number': 0, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:49.332423 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9deb1c0-4e10-48e4-bc3f-cdef386968b8 None None] The sync data for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv is: [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'accb2534-75fc-4926-adc1-6dc128d08ff5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:1c:bb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:25:46Z', 'updated_at': '2022-03-22T13:25:46Z', 'revision_number': 0, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:25:49.401384 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'name': 'tempest-TestSnapshotPattern-1848906497-router', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:25Z', 'revision_number': 4, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'gw_port': {'id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '454f5203-9d23-47f5-86e1-d9315601a3b3', 'name': '', 'network_id': 'd210295d-29df-4565-b57b-d68c088874de', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'mac_address': 'fa:16:3e:4d:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eefe7ced-1add-4ed3-9acf-ff56266968dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:24Z', 'updated_at': '2022-03-22T13:25:48Z', 'revision_number': 4, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'subnets': [{'id': 'eefe7ced-1add-4ed3-9acf-ff56266968dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:25:49.405632 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd479064-99b4-4c3e-a21d-e4bbf715859b None None] The sync data for ids ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'] in dv-neutron-834653-1-hyperv is: [{'id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'name': 'tempest-TestSnapshotPattern-1848906497-router', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:25Z', 'revision_number': 4, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'gw_port': {'id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '454f5203-9d23-47f5-86e1-d9315601a3b3', 'name': '', 'network_id': 'd210295d-29df-4565-b57b-d68c088874de', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'mac_address': 'fa:16:3e:4d:4c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eefe7ced-1add-4ed3-9acf-ff56266968dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:24Z', 'updated_at': '2022-03-22T13:25:48Z', 'revision_number': 4, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'subnets': [{'id': 'eefe7ced-1add-4ed3-9acf-ff56266968dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:25:49.570735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8bc9e3-036e-4986-83c6-e72ec8ee9450 None None] New status for floating IP accb2534-75fc-4926-adc1-6dc128d08ff5: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:25:51.366166 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 454f5203-9d23-47f5-86e1-d9315601a3b3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:51.438546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning for port 454f5203-9d23-47f5-86e1-d9315601a3b3 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:25:51.446055 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 454f5203-9d23-47f5-86e1-d9315601a3b3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:51.446687 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:51.568809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:51.606328 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] For port 454f5203-9d23-47f5-86e1-d9315601a3b3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=454f5203-9d23-47f5-86e1-d9315601a3b3,segment=NetworkSegment(891d2ed7-81b1-48bd-a8be-217bc39e330c),segment_id=891d2ed7-81b1-48bd-a8be-217bc39e330c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:25:51.612736 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:51.685409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Pushing event updated for resources: {'Port': ['ID=454f5203-9d23-47f5-86e1-d9315601a3b3,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:25:53.353937 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 454f5203-9d23-47f5-86e1-d9315601a3b3 up at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:25:53.439177 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Provisioning complete for port 454f5203-9d23-47f5-86e1-d9315601a3b3 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:25:53.439625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:25:58.794624 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-21a2e6a5-42c7-45de-98b3-38ec3b16ba75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:01.791076 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0438056a-c12a-47e6-8877-8e3d31cfbb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:02.186950 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:02.274824 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:03.623571 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:13.952557 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:14.037487 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fda2796f-95bd-404f-aa1a-5e00f5260d7e req-34e0f986-173e-4fef-9d45-4c7dec14776c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709298 Mar 22 13:26:14.187579 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fda2796f-95bd-404f-aa1a-5e00f5260d7e req-2d81a8ce-389d-4a0c-87ce-4097a080f9a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 1098 time: 0.0783911 Mar 22 13:26:14.235777 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:26:14.335939 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2796f-95bd-404f-aa1a-5e00f5260d7e req-9fa1b83b-0205-4899-86d8-6622cd528468 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:14.337387 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fda2796f-95bd-404f-aa1a-5e00f5260d7e req-9fa1b83b-0205-4899-86d8-6622cd528468 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.1317580 Mar 22 13:26:14.444793 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fda2796f-95bd-404f-aa1a-5e00f5260d7e req-cb3f065d-c689-42ad-bf45-cbabc542a148 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ae4174-17fc-4215-8aef-07e0200a805a HTTP/1.1" status: 200 len: 1000 time: 0.1014948 Mar 22 13:26:14.506981 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2796f-95bd-404f-aa1a-5e00f5260d7e req-170b778f-472e-4929-91c0-22163294063c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:26:14.508343 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fda2796f-95bd-404f-aa1a-5e00f5260d7e req-170b778f-472e-4929-91c0-22163294063c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0580878 Mar 22 13:26:14.586918 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fda2796f-95bd-404f-aa1a-5e00f5260d7e req-c741495b-2cec-484a-84d2-a7ac29209771 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725465 Mar 22 13:26:14.721083 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fda2796f-95bd-404f-aa1a-5e00f5260d7e req-befe9a10-a4a8-4b96-b5f6-92f1ee48c4a4 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284819 Mar 22 13:26:14.853295 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fda2796f-95bd-404f-aa1a-5e00f5260d7e req-c157af58-bd60-407c-881b-4737ce3cf46f service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261919 Mar 22 13:26:28.792031 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a369794c-2db5-4098-877d-f7ce1922194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:31.786152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b45528ce-97df-4b1c-8fd7-9d4ca35b41df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:32.181331 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:32.282964 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:33.617774 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:43.969343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:26:51.241228 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:26:58.792334 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-658b13c4-62fd-480e-83fe-20644c76104b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:01.789003 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95166335-d9e1-439f-9674-f411392b5297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:02.189271 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:02.280050 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:03.623201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:13.960504 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:16.043545 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cdeb1b3-7b53-406d-a051-c594a6a528b7 req-f30592cd-65ad-4ec4-a563-415d86849a62 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695457 Mar 22 13:27:16.192173 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cdeb1b3-7b53-406d-a051-c594a6a528b7 req-78bd5b0b-4689-40fa-bee9-59bcdf29e657 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 1098 time: 0.0809994 Mar 22 13:27:16.428170 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdeb1b3-7b53-406d-a051-c594a6a528b7 req-0d7fb7af-f3f6-4ea0-85a9-de1b85ba6053 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:16.429508 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cdeb1b3-7b53-406d-a051-c594a6a528b7 req-0d7fb7af-f3f6-4ea0-85a9-de1b85ba6053 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.2201650 Mar 22 13:27:16.532918 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cdeb1b3-7b53-406d-a051-c594a6a528b7 req-9ae7ad8e-6a3f-4b92-b1c4-88bb01e1b79f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ae4174-17fc-4215-8aef-07e0200a805a HTTP/1.1" status: 200 len: 1000 time: 0.0972810 Mar 22 13:27:16.598336 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdeb1b3-7b53-406d-a051-c594a6a528b7 req-e01df8a2-a298-4905-8322-7b8e92d331be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:27:16.599742 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cdeb1b3-7b53-406d-a051-c594a6a528b7 req-e01df8a2-a298-4905-8322-7b8e92d331be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0618696 Mar 22 13:27:16.673690 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cdeb1b3-7b53-406d-a051-c594a6a528b7 req-24578c8b-5591-4706-989d-080905789fb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679829 Mar 22 13:27:16.821661 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cdeb1b3-7b53-406d-a051-c594a6a528b7 req-2eafea73-dfac-4005-86bc-55e65d24257f service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415617 Mar 22 13:27:16.955668 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3cdeb1b3-7b53-406d-a051-c594a6a528b7 req-83040d4a-eee3-4f58-8752-6380be659dd0 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281621 Mar 22 13:27:28.243101 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:27:28.789543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-97faa6ed-ae34-455e-878d-e339155d802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:31.796866 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-084f9306-b9f4-4539-9ccc-bf1a8dd33aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:32.192915 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:32.283015 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:33.631858 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:43.972923 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:27:58.784355 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f3d87a7-8c42-473f-8c41-c9bcd1a6c41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:01.799060 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-eff1c583-8756-4de1-9dc5-dd8bb09fd014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:02.191469 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:02.296464 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:03.628672 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:05.247712 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:28:13.982009 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:18.121047 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1203f20-d265-4a20-b833-f0208ddbbd13 req-11ab77b4-51a7-447d-aa0b-a3cd31c5713a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1582656 Mar 22 13:28:18.257148 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1203f20-d265-4a20-b833-f0208ddbbd13 req-02de390c-816c-4437-bb16-9f196879b281 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 1098 time: 0.0680006 Mar 22 13:28:18.400273 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1203f20-d265-4a20-b833-f0208ddbbd13 req-b6727fc6-4e4b-45ff-9910-1087298a796d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:18.401783 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1203f20-d265-4a20-b833-f0208ddbbd13 req-b6727fc6-4e4b-45ff-9910-1087298a796d service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.1268971 Mar 22 13:28:18.506273 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1203f20-d265-4a20-b833-f0208ddbbd13 req-c261498f-6fd9-4c0b-aba1-5a591868ee81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ae4174-17fc-4215-8aef-07e0200a805a HTTP/1.1" status: 200 len: 1000 time: 0.0985115 Mar 22 13:28:18.567434 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1203f20-d265-4a20-b833-f0208ddbbd13 req-2e7ab534-2002-4322-9940-2ff7bc6be82a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:18.568717 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1203f20-d265-4a20-b833-f0208ddbbd13 req-2e7ab534-2002-4322-9940-2ff7bc6be82a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0573039 Mar 22 13:28:18.645892 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1203f20-d265-4a20-b833-f0208ddbbd13 req-3b990063-3450-4a53-b5ce-7c6c1afd5a3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713699 Mar 22 13:28:18.785391 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1203f20-d265-4a20-b833-f0208ddbbd13 req-04a6439e-7e7b-4538-9ae3-86e48909d428 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336014 Mar 22 13:28:18.913592 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b1203f20-d265-4a20-b833-f0208ddbbd13 req-5f82c704-0a42-4305-b65a-9a5e1b223f41 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221571 Mar 22 13:28:28.794264 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-b51a027f-f9a0-4d17-9690-e034d80d3b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:30.909925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e4ae4174-17fc-4215-8aef-07e0200a805a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:28:31.055088 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e4ae4174-17fc-4215-8aef-07e0200a805a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e4ae4174-17fc-4215-8aef-07e0200a805a,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:28:31.068270 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'mac_address': 'fa:16:3e:1c:bb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:28:31.125583 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:31.142325 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4ae4174-17fc-4215-8aef-07e0200a805a {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:28:31.158363 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e4ae4174-17fc-4215-8aef-07e0200a805a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e4ae4174-17fc-4215-8aef-07e0200a805a,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:28:31.163841 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:31.231860 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=e4ae4174-17fc-4215-8aef-07e0200a805a,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:31.235530 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['e4ae4174-17fc-4215-8aef-07e0200a805a'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:28:31.282928 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:31.283263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:31.283586 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:31.283904 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:31.284235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:31.284535 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:31.284849 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:31.285158 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:31.285486 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:31.285801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:31.286109 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:31.803412 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-51474785-d0eb-4ec5-bde4-0c7e670e5d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:32.191104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:32.291201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:32.918698 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e4ae4174-17fc-4215-8aef-07e0200a805a up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:28:33.024995 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port e4ae4174-17fc-4215-8aef-07e0200a805a triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:28:33.025360 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:33.134212 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:33.161348 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:28:33.171791 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e4ae4174-17fc-4215-8aef-07e0200a805a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e4ae4174-17fc-4215-8aef-07e0200a805a,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:28:33.176986 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:33.252833 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=e4ae4174-17fc-4215-8aef-07e0200a805a,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:33.320604 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'code': 200} Mar 22 13:28:33.636946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:42.253553 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:28:43.979221 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:47.385090 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-e49f62da-09aa-4404-8e55-4372f34839e0 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503386966&fields=id&tenant_id=fdd1daa174494b8bba86ee523516a7a7 HTTP/1.1" status: 200 len: 267 time: 0.0431521 Mar 22 13:28:47.630996 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-4d666572-fea9-4793-8f58-d2950a05715a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:47.632381 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-4d666572-fea9-4793-8f58-d2950a05715a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 808 time: 0.2391939 Mar 22 13:28:47.649287 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-c482c6b9-18ab-4c98-8396-6c557aa38b86 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/quotas/fdd1daa174494b8bba86ee523516a7a7 HTTP/1.1" status: 200 len: 375 time: 0.0112026 Mar 22 13:28:47.741416 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-ce0a51c7-888d-4834-a58d-2299be922658 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0867898 Mar 22 13:28:47.957574 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-9f3f7fc5-0a7f-454d-8317-698571960490 service neutron] 10.222.0.62 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982832 Mar 22 13:28:48.091716 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-aeeb220a-b932-432f-8466-54faad058d6c service neutron] 10.222.0.62 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282158 Mar 22 13:28:48.369064 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-a2194caf-f86f-44a6-aaa2-ddae44db47aa req-92eb3038-f394-4373-921c-7632a48f92f2 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 210 time: 0.1101451 Mar 22 13:28:49.545703 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-3e962ab8-ac0a-4173-a334-be48da9c17bf req-ff47dff2-86fd-4c32-a06c-ccfaeecbc9d0 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 210 time: 0.0486157 Mar 22 13:28:49.583519 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-6911134b-f332-4c82-ae23-4974f3b18295 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:49.584916 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-6911134b-f332-4c82-ae23-4974f3b18295 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 808 time: 0.1868124 Mar 22 13:28:49.637618 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-5af905e7-4bf6-45df-a0e4-8aaef9e91203 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd1daa174494b8bba86ee523516a7a7 HTTP/1.1" status: 200 len: 379 time: 0.0410283 Mar 22 13:28:49.649303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Request body: {'port': {'device_id': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'admin_state_up': True, 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'security_groups': ['ef9893fa-b497-4a78-a86c-b5a62ca53c4c']}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:28:49.782487 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:28:49.792579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.quota.driver [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83794) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:28:49.805568 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Made reservation on behalf of fdd1daa174494b8bba86ee523516a7a7 for: {'port': 1} {{(pid=83794) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 13:28:49.808661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:50.005338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_common [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Allocated IP 172.20.0.4 (dc832fbc-184d-4b45-a53d-c3333b9906f5/eaef406f-1f0b-45df-95d7-f52b52f0f2a2/b2923125-98b3-43e3-a50e-c98e924c4159) {{(pid=83794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:28:50.290770 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for port, precommit_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:50.318418 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Transition to ACTIVE for port object b2923125-98b3-43e3-a50e-c98e924c4159 will not be triggered until provisioned by entity DHCP. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:28:50.348306 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_create {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:50.437712 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Network dc832fbc-184d-4b45-a53d-c3333b9906f5 is already hosted by enough agents. {{(pid=83794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:28:50.438700 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'Port': ['ID=b2923125-98b3-43e3-a50e-c98e924c4159,revision_number=1']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:50.441229 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.base_scheduler [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources bound (agent type, host, resource id): {{(pid=83794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:28:50.443842 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Received port after_create {{(pid=83794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:28:50.492085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:50.492335 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:50.492667 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:50.492987 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:50.493309 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:50.493776 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:50.494152 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:50.494472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:50.494789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:50.495159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:50.495466 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:28:50.520583 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:50.521225 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:50.565746 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-03e2e4c4-dabc-43fb-8247-2718f28b042a tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9200044 Mar 22 13:28:50.778483 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d85ac-a107-4ebf-9a0c-a25307257391 req-53ab3f66-7344-498b-8c45-0db40fc4a995 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:50.779818 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-290d85ac-a107-4ebf-9a0c-a25307257391 req-53ab3f66-7344-498b-8c45-0db40fc4a995 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 931 time: 0.0849040 Mar 22 13:28:50.815003 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f0dad8d2-5b47-4da6-9b05-154d555f873b None None] Provisioning for port b2923125-98b3-43e3-a50e-c98e924c4159 completed by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:28:50.821126 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-f0dad8d2-5b47-4da6-9b05-154d555f873b None None] Provisioning complete for port b2923125-98b3-43e3-a50e-c98e924c4159 triggered by entity DHCP. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:28:50.821543 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-f0dad8d2-5b47-4da6-9b05-154d555f873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:50.880108 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-f0dad8d2-5b47-4da6-9b05-154d555f873b None None] Port b2923125-98b3-43e3-a50e-c98e924c4159 cannot update to ACTIVE because it is not bound. {{(pid=83795) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 22 13:28:50.884072 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-290d85ac-a107-4ebf-9a0c-a25307257391 req-9d34ed28-6860-46db-aecf-d9bd81aefe60 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984747 Mar 22 13:28:50.978498 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e4ae4174-17fc-4215-8aef-07e0200a805a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:28:51.095980 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:51.129983 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port e4ae4174-17fc-4215-8aef-07e0200a805a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e4ae4174-17fc-4215-8aef-07e0200a805a,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:28:51.130965 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:28:51.136958 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:51.216466 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'code': 200} Mar 22 13:28:51.255548 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=e4ae4174-17fc-4215-8aef-07e0200a805a,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:28:52.197650 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5ee72-b35d-4316-bf8a-c9065d619960 req-34c100e1-6a2b-43c1-b5b6-b3b88d3812d8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:52.199378 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6af5ee72-b35d-4316-bf8a-c9065d619960 req-34c100e1-6a2b-43c1-b5b6-b3b88d3812d8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 931 time: 0.1765244 Mar 22 13:28:52.253178 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6af5ee72-b35d-4316-bf8a-c9065d619960 req-ce2b1024-9b65-4a0a-9a48-f85b7fb21c75 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463622 Mar 22 13:28:53.472375 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ed7e9-580f-4b69-ae7a-00d7098a49f8 req-d40d14e0-87e0-4dc9-9c34-9c876627b4e9 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:53.473182 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-275ed7e9-580f-4b69-ae7a-00d7098a49f8 req-d40d14e0-87e0-4dc9-9c34-9c876627b4e9 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Synchronizing usage tracker for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:28:53.490811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-275ed7e9-580f-4b69-ae7a-00d7098a49f8 req-d40d14e0-87e0-4dc9-9c34-9c876627b4e9 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Unset dirty status for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:28:53.492072 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-275ed7e9-580f-4b69-ae7a-00d7098a49f8 req-d40d14e0-87e0-4dc9-9c34-9c876627b4e9 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 931 time: 0.1059511 Mar 22 13:28:53.546245 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-275ed7e9-580f-4b69-ae7a-00d7098a49f8 req-4e4b321c-8fbb-463d-9614-002082471e92 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484579 Mar 22 13:28:54.755541 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7589a3-439c-43e2-8f21-21cf4da1d24e req-d97827bd-e213-40aa-9efb-667fb2034011 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:54.759281 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-de7589a3-439c-43e2-8f21-21cf4da1d24e req-d97827bd-e213-40aa-9efb-667fb2034011 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 931 time: 0.0853076 Mar 22 13:28:54.812798 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-de7589a3-439c-43e2-8f21-21cf4da1d24e req-12558794-6b6b-489b-9bce-8fdce3741089 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475328 Mar 22 13:28:56.020698 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a6f1b-87a1-4417-a6b9-d17bc36df65a req-45c4ec69-3d4a-4134-b38c-02ebadd371b1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:56.022148 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee5a6f1b-87a1-4417-a6b9-d17bc36df65a req-45c4ec69-3d4a-4134-b38c-02ebadd371b1 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 931 time: 0.0814824 Mar 22 13:28:56.071060 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ee5a6f1b-87a1-4417-a6b9-d17bc36df65a req-f7228d33-0a2a-4df5-bbc2-db20f116bf2d tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429254 Mar 22 13:28:57.274794 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbd2bc-3a1e-41f0-b12b-cd4d73c63568 req-cbf282a3-71c2-41fb-8e06-6922db804fb0 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:57.276252 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-01dbd2bc-3a1e-41f0-b12b-cd4d73c63568 req-cbf282a3-71c2-41fb-8e06-6922db804fb0 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 931 time: 0.0789053 Mar 22 13:28:57.323907 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-01dbd2bc-3a1e-41f0-b12b-cd4d73c63568 req-6d1431a4-d53e-4b24-b2d8-7aa3c930b1ea tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417624 Mar 22 13:28:58.525038 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e95bd-236d-442c-abad-c0c2b4029cdf req-2548d2bb-2465-4eb5-a207-a3c725357de3 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:58.526395 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e22e95bd-236d-442c-abad-c0c2b4029cdf req-2548d2bb-2465-4eb5-a207-a3c725357de3 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 931 time: 0.0820358 Mar 22 13:28:58.577476 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-e22e95bd-236d-442c-abad-c0c2b4029cdf req-bb3ffd01-7095-4ae7-beed-8fbcb9377b06 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452402 Mar 22 13:28:58.788292 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-59de15f8-1947-49aa-b451-9dde7819c618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:28:59.786266 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16046f23-d317-4c4d-a506-e450c5d6438f req-5378cc56-1aa1-4293-9370-c9fc8f5fb09e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:28:59.787746 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-16046f23-d317-4c4d-a506-e450c5d6438f req-5378cc56-1aa1-4293-9370-c9fc8f5fb09e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 931 time: 0.0785229 Mar 22 13:28:59.836079 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-16046f23-d317-4c4d-a506-e450c5d6438f req-3651ad05-3e30-4b66-87ad-d7e905839991 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429044 Mar 22 13:29:01.034195 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba09a56-f02a-4c31-ab29-f13c834cde56 req-3da22cdc-69a1-4f3b-972a-6acde2188b4c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:01.035663 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fba09a56-f02a-4c31-ab29-f13c834cde56 req-3da22cdc-69a1-4f3b-972a-6acde2188b4c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 931 time: 0.0755019 Mar 22 13:29:01.082022 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-fba09a56-f02a-4c31-ab29-f13c834cde56 req-6b819872-cfe5-4f7c-aaa8-49c3cec7b5aa tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406697 Mar 22 13:29:01.796872 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-153c0891-fc79-4013-802d-dcd157750e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:02.050920 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.v2.base [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Request body: {'port': {'device_id': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=83794) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:29:02.195261 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:02.273960 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:02.292503 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debafb45-c72f-4350-87b9-ca054de2f5ff req-f206a785-1fbd-4923-a467-515f4b5f155f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:02.293559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:02.293972 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-debafb45-c72f-4350-87b9-ca054de2f5ff req-f206a785-1fbd-4923-a467-515f4b5f155f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 931 time: 0.0748427 Mar 22 13:29:02.344465 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-debafb45-c72f-4350-87b9-ca054de2f5ff req-36f7ef41-c0a8-40d5-9652-2e85a4ee770f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439174 Mar 22 13:29:02.614638 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2923125-98b3-43e3-a50e-c98e924c4159 {{(pid=83794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:29:02.621470 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:02.635780 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.provisioning_blocks [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Transition to ACTIVE for port object b2923125-98b3-43e3-a50e-c98e924c4159 will not be triggered until provisioned by entity L2. {{(pid=83794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 22 13:29:02.641414 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:02.769337 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Pushing event updated for resources: {'Port': ['ID=b2923125-98b3-43e3-a50e-c98e924c4159,revision_number=2']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:02.880161 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Attempting to bind port b2923125-98b3-43e3-a50e-c98e924c4159 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 22 13:29:02.880494 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Attempting to bind port b2923125-98b3-43e3-a50e-c98e924c4159 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 22 13:29:02.880811 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Attempting to bind port b2923125-98b3-43e3-a50e-c98e924c4159 on network dc832fbc-184d-4b45-a53d-c3333b9906f5 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:29:02.887063 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Port b2923125-98b3-43e3-a50e-c98e924c4159 on network dc832fbc-184d-4b45-a53d-c3333b9906f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 22 13:29:02.887423 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Attempting to bind port b2923125-98b3-43e3-a50e-c98e924c4159 on network dc832fbc-184d-4b45-a53d-c3333b9906f5 {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 22 13:29:02.894213 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Checking agent: {'id': 'fc1ace13-71db-4d85-a158-ff0fb4cce915', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'started_at': datetime.datetime(2022, 3, 22, 12, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 13, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 22 13:29:02.894658 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Checking segment: {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 22 13:29:02.895037 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Bound using segment: {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'} {{(pid=83794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 22 13:29:02.895435 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.managers [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Bound port: b2923125-98b3-43e3-a50e-c98e924c4159, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e231b1-1797-4081-8698-240912554dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5'}}] {{(pid=83794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 22 13:29:02.895774 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:02.988068 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] For port b2923125-98b3-43e3-a50e-c98e924c4159, host hv-neutron-8346, cleared binding levels {{(pid=83794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 13:29:02.991154 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] For port b2923125-98b3-43e3-a50e-c98e924c4159, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2923125-98b3-43e3-a50e-c98e924c4159,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 13:29:02.996389 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15254152'] for port, after_update {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:03.059267 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:03.060709 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] 10.222.0.55 "PUT /v2.0/ports/b2923125-98b3-43e3-a50e-c98e924c4159 HTTP/1.1" status: 200 len: 1093 time: 1.0161211 Mar 22 13:29:03.061207 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:29:03.083544 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f01825-cf4e-4a58-9772-571f07b9e2bf service neutron] Pushing event updated for resources: {'Port': ['ID=b2923125-98b3-43e3-a50e-c98e924c4159,revision_number=3']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:03.133329 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'status': 'completed', 'code': 200} Mar 22 13:29:03.173427 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-b6f56627-1339-4dec-ba32-1abd84fae6e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 1096 time: 0.0751569 Mar 22 13:29:03.243835 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-c21b7da0-c78a-4295-97ee-19ed5688dac0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2923125-98b3-43e3-a50e-c98e924c4159 HTTP/1.1" status: 200 len: 217 time: 0.0641067 Mar 22 13:29:03.308962 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-80bc050e-cb3b-42fe-8951-bb631b685264 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:03.310516 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-80bc050e-cb3b-42fe-8951-bb631b685264 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0610788 Mar 22 13:29:03.398276 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-40977f87-5d02-499c-92ee-ef5a09eb68b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817835 Mar 22 13:29:03.531358 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-eb80d816-9247-4161-8221-38288fac04cc service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267226 Mar 22 13:29:03.539829 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784439f-3250-4901-89ca-722ebdf1480b req-5a15e864-dbbb-4bf7-8709-a219068a7af5 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:03.541421 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1784439f-3250-4901-89ca-722ebdf1480b req-5a15e864-dbbb-4bf7-8709-a219068a7af5 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 943 time: 0.0776162 Mar 22 13:29:03.587401 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1784439f-3250-4901-89ca-722ebdf1480b req-4f7fccdc-10a0-4c97-804b-e156e7fd7807 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401771 Mar 22 13:29:03.633577 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:03.663865 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-7a02f97e-90cf-42b9-bab3-40b85bf22bd6 req-f2cd0d68-141f-4b1d-8cea-029c63b1c1e3 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261837 Mar 22 13:29:03.783552 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04e2b772-5671-49a9-8388-b24e1c18d069 req-d8cbec74-d8fc-48ba-b8ff-6be13dae9540 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 1096 time: 0.0728631 Mar 22 13:29:03.918827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2b772-5671-49a9-8388-b24e1c18d069 req-26773d93-c24c-465c-934c-d36e112c0326 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:03.920164 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04e2b772-5671-49a9-8388-b24e1c18d069 req-26773d93-c24c-465c-934c-d36e112c0326 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.1304190 Mar 22 13:29:04.077939 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04e2b772-5671-49a9-8388-b24e1c18d069 req-d2c4a240-5b49-427a-92f8-d29cf8f0717c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2923125-98b3-43e3-a50e-c98e924c4159 HTTP/1.1" status: 200 len: 217 time: 0.1503906 Mar 22 13:29:04.139992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2b772-5671-49a9-8388-b24e1c18d069 req-607b87c8-577f-4ed2-87ad-2c2422a3d89d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:04.141410 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04e2b772-5671-49a9-8388-b24e1c18d069 req-607b87c8-577f-4ed2-87ad-2c2422a3d89d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0578387 Mar 22 13:29:04.214826 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04e2b772-5671-49a9-8388-b24e1c18d069 req-8d9cfd93-a2fe-455e-bfb5-f08d09379fbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671408 Mar 22 13:29:04.347262 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04e2b772-5671-49a9-8388-b24e1c18d069 req-8b979270-1bb8-4440-b89d-7c3dd8d2feee service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264427 Mar 22 13:29:04.476879 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-04e2b772-5671-49a9-8388-b24e1c18d069 req-dfe980cb-aac6-4946-95dd-008c8aec3860 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229534 Mar 22 13:29:04.786286 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8d927-a98c-4772-845d-93a8b7ee95b0 req-f5d16d20-fc3d-4b33-bae1-0a4e4f2028ca tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:04.787617 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6be8d927-a98c-4772-845d-93a8b7ee95b0 req-f5d16d20-fc3d-4b33-bae1-0a4e4f2028ca tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 943 time: 0.0770960 Mar 22 13:29:04.836541 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-6be8d927-a98c-4772-845d-93a8b7ee95b0 req-71958f48-dfc0-4b5d-b0a3-03d33e029960 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432751 Mar 22 13:29:06.044671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbab67a-ff76-40dc-a4d0-47126b0f6e7b req-00dab959-a4f0-45b0-a1c8-2fee3e529b18 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:06.046161 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fdbab67a-ff76-40dc-a4d0-47126b0f6e7b req-00dab959-a4f0-45b0-a1c8-2fee3e529b18 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 943 time: 0.0886297 Mar 22 13:29:06.093197 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-fdbab67a-ff76-40dc-a4d0-47126b0f6e7b req-533752a0-4ee8-4ee6-91d5-3b27d6fad95e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410831 Mar 22 13:29:07.071119 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device b2923125-98b3-43e3-a50e-c98e924c4159 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:29:07.207582 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port b2923125-98b3-43e3-a50e-c98e924c4159, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2923125-98b3-43e3-a50e-c98e924c4159,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:29:07.221207 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'port_id': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'mac_address': 'fa:16:3e:20:2f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:29:07.274629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:07.290641 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bf037-51a4-4826-9d0d-40188aa35b08 req-6c7eb914-5472-4ca0-ba6d-327c43364252 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:07.292102 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-187bf037-51a4-4826-9d0d-40188aa35b08 req-6c7eb914-5472-4ca0-ba6d-327c43364252 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 943 time: 0.0754421 Mar 22 13:29:07.296903 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2923125-98b3-43e3-a50e-c98e924c4159 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:29:07.313133 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port b2923125-98b3-43e3-a50e-c98e924c4159, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2923125-98b3-43e3-a50e-c98e924c4159,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:29:07.317549 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:07.340648 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-187bf037-51a4-4826-9d0d-40188aa35b08 req-37436212-b56f-4fbb-b530-1860f8980673 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423245 Mar 22 13:29:07.388568 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=b2923125-98b3-43e3-a50e-c98e924c4159,revision_number=4']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:07.701611 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['b2923125-98b3-43e3-a50e-c98e924c4159'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:29:08.541814 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22fc22-1ae5-49a1-ac58-9b7916a9d94c req-98961e37-2748-469a-a2a6-f771ab275f44 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:08.543248 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6c22fc22-1ae5-49a1-ac58-9b7916a9d94c req-98961e37-2748-469a-a2a6-f771ab275f44 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 944 time: 0.0806196 Mar 22 13:29:08.588975 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-6c22fc22-1ae5-49a1-ac58-9b7916a9d94c req-1e1654bd-1381-4b1c-8918-e0720b29f29f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399170 Mar 22 13:29:09.086116 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device b2923125-98b3-43e3-a50e-c98e924c4159 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:29:09.161300 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning for port b2923125-98b3-43e3-a50e-c98e924c4159 completed by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 22 13:29:09.166545 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port b2923125-98b3-43e3-a50e-c98e924c4159 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:29:09.166911 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:09.276145 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:09.302104 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:29:09.311832 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port b2923125-98b3-43e3-a50e-c98e924c4159, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2923125-98b3-43e3-a50e-c98e924c4159,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:29:09.317375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:09.358890 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'code': 200} Mar 22 13:29:09.393205 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=b2923125-98b3-43e3-a50e-c98e924c4159,revision_number=5']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:09.596595 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70a7e738-66f4-45cf-8611-9cc569803dd5 req-ebae2027-e692-48d8-b8fa-bd2a83bbd57d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 1098 time: 0.0780637 Mar 22 13:29:09.639049 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-70a7e738-66f4-45cf-8611-9cc569803dd5 req-9e9f1053-741f-4f11-a9d7-bbbc21a873da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367353 Mar 22 13:29:09.786973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29f91e-426d-4e04-b34e-ea957c9f2035 req-492f6154-e27e-4d56-ab02-1892d47f931e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:09.788431 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1d29f91e-426d-4e04-b34e-ea957c9f2035 req-492f6154-e27e-4d56-ab02-1892d47f931e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 945 time: 0.0811007 Mar 22 13:29:09.835363 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-1d29f91e-426d-4e04-b34e-ea957c9f2035 req-9e5d3448-dd9a-4aa6-8796-45596676deb9 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405865 Mar 22 13:29:11.033839 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff6c8-921b-41f2-ac21-a4670670a67e req-a664eace-ebbd-48b2-847e-f8a3ce8cbd71 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:11.035288 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-465ff6c8-921b-41f2-ac21-a4670670a67e req-a664eace-ebbd-48b2-847e-f8a3ce8cbd71 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 945 time: 0.0762756 Mar 22 13:29:11.087347 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-465ff6c8-921b-41f2-ac21-a4670670a67e req-8d10e75e-c289-4f9f-b5f4-d900617cff22 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465691 Mar 22 13:29:11.285817 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325818e5-8639-4a79-ac3b-950e34e6479e req-ae2cbdf7-88dc-4b9d-9f2c-1af2a9681e1e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:11.287282 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-325818e5-8639-4a79-ac3b-950e34e6479e req-ae2cbdf7-88dc-4b9d-9f2c-1af2a9681e1e tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 945 time: 0.0782814 Mar 22 13:29:11.333715 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-325818e5-8639-4a79-ac3b-950e34e6479e req-454c4fc5-ec74-4d9a-9a2b-b236eb17e595 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Mar 22 13:29:11.360939 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54884) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:29:11.435585 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a0eddc93-01df-4f91-af1e-a390fc2cacfc tempest-TestSnapshotPattern-1626114140 tempest-TestSnapshotPattern-1626114140-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 1093 time: 0.0734971 Mar 22 13:29:11.438428 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 54888) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:29:11.443809 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.v2.base [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Request body: {'floatingip': {'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'port_id': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 22 13:29:11.449478 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 22 13:29:11.453641 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Usage tracker for resource:floatingip and tenant:fdd1daa174494b8bba86ee523516a7a7 is out of sync, need to count used quota {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 22 13:29:11.456686 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 22 13:29:11.462656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.quota.driver [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 22 13:29:11.473994 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for floatingip, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:11.622374 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:11.760061 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.db_base_plugin_common [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Allocated IP 172.26.0.229 (4ef20b8a-ce47-44f1-8e77-92ffb5938f3c/2f200d6e-0fca-4325-b853-53af745693a0/9a732114-421d-44b9-afdf-0c80525f1852) {{(pid=83793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 13:29:11.907043 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for port, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:11.935931 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747665382027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:12.000928 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Network 4ef20b8a-ce47-44f1-8e77-92ffb5938f3c is already hosted by enough agents. {{(pid=83793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 13:29:12.003761 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.base_scheduler [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Resources bound (agent type, host, resource id): {{(pid=83793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 13:29:12.008085 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Received port after_create {{(pid=83793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 22 13:29:12.031754 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'Port': ['ID=9a732114-421d-44b9-afdf-0c80525f1852,revision_number=1']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:12.058656 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:12.058969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:12.059296 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:12.059626 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:12.059938 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:12.060261 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:12.060573 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:12.060888 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:12.061198 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:12.061603 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:12.061914 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:29:12.602745 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:12.661962 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:12.863895 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for port, precommit_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:12.869617 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15792744'] for port, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:12.972723 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event updated for resources: {'Port': ['ID=9a732114-421d-44b9-afdf-0c80525f1852,revision_number=2']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:29:12.987143 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16348416'] for floatingip, after_update {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:13.186596 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.db.l3_db [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Floating IP 16793a90-fbe1-4004-b7d5-26e458602cac associated. External IP: 172.26.0.229, port: b2923125-98b3-43e3-a50e-c98e924c4159. Mar 22 13:29:13.592771 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Router 98999f6a-552e-4ae1-863e-8ec53e44553f has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:29:13.895843 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:29:13.905583 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87ae67-32cb-4383-b5b0-bc4b6af0bcab None None] Sync routers for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:29:13.917480 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87ae67-32cb-4383-b5b0-bc4b6af0bcab None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:29:13.918165 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9f87ae67-32cb-4383-b5b0-bc4b6af0bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:29:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:13.922357 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:13.976546 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-a342a960-5738-4b39-83ae-3988f7cfa2f8 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5370619 Mar 22 13:29:13.977226 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:29:14.007649 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:14.101044 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9f87ae67-32cb-4383-b5b0-bc4b6af0bcab None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:29:14.107397 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'status': 'completed', 'code': 200} Mar 22 13:29:14.226560 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8b4ca38-ea38-413b-be85-bda61ffa6ef2 req-31bc51d8-47fb-45b7-8028-3de04970a515 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 1098 time: 0.0953903 Mar 22 13:29:14.356218 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4ca38-ea38-413b-be85-bda61ffa6ef2 req-81952891-a1d4-40df-9cca-9b334534ad51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:14.357671 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8b4ca38-ea38-413b-be85-bda61ffa6ef2 req-81952891-a1d4-40df-9cca-9b334534ad51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.1254776 Mar 22 13:29:14.459073 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8b4ca38-ea38-413b-be85-bda61ffa6ef2 req-00ea5566-26e8-4931-968b-7b174eb26a2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2923125-98b3-43e3-a50e-c98e924c4159 HTTP/1.1" status: 200 len: 999 time: 0.0953929 Mar 22 13:29:14.473243 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9f87ae67-32cb-4383-b5b0-bc4b6af0bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '16793a90-fbe1-4004-b7d5-26e458602cac', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:20:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:29:12Z', 'updated_at': '2022-03-22T13:29:12Z', 'revision_number': 0, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}, {'id': 'accb2534-75fc-4926-adc1-6dc128d08ff5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:1c:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:25:46Z', 'updated_at': '2022-03-22T13:25:49Z', 'revision_number': 1, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:14.477101 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87ae67-32cb-4383-b5b0-bc4b6af0bcab None None] Checking router: 98999f6a-552e-4ae1-863e-8ec53e44553f for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:29:14.487905 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87ae67-32cb-4383-b5b0-bc4b6af0bcab None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:29:14.488469 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9f87ae67-32cb-4383-b5b0-bc4b6af0bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:29:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:14.520745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4ca38-ea38-413b-be85-bda61ffa6ef2 req-1d10b506-35e4-4658-9c76-1786c9b2deb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:14.522187 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8b4ca38-ea38-413b-be85-bda61ffa6ef2 req-1d10b506-35e4-4658-9c76-1786c9b2deb6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0559878 Mar 22 13:29:14.596598 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8b4ca38-ea38-413b-be85-bda61ffa6ef2 req-8b87dc92-5f55-4d8b-97bd-54b99fa1a112 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690598 Mar 22 13:29:14.657718 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-9f87ae67-32cb-4383-b5b0-bc4b6af0bcab None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:29:14.728711 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8b4ca38-ea38-413b-be85-bda61ffa6ef2 req-23ee32fe-15f2-4e67-8a01-52fa90152699 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258688 Mar 22 13:29:14.858546 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f8b4ca38-ea38-413b-be85-bda61ffa6ef2 req-a10c8099-2549-4818-8282-5ecde4e9944a service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240056 Mar 22 13:29:15.037569 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-9f87ae67-32cb-4383-b5b0-bc4b6af0bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '16793a90-fbe1-4004-b7d5-26e458602cac', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:20:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:29:12Z', 'updated_at': '2022-03-22T13:29:12Z', 'revision_number': 0, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}, {'id': 'accb2534-75fc-4926-adc1-6dc128d08ff5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:1c:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:25:46Z', 'updated_at': '2022-03-22T13:25:49Z', 'revision_number': 1, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:29:15.041573 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f87ae67-32cb-4383-b5b0-bc4b6af0bcab None None] The sync data for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv is: [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': '16793a90-fbe1-4004-b7d5-26e458602cac', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.229', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:20:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:29:12Z', 'updated_at': '2022-03-22T13:29:12Z', 'revision_number': 0, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}, {'id': 'accb2534-75fc-4926-adc1-6dc128d08ff5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:1c:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:25:46Z', 'updated_at': '2022-03-22T13:25:49Z', 'revision_number': 1, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:29:15.239705 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f671cc-2d2b-4308-a4b6-cfac421ab3d9 None None] New status for floating IP 16793a90-fbe1-4004-b7d5-26e458602cac: ACTIVE {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:29:19.245339 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:29:20.105222 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8be1bb03-5719-4001-aefc-16ac59b8bf5c req-04c2b432-0bf5-4e13-ae17-2582686ca914 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1531572 Mar 22 13:29:20.239710 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8be1bb03-5719-4001-aefc-16ac59b8bf5c req-16ec06f0-5f95-49dd-9220-aca7f7cd401d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 1096 time: 0.0686171 Mar 22 13:29:20.392805 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1bb03-5719-4001-aefc-16ac59b8bf5c req-a1d433b6-c158-4d21-8611-a144545adf2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:20.394188 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8be1bb03-5719-4001-aefc-16ac59b8bf5c req-a1d433b6-c158-4d21-8611-a144545adf2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.1277945 Mar 22 13:29:20.497125 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8be1bb03-5719-4001-aefc-16ac59b8bf5c req-1d3e8a3e-3190-449c-b99f-a8d0209085a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ae4174-17fc-4215-8aef-07e0200a805a HTTP/1.1" status: 200 len: 998 time: 0.0933745 Mar 22 13:29:20.560186 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1bb03-5719-4001-aefc-16ac59b8bf5c req-6f9bd40b-b965-4673-81c8-160bacf27fd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:29:20.561643 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8be1bb03-5719-4001-aefc-16ac59b8bf5c req-6f9bd40b-b965-4673-81c8-160bacf27fd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0589678 Mar 22 13:29:20.635302 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8be1bb03-5719-4001-aefc-16ac59b8bf5c req-02072b0b-8be7-4ee0-b62f-b04cd609a644 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676017 Mar 22 13:29:20.770654 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8be1bb03-5719-4001-aefc-16ac59b8bf5c req-488b750c-8fce-4e8a-9206-603f31481ec9 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293075 Mar 22 13:29:20.900585 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-8be1bb03-5719-4001-aefc-16ac59b8bf5c req-d14f3d1f-adb6-41ef-beee-9d7c87979232 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247063 Mar 22 13:29:28.793466 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e7e80e20-88a6-4895-a921-7fea53fbf682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:31.801043 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e4eacd39-4d33-4311-b677-d638a81ae4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:32.183691 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:32.306426 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:33.641809 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:44.000409 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:29:56.246219 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:29:58.798891 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3b1b0b59-7490-451a-9abe-9f0641d72dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:01.804602 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9f5df838-76b6-45e7-afb8-17f8dd754891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:02.181243 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:02.300847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:03.641191 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:14.021767 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:20.073278 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d00d25-6509-46d2-99b0-d668390cf343 req-ee26c7cf-79fc-480c-88a6-25017c173a69 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685461 Mar 22 13:30:20.162081 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d00d25-6509-46d2-99b0-d668390cf343 req-638b649f-db81-4c0f-b1df-799923799d99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 1098 time: 0.0696959 Mar 22 13:30:20.303892 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d00d25-6509-46d2-99b0-d668390cf343 req-e7d86655-82ff-44cb-9fcb-c838725ea0d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:20.305315 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d00d25-6509-46d2-99b0-d668390cf343 req-e7d86655-82ff-44cb-9fcb-c838725ea0d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.1253586 Mar 22 13:30:20.406668 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d00d25-6509-46d2-99b0-d668390cf343 req-026c0c25-87eb-49f4-9fbe-89af1b261daa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2923125-98b3-43e3-a50e-c98e924c4159 HTTP/1.1" status: 200 len: 1001 time: 0.0949538 Mar 22 13:30:20.466699 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d00d25-6509-46d2-99b0-d668390cf343 req-6d8cc85a-766e-43b8-a020-20dffbfdd4aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:30:20.468095 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d00d25-6509-46d2-99b0-d668390cf343 req-6d8cc85a-766e-43b8-a020-20dffbfdd4aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0561936 Mar 22 13:30:20.546534 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d00d25-6509-46d2-99b0-d668390cf343 req-3386f5e6-8997-4b09-8fad-f742fde75a94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722902 Mar 22 13:30:20.675702 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d00d25-6509-46d2-99b0-d668390cf343 req-81ce85e0-a564-452a-b263-7d043f949c20 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232898 Mar 22 13:30:20.803568 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-b9d00d25-6509-46d2-99b0-d668390cf343 req-44757fc1-f25c-4038-bae5-40e9b1723639 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224687 Mar 22 13:30:28.806306 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4793e88b-e00e-455d-a7f8-bbf6650a688d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:31.810375 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-36477180-ec62-463b-a9f1-6fd624c946a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:32.175636 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:32.304411 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:33.246709 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:30:33.649639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:44.041332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:30:58.810049 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-04eb7d80-fb44-4f93-bd5d-6bce0125dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:01.805183 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-0886a008-3405-4809-8ce1-14831c77ab30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:02.181950 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:02.311702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:03.652112 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:10.250108 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:31:14.035361 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:21.107109 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-585bfcac-7e7b-41eb-ac87-b307f930cc98 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1586740 Mar 22 13:31:21.248715 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-bff5462d-0bcf-4a7f-8aa1-1d46584d0d70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 1096 time: 0.0731194 Mar 22 13:31:21.393563 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-bc07a724-d400-4294-97cd-d9b83d4f1c0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:21.394897 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-bc07a724-d400-4294-97cd-d9b83d4f1c0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.1277521 Mar 22 13:31:21.492332 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-3fe7d2d2-1b26-4aac-86b1-db13f66af393 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ae4174-17fc-4215-8aef-07e0200a805a HTTP/1.1" status: 200 len: 998 time: 0.0919371 Mar 22 13:31:21.556828 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-73e99a30-d98e-47cd-a22a-082fb26c19a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:21.558259 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-73e99a30-d98e-47cd-a22a-082fb26c19a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0608704 Mar 22 13:31:21.632263 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-2bdda290-7397-4128-8a73-1d25bd022b34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684760 Mar 22 13:31:21.641841 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-fa1db841-5b00-4161-aacf-3dbf12368a4e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=83794) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 22 13:31:21.642796 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-fa1db841-5b00-4161-aacf-3dbf12368a4e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047557 Mar 22 13:31:21.771312 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-8344a0d2-6fc3-4f2c-9652-8ab0d626ed96 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226211 Mar 22 13:31:21.899762 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f7b68190-a05d-4fbe-a09f-6ad8780d3749 req-273d34ee-e93f-41ae-a88f-e2280ee82765 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228409 Mar 22 13:31:28.805316 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8bd8deef-e61c-4498-9067-a870ddd7d210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:31.816675 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5b4e5727-c52e-46dc-ac16-def521425866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:32.178735 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:32.310926 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.651123 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:33.839585 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device b2923125-98b3-43e3-a50e-c98e924c4159 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=83795) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 22 13:31:33.972847 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port b2923125-98b3-43e3-a50e-c98e924c4159, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2923125-98b3-43e3-a50e-c98e924c4159,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:31:33.985717 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Returning: {'device': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'port_id': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'mac_address': 'fa:16:3e:20:2f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83795) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 22 13:31:34.036879 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.053925 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2923125-98b3-43e3-a50e-c98e924c4159 {{(pid=83795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 22 13:31:34.068887 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port b2923125-98b3-43e3-a50e-c98e924c4159, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2923125-98b3-43e3-a50e-c98e924c4159,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:31:34.073033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:34.143665 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=b2923125-98b3-43e3-a50e-c98e924c4159,revision_number=6']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:34.151702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:34.152033 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:34.152358 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:34.152673 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:34.152993 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:34.153303 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:34.153639 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:34.153951 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:34.154258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:34.154560 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:34.154867 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:34.184852 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] get_ports_and_sgs() called for port_ids ['b2923125-98b3-43e3-a50e-c98e924c4159'] {{(pid=83795) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 22 13:31:35.860332 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device b2923125-98b3-43e3-a50e-c98e924c4159 up at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 22 13:31:35.940156 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.provisioning_blocks [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Provisioning complete for port b2923125-98b3-43e3-a50e-c98e924c4159 triggered by entity L2. {{(pid=83795) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 22 13:31:35.940516 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225531'] for port, provisioning_complete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.063363 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.091005 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:31:36.101741 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port b2923125-98b3-43e3-a50e-c98e924c4159, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2923125-98b3-43e3-a50e-c98e924c4159,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:31:36.116356 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:36.180829 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'code': 200} Mar 22 13:31:36.211910 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=b2923125-98b3-43e3-a50e-c98e924c4159,revision_number=7']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:44.030893 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:47.251078 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:31:49.353660 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 55086) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:49.570158 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Deleting port 9a732114-421d-44b9-afdf-0c80525f1852 {{(pid=83793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:31:49.570445 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:49.736555 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:49.736862 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:49.856662 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.plugins.ml2.plugin [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Calling delete_port for 9a732114-421d-44b9-afdf-0c80525f1852 owned by network:floatingip {{(pid=83793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:31:50.012684 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15792657'] for port, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:50.064028 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event deleted for resources: {'Port': ['ID=9a732114-421d-44b9-afdf-0c80525f1852,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:50.132867 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:50.133155 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:50.133352 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:50.133728 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:50.134029 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:50.134354 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:50.134659 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:50.134973 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:50.135259 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:50.135618 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:50.135892 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:50.165932 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for floatingip, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:50.586441 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Router 98999f6a-552e-4ae1-863e-8ec53e44553f has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:31:50.908115 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:31:50.919826 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1750e-8653-4bd3-a04d-8e064de5fd33 None None] Sync routers for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:31:50.930027 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:50.933879 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1750e-8653-4bd3-a04d-8e064de5fd33 None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:31:50.934554 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1df1750e-8653-4bd3-a04d-8e064de5fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:31:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:50.984628 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1c4db10a-04a7-46bd-ac0c-9fc65d31c17f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "DELETE /v2.0/floatingips/16793a90-fbe1-4004-b7d5-26e458602cac HTTP/1.1" status: 204 len: 168 time: 1.6298647 Mar 22 13:31:50.985196 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159'}] {{(pid=83793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:31:51.062513 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'status': 'completed', 'code': 200} Mar 22 13:31:51.123374 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1df1750e-8653-4bd3-a04d-8e064de5fd33 None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:31:51.157683 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33ebc045-49fb-4cae-a9c8-40896076b81b req-46f383cd-6779-40db-a413-a3ea05d4937f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 1098 time: 0.0740073 Mar 22 13:31:51.295611 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebc045-49fb-4cae-a9c8-40896076b81b req-034da2ba-a255-4665-a551-92a09d09d007 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:51.297507 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33ebc045-49fb-4cae-a9c8-40896076b81b req-034da2ba-a255-4665-a551-92a09d09d007 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.1344504 Mar 22 13:31:51.403400 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33ebc045-49fb-4cae-a9c8-40896076b81b req-f030a5e5-7cb8-4bce-a496-1051c877baaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2923125-98b3-43e3-a50e-c98e924c4159 HTTP/1.1" status: 200 len: 217 time: 0.0995967 Mar 22 13:31:51.472621 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1df1750e-8653-4bd3-a04d-8e064de5fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'accb2534-75fc-4926-adc1-6dc128d08ff5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:1c:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:25:46Z', 'updated_at': '2022-03-22T13:25:49Z', 'revision_number': 1, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:51.476386 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1750e-8653-4bd3-a04d-8e064de5fd33 None None] Checking router: 98999f6a-552e-4ae1-863e-8ec53e44553f for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:31:51.478973 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebc045-49fb-4cae-a9c8-40896076b81b req-08581a48-2553-400a-9e4e-7a9279815dba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:51.480369 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33ebc045-49fb-4cae-a9c8-40896076b81b req-08581a48-2553-400a-9e4e-7a9279815dba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0693283 Mar 22 13:31:51.487017 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1750e-8653-4bd3-a04d-8e064de5fd33 None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:31:51.487601 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1df1750e-8653-4bd3-a04d-8e064de5fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:31:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:51.530340 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522210e-9f6a-4af9-baa1-931b6afa9ffb req-339b5d60-3d4b-4fc4-8a4a-dd1d8e2daa19 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:51.531758 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f522210e-9f6a-4af9-baa1-931b6afa9ffb req-339b5d60-3d4b-4fc4-8a4a-dd1d8e2daa19 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 945 time: 0.1822224 Mar 22 13:31:51.592540 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-f522210e-9f6a-4af9-baa1-931b6afa9ffb req-47e676ae-25c3-4e1c-8f1d-29167f5a8e18 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529287 Mar 22 13:31:51.603246 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33ebc045-49fb-4cae-a9c8-40896076b81b req-6bf3f5f0-e2b1-431a-8ed4-c3640244371a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167881 Mar 22 13:31:51.668143 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-1df1750e-8653-4bd3-a04d-8e064de5fd33 None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:31:51.737240 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33ebc045-49fb-4cae-a9c8-40896076b81b req-f2788d19-4426-43b7-9d40-020f550c6d86 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257877 Mar 22 13:31:51.938402 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device b2923125-98b3-43e3-a50e-c98e924c4159 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:31:51.963020 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-33ebc045-49fb-4cae-a9c8-40896076b81b req-3d9963d0-9144-4d6a-90e8-89c700e1f968 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198534 Mar 22 13:31:52.051315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1314816'] for port, before_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:52.051764 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-1df1750e-8653-4bd3-a04d-8e064de5fd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'accb2534-75fc-4926-adc1-6dc128d08ff5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:1c:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:25:46Z', 'updated_at': '2022-03-22T13:25:49Z', 'revision_number': 1, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:52.055998 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1750e-8653-4bd3-a04d-8e064de5fd33 None None] The sync data for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv is: [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_floatingips': [{'id': 'accb2534-75fc-4926-adc1-6dc128d08ff5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'floating_ip_address': '172.26.0.29', 'floating_network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'router_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'port_id': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'mac_address': 'fa:16:3e:1c:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T13:25:46Z', 'updated_at': '2022-03-22T13:25:49Z', 'revision_number': 1, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:31:52.079080 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159'}] {{(pid=83795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:31:52.089094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] For port b2923125-98b3-43e3-a50e-c98e924c4159, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2923125-98b3-43e3-a50e-c98e924c4159,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:31:52.093629 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747665871782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747665382045', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747665382090'] for port, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:52.192559 dv-neutron-834653-1-hyperv neutron-server[83795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'code': 200} Mar 22 13:31:52.209085 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Pushing event updated for resources: {'Port': ['ID=b2923125-98b3-43e3-a50e-c98e924c4159,revision_number=8']} {{(pid=83795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:52.316861 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df94bc6-1584-4b1b-9ce0-6e6860b30a51 None None] New status for floating IP 16793a90-fbe1-4004-b7d5-26e458602cac: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:31:52.794724 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35964262-71fa-4a2a-b655-00e1ab4e8219 req-b8f9450f-7d0e-44cf-921f-a096d622e0de tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:52.796164 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-35964262-71fa-4a2a-b655-00e1ab4e8219 req-b8f9450f-7d0e-44cf-921f-a096d622e0de tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 943 time: 0.0772054 Mar 22 13:31:52.846391 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-35964262-71fa-4a2a-b655-00e1ab4e8219 req-727a78c2-95c2-40eb-9a6f-7419ded5244b tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442300 Mar 22 13:31:53.086004 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5ad99-2ee1-4dc3-a73f-a9cce8d355cd req-64455f83-667a-4f9d-846e-6845da3015b7 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:53.087506 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1da5ad99-2ee1-4dc3-a73f-a9cce8d355cd req-64455f83-667a-4f9d-846e-6845da3015b7 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.55 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 943 time: 0.0779469 Mar 22 13:31:53.156008 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-1da5ad99-2ee1-4dc3-a73f-a9cce8d355cd req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Deleting port b2923125-98b3-43e3-a50e-c98e924c4159 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:31:53.156345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-1da5ad99-2ee1-4dc3-a73f-a9cce8d355cd req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.397391 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-1da5ad99-2ee1-4dc3-a73f-a9cce8d355cd req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] For port b2923125-98b3-43e3-a50e-c98e924c4159, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2923125-98b3-43e3-a50e-c98e924c4159,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:31:53.397629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-1da5ad99-2ee1-4dc3-a73f-a9cce8d355cd req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.518483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-1da5ad99-2ee1-4dc3-a73f-a9cce8d355cd req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Calling delete_port for b2923125-98b3-43e3-a50e-c98e924c4159 owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:31:53.660287 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-1da5ad99-2ee1-4dc3-a73f-a9cce8d355cd req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.711259 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event deleted for resources: {'Port': ['ID=b2923125-98b3-43e3-a50e-c98e924c4159,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:53.750566 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:53.750916 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:53.751206 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:53.751535 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:53.751857 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:53.752169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:53.752482 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:53.752778 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:53.753085 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:53.753415 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:53.753743 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834653-1-hyperv {{(pid=83794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 13:31:53.793338 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da5ad99-2ee1-4dc3-a73f-a9cce8d355cd req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] No DVR routers for this DVR port b2923125-98b3-43e3-a50e-c98e924c4159 on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:31:53.795752 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-1da5ad99-2ee1-4dc3-a73f-a9cce8d355cd req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:53.798577 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'name': 'network-vif-deleted', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:31:53.810242 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-1da5ad99-2ee1-4dc3-a73f-a9cce8d355cd req-2c36496c-9e7d-48b0-a3e8-56258735df7f tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.55 "DELETE /v2.0/ports/b2923125-98b3-43e3-a50e-c98e924c4159 HTTP/1.1" status: 204 len: 173 time: 0.7174332 Mar 22 13:31:53.929073 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9', 'name': 'network-vif-deleted', 'tag': 'b2923125-98b3-43e3-a50e-c98e924c4159', 'status': 'completed', 'code': 200} Mar 22 13:31:54.034134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-72833680-f6e6-4c76-9e65-630be930ee43 req-15db7543-3531-4012-9cfc-a1e21221ac56 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Synchronizing usage tracker for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:31:54.051046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-72833680-f6e6-4c76-9e65-630be930ee43 req-15db7543-3531-4012-9cfc-a1e21221ac56 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Unset dirty status for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:31:54.052251 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-72833680-f6e6-4c76-9e65-630be930ee43 req-15db7543-3531-4012-9cfc-a1e21221ac56 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=90fe7a1a-bfc8-4d5a-aef4-a74d227fc3f9 HTTP/1.1" status: 200 len: 210 time: 0.0578578 Mar 22 13:31:55.831956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55148) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:31:56.080682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Deleting port 9f7f193f-111e-4472-b0ae-5a678303e44d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:31:56.081071 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.264377 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.264687 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.385956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Calling delete_port for 9f7f193f-111e-4472-b0ae-5a678303e44d owned by network:floatingip {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:31:56.555582 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:56.605942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event deleted for resources: {'Port': ['ID=9f7f193f-111e-4472-b0ae-5a678303e44d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:56.805190 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for floatingip, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:57.209942 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Router 98999f6a-552e-4ae1-863e-8ec53e44553f has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:31:57.436159 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:31:57.446215 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a254218-1c9e-437d-9dbf-6524e2ea4544 None None] Sync routers for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:31:57.459736 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a254218-1c9e-437d-9dbf-6524e2ea4544 None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:31:57.460840 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2a254218-1c9e-437d-9dbf-6524e2ea4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:31:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:57.462472 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for floatingip, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:57.548624 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-7da03422-92cd-4d4e-85b0-7ba4a95ff09c tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "DELETE /v2.0/floatingips/accb2534-75fc-4926-adc1-6dc128d08ff5 HTTP/1.1" status: 204 len: 168 time: 1.7121162 Mar 22 13:31:57.548624 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:31:57.607681 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'status': 'completed', 'code': 200} Mar 22 13:31:57.692663 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-2a254218-1c9e-437d-9dbf-6524e2ea4544 None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:31:57.701159 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ceaf27c0-7ccb-46d7-aadd-e8db91c73f10 req-0df26357-8db0-42e0-b859-016ee33be097 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdd1daa174494b8bba86ee523516a7a7&device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 1096 time: 0.0724030 Mar 22 13:31:57.852717 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf27c0-7ccb-46d7-aadd-e8db91c73f10 req-8bb2a66a-9024-4a58-a7b4-aa43e7f1ca2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:57.854341 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ceaf27c0-7ccb-46d7-aadd-e8db91c73f10 req-8bb2a66a-9024-4a58-a7b4-aa43e7f1ca2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 200 len: 909 time: 0.1475935 Mar 22 13:31:57.927671 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ceaf27c0-7ccb-46d7-aadd-e8db91c73f10 req-baf268b3-798e-4294-b04b-a5eb1cb923ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4ae4174-17fc-4215-8aef-07e0200a805a HTTP/1.1" status: 200 len: 217 time: 0.0669463 Mar 22 13:31:57.981227 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device b2923125-98b3-43e3-a50e-c98e924c4159 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:31:57.984146 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e61e9c-8e62-43cf-be1a-78403c03c725 req-b8d0fabc-01d4-46c5-b683-e076d146bc17 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:57.984941 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d3e61e9c-8e62-43cf-be1a-78403c03c725 req-b8d0fabc-01d4-46c5-b683-e076d146bc17 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Synchronizing usage tracker for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:31:58.002977 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.quota.resource [req-d3e61e9c-8e62-43cf-be1a-78403c03c725 req-b8d0fabc-01d4-46c5-b683-e076d146bc17 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Unset dirty status for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:31:58.004769 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d3e61e9c-8e62-43cf-be1a-78403c03c725 req-b8d0fabc-01d4-46c5-b683-e076d146bc17 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 943 time: 0.1191771 Mar 22 13:31:58.007237 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf27c0-7ccb-46d7-aadd-e8db91c73f10 req-4834617e-f96a-4f76-83a4-349bf5467e5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:58.008778 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ceaf27c0-7ccb-46d7-aadd-e8db91c73f10 req-4834617e-f96a-4f76-83a4-349bf5467e5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 200 len: 847 time: 0.0747831 Mar 22 13:31:58.018953 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: b2923125-98b3-43e3-a50e-c98e924c4159 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:31:58.019625 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device b2923125-98b3-43e3-a50e-c98e924c4159 not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:31:58.041216 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2a254218-1c9e-437d-9dbf-6524e2ea4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:58.045654 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a254218-1c9e-437d-9dbf-6524e2ea4544 None None] Checking router: 98999f6a-552e-4ae1-863e-8ec53e44553f for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:31:58.054665 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [req-d3e61e9c-8e62-43cf-be1a-78403c03c725 req-e87a8c11-b823-41e5-b750-f26128eb9732 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438352 Mar 22 13:31:58.057763 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a254218-1c9e-437d-9dbf-6524e2ea4544 None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:31:58.058371 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2a254218-1c9e-437d-9dbf-6524e2ea4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:31:32Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:58.092906 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ceaf27c0-7ccb-46d7-aadd-e8db91c73f10 req-498d463c-b4e2-4cdc-92fa-d67e44a7742e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc832fbc-184d-4b45-a53d-c3333b9906f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754056 Mar 22 13:31:58.227349 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ceaf27c0-7ccb-46d7-aadd-e8db91c73f10 req-8569eed8-fb98-4c58-b868-5817aaed1cc5 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271074 Mar 22 13:31:58.240484 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-2a254218-1c9e-437d-9dbf-6524e2ea4544 None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:31:58.363940 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-ceaf27c0-7ccb-46d7-aadd-e8db91c73f10 req-c087829d-e1f7-428d-abf3-c291ff1aa445 service neutron] 10.222.0.55 "GET /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292484 Mar 22 13:31:58.641977 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-2a254218-1c9e-437d-9dbf-6524e2ea4544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:31:58.647251 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a254218-1c9e-437d-9dbf-6524e2ea4544 None None] The sync data for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv is: [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:18Z', 'revision_number': 4, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv', '_interfaces': [{'id': '6cfdad95-3568-4514-83f2-d7b6d78d3254', 'name': '', 'network_id': 'dc832fbc-184d-4b45-a53d-c3333b9906f5', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'mac_address': 'fa:16:3e:98:92:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:17Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'subnets': [{'id': 'eaef406f-1f0b-45df-95d7-f52b52f0f2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:31:58.811307 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-e35a8575-41fb-4be7-a54d-06f9780332cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:58.841745 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-9d827c35-a1e4-435a-9599-e2db1d352009 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:58.842533 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-9d827c35-a1e4-435a-9599-e2db1d352009 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Synchronizing usage tracker for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83794) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 22 13:31:58.856517 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.quota.resource [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-9d827c35-a1e4-435a-9599-e2db1d352009 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Unset dirty status for tenant:fdd1daa174494b8bba86ee523516a7a7 on resource:port {{(pid=83794) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 22 13:31:58.857742 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-9d827c35-a1e4-435a-9599-e2db1d352009 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 943 time: 0.2086778 Mar 22 13:31:58.903810 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781cd64f-eab1-495e-a0c0-7ec5a6f7ba91 None None] New status for floating IP accb2534-75fc-4926-adc1-6dc128d08ff5: DOWN {{(pid=83795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 22 13:31:58.928447 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-019b2551-da23-4a2f-a5d3-1d243d832491 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Deleting port e4ae4174-17fc-4215-8aef-07e0200a805a {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:31:58.928856 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-019b2551-da23-4a2f-a5d3-1d243d832491 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.248938 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-019b2551-da23-4a2f-a5d3-1d243d832491 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] For port e4ae4174-17fc-4215-8aef-07e0200a805a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e4ae4174-17fc-4215-8aef-07e0200a805a,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:31:59.249564 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-019b2551-da23-4a2f-a5d3-1d243d832491 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.377814 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-019b2551-da23-4a2f-a5d3-1d243d832491 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Calling delete_port for e4ae4174-17fc-4215-8aef-07e0200a805a owned by compute:nova {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:31:59.461604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f11a2-a6c2-4c6d-bfb2-22b4733b66e6 req-796dbfa2-2431-40a8-ac64-e661a8bc20e2 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83794) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 13:31:59.463115 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-430f11a2-a6c2-4c6d-bfb2-22b4733b66e6 req-796dbfa2-2431-40a8-ac64-e661a8bc20e2 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/ports?device_id=e4026f8c-0c71-4a85-856e-2112cc62457e HTTP/1.1" status: 200 len: 943 time: 0.2755744 Mar 22 13:31:59.583429 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-430f11a2-a6c2-4c6d-bfb2-22b4733b66e6 req-2a9b74f9-bfab-490a-90b2-645ca1676151 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef9893fa-b497-4a78-a86c-b5a62ca53c4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116781 Mar 22 13:31:59.593467 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-019b2551-da23-4a2f-a5d3-1d243d832491 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.643000 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b2551-da23-4a2f-a5d3-1d243d832491 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event deleted for resources: {'Port': ['ID=e4ae4174-17fc-4215-8aef-07e0200a805a,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:31:59.719234 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-019b2551-da23-4a2f-a5d3-1d243d832491 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] No DVR routers for this DVR port e4ae4174-17fc-4215-8aef-07e0200a805a on host hv-neutron-8346 {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:31:59.721681 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-019b2551-da23-4a2f-a5d3-1d243d832491 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-114155'] for port, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:31:59.724126 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'name': 'network-vif-deleted', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a'}] {{(pid=83794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 22 13:31:59.742112 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [req-5bd721e2-be19-4c59-96e6-99f3eb32ea72 req-019b2551-da23-4a2f-a5d3-1d243d832491 tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.55 "DELETE /v2.0/ports/e4ae4174-17fc-4215-8aef-07e0200a805a HTTP/1.1" status: 204 len: 173 time: 0.8795848 Mar 22 13:31:59.779810 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4026f8c-0c71-4a85-856e-2112cc62457e', 'name': 'network-vif-deleted', 'tag': 'e4ae4174-17fc-4215-8aef-07e0200a805a', 'status': 'completed', 'code': 200} Mar 22 13:32:00.696758 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55164) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:00.786042 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b084cdf8-fd16-4c51-8bc1-b087286e96ae tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.818178 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b084cdf8-fd16-4c51-8bc1-b087286e96ae tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.891335 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b084cdf8-fd16-4c51-8bc1-b087286e96ae tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.913060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084cdf8-fd16-4c51-8bc1-b087286e96ae tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9893fa-b497-4a78-a86c-b5a62ca53c4c,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:00.923995 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-b084cdf8-fd16-4c51-8bc1-b087286e96ae tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:00.925109 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-b084cdf8-fd16-4c51-8bc1-b087286e96ae tempest-TestSnapshotPattern-1814899041 tempest-TestSnapshotPattern-1814899041-project] 10.222.0.62 "DELETE /v2.0/security-groups/ef9893fa-b497-4a78-a86c-b5a62ca53c4c HTTP/1.1" status: 204 len: 168 time: 0.2273247 Mar 22 13:32:01.811201 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dd280faf-50be-4cbc-bc16-78285fab8668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:01.982050 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e4ae4174-17fc-4215-8aef-07e0200a805a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:32:02.006060 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55172) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:02.015086 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] No Port match for: e4ae4174-17fc-4215-8aef-07e0200a805a {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:32:02.015423 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Device e4ae4174-17fc-4215-8aef-07e0200a805a not bound to the agent host hv-neutron-8346 {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:32:02.172322 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:02.313761 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:02.521946 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.229523 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] Deleting port 6cfdad95-3568-4514-83f2-d7b6d78d3254 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:32:03.230271 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.397971 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] For port 6cfdad95-3568-4514-83f2-d7b6d78d3254, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=6cfdad95-3568-4514-83f2-d7b6d78d3254,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:32:03.398284 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.519017 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] Calling delete_port for 6cfdad95-3568-4514-83f2-d7b6d78d3254 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:32:03.653382 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.696239 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:03.741696 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfdad95-3568-4514-83f2-d7b6d78d3254,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:04.036926 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:04.726356 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] Router 98999f6a-552e-4ae1-863e-8ec53e44553f has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:32:04.928682 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:32:04.937189 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85d4be2-b36c-47b4-83a5-2a896ff105cf None None] Sync routers for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:32:04.942888 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-61c46790-fe91-4fb3-b28d-a3df4d2807db admin admin] 10.222.0.62 "PUT /v2.0/routers/98999f6a-552e-4ae1-863e-8ec53e44553f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9360702 Mar 22 13:32:04.943222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55178) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:04.950191 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85d4be2-b36c-47b4-83a5-2a896ff105cf None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:32:04.950792 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c85d4be2-b36c-47b4-83a5-2a896ff105cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:32:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:05.132127 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c85d4be2-b36c-47b4-83a5-2a896ff105cf None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: dv-neutron-834653-1-hyperv {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:32:05.149185 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:05.344532 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:05.354579 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Deleting port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:32:05.354957 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:05.459199 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c85d4be2-b36c-47b4-83a5-2a896ff105cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:32:03Z', 'revision_number': 5, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port': {'id': '622575e3-1bf6-463e-8e0e-e78f0c3efe8d', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:73:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:05.463078 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85d4be2-b36c-47b4-83a5-2a896ff105cf None None] Checking router: 98999f6a-552e-4ae1-863e-8ec53e44553f for host: dv-neutron-834653-1-hyperv {{(pid=83796) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:32:05.473920 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85d4be2-b36c-47b4-83a5-2a896ff105cf None None] Routers {'98999f6a-552e-4ae1-863e-8ec53e44553f'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83796) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:32:05.474518 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c85d4be2-b36c-47b4-83a5-2a896ff105cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:32:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['98999f6a-552e-4ae1-863e-8ec53e44553f'], 'active': True} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:05.538791 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] For port 622575e3-1bf6-463e-8e0e-e78f0c3efe8d, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=622575e3-1bf6-463e-8e0e-e78f0c3efe8d,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:32:05.539148 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:05.624307 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_dvr_db [None req-c85d4be2-b36c-47b4-83a5-2a896ff105cf None None] Set router 98999f6a-552e-4ae1-863e-8ec53e44553f gateway port host: None {{(pid=83796) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:32:05.659018 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Calling delete_port for 622575e3-1bf6-463e-8e0e-e78f0c3efe8d owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:32:05.731353 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.l3_hamode_db [None req-c85d4be2-b36c-47b4-83a5-2a896ff105cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:32:05Z', 'revision_number': 6, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:05.735489 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85d4be2-b36c-47b4-83a5-2a896ff105cf None None] The sync data for ids ['98999f6a-552e-4ae1-863e-8ec53e44553f'] in dv-neutron-834653-1-hyperv is: [{'id': '98999f6a-552e-4ae1-863e-8ec53e44553f', 'name': 'tempest-TestSnapshotPattern-80108480-router', 'tenant_id': 'fdd1daa174494b8bba86ee523516a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:15Z', 'updated_at': '2022-03-22T13:32:05Z', 'revision_number': 6, 'project_id': 'fdd1daa174494b8bba86ee523516a7a7', 'gw_port_host': None}] {{(pid=83796) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:32:05.926001 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:05.968985 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Pushing event deleted for resources: {'Port': ['ID=622575e3-1bf6-463e-8e0e-e78f0c3efe8d,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:06.199243 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.450683 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.455044 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.487343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.487343 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98999f6a-552e-4ae1-863e-8ec53e44553f {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:32:06.502730 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.503849 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-5538cb6b-196b-4cb2-977d-19d7b030d967 admin admin] 10.222.0.62 "DELETE /v2.0/routers/98999f6a-552e-4ae1-863e-8ec53e44553f HTTP/1.1" status: 204 len: 168 time: 1.5597546 Mar 22 13:32:06.508808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55182) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:06.579886 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a1d628-2fde-45c1-9cb4-4c2d96c09b8c admin admin] Deleting subnet eaef406f-1f0b-45df-95d7-f52b52f0f2a2 {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 13:32:06.583421 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50a1d628-2fde-45c1-9cb4-4c2d96c09b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.645918 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50a1d628-2fde-45c1-9cb4-4c2d96c09b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.737626 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50a1d628-2fde-45c1-9cb4-4c2d96c09b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.808570 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50a1d628-2fde-45c1-9cb4-4c2d96c09b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.846863 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1d628-2fde-45c1-9cb4-4c2d96c09b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaef406f-1f0b-45df-95d7-f52b52f0f2a2,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:06.853303 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-50a1d628-2fde-45c1-9cb4-4c2d96c09b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.861850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baeb0ed-f885-4437-920d-20b4351194cc None None] Network dc832fbc-184d-4b45-a53d-c3333b9906f5 requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:32:06.873349 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-50a1d628-2fde-45c1-9cb4-4c2d96c09b8c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eaef406f-1f0b-45df-95d7-f52b52f0f2a2 HTTP/1.1" status: 204 len: 168 time: 0.3632259 Mar 22 13:32:06.876157 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55186) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:06.979045 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:06.989788 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Deleting port 5ca0e41a-247a-4088-8be8-a81d332b7756 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:32:06.990131 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.118391 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3efb6d-9c52-41a1-9f82-f56db4a024eb None None] DHCP port deletion for dc832fbc-184d-4b45-a53d-c3333b9906f5 request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 13:32:07.122895 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af3efb6d-9c52-41a1-9f82-f56db4a024eb None None] Deleting port 5ca0e41a-247a-4088-8be8-a81d332b7756 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:32:07.123284 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af3efb6d-9c52-41a1-9f82-f56db4a024eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.200956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] For port 5ca0e41a-247a-4088-8be8-a81d332b7756, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5ca0e41a-247a-4088-8be8-a81d332b7756,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:32:07.201295 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.347172 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-af3efb6d-9c52-41a1-9f82-f56db4a024eb None None] For port 5ca0e41a-247a-4088-8be8-a81d332b7756, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=5ca0e41a-247a-4088-8be8-a81d332b7756,segment=NetworkSegment(75e231b1-1797-4081-8698-240912554dac),segment_id=75e231b1-1797-4081-8698-240912554dac)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:32:07.347467 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af3efb6d-9c52-41a1-9f82-f56db4a024eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.424662 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Calling delete_port for 5ca0e41a-247a-4088-8be8-a81d332b7756 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:32:07.466152 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af3efb6d-9c52-41a1-9f82-f56db4a024eb None None] Calling delete_port for 5ca0e41a-247a-4088-8be8-a81d332b7756 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:32:07.500808 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.545854 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-af3efb6d-9c52-41a1-9f82-f56db4a024eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:32:07.546193 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-af3efb6d-9c52-41a1-9f82-f56db4a024eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:32:07.547822 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca0e41a-247a-4088-8be8-a81d332b7756,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:07.561140 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] No DVR routers for this DVR port 5ca0e41a-247a-4088-8be8-a81d332b7756 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:32:07.594269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6cfdad95-3568-4514-83f2-d7b6d78d3254 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:32:07.627253 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 6cfdad95-3568-4514-83f2-d7b6d78d3254 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:32:07.627581 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 6cfdad95-3568-4514-83f2-d7b6d78d3254 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:32:07.627999 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 622575e3-1bf6-463e-8e0e-e78f0c3efe8d no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:32:07.658897 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 622575e3-1bf6-463e-8e0e-e78f0c3efe8d {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:32:07.659229 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 622575e3-1bf6-463e-8e0e-e78f0c3efe8d not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:32:07.659641 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5ca0e41a-247a-4088-8be8-a81d332b7756 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:32:07.687268 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.693851 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 5ca0e41a-247a-4088-8be8-a81d332b7756 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:32:07.694202 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 5ca0e41a-247a-4088-8be8-a81d332b7756 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:32:07.712378 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc832fbc-184d-4b45-a53d-c3333b9906f5']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:07.724109 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e231b1-1797-4081-8698-240912554dac') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:07.724386 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e231b1-1797-4081-8698-240912554dac') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:07.735299 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.750922 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.757026 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 13:32:07.757387 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:32:07.773620 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:32:07.846522 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.862169 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:07.874275 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] Pushing event deleted for resources: {'Network': ['ID=dc832fbc-184d-4b45-a53d-c3333b9906f5,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:07.879833 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-25e0bc28-8e10-44ed-b9d0-dece669ce19e admin admin] 10.222.0.62 "DELETE /v2.0/networks/dc832fbc-184d-4b45-a53d-c3333b9906f5 HTTP/1.1" status: 204 len: 168 time: 1.0025430 Mar 22 13:32:07.882098 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55190) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:08.048094 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af3efb6d-9c52-41a1-9f82-f56db4a024eb None None] Deleting port 5ca0e41a-247a-4088-8be8-a81d332b7756 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:32:08.048702 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-af3efb6d-9c52-41a1-9f82-f56db4a024eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:08.123746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-af3efb6d-9c52-41a1-9f82-f56db4a024eb None None] The port '5ca0e41a-247a-4088-8be8-a81d332b7756' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 13:32:08.281932 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16346162'] for router_interface, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:08.971527 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] Deleting port 454f5203-9d23-47f5-86e1-d9315601a3b3 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:32:08.971848 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:09.148849 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] For port 454f5203-9d23-47f5-86e1-d9315601a3b3, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=454f5203-9d23-47f5-86e1-d9315601a3b3,segment=NetworkSegment(891d2ed7-81b1-48bd-a8be-217bc39e330c),segment_id=891d2ed7-81b1-48bd-a8be-217bc39e330c)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:32:09.149074 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:09.272680 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] Calling delete_port for 454f5203-9d23-47f5-86e1-d9315601a3b3 owned by network:router_interface {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:32:09.450972 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:09.493816 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] Pushing event deleted for resources: {'Port': ['ID=454f5203-9d23-47f5-86e1-d9315601a3b3,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:09.801595 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15613809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16346213'] for router_interface, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:10.470410 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] Router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 has already been hosted by L3 agent e6add73d-398a-47ef-942a-c132a9c24a3e {{(pid=83794) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 13:32:10.683228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] Notify agent at l3_agent.dv-neutron-834653-1-hyperv the message routers_updated {{(pid=83794) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 13:32:10.696237 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe5f8ca-d431-4cee-812c-1c7ab33a35fb None None] Sync routers for ids ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'] in dv-neutron-834653-1-hyperv {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 22 13:32:10.708877 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-967b0fc4-e841-4d9d-a209-30038f532755 admin admin] 10.222.0.62 "PUT /v2.0/routers/f1308b83-cce9-49ce-8e1e-3afe4fdbf157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8255363 Mar 22 13:32:10.711471 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55194) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:10.712772 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5f8ca-d431-4cee-812c-1c7ab33a35fb None None] Routers {'f1308b83-cce9-49ce-8e1e-3afe4fdbf157'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:32:10.713785 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3fe5f8ca-d431-4cee-812c-1c7ab33a35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:32:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:10.952205 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:10.968698 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3fe5f8ca-d431-4cee-812c-1c7ab33a35fb None None] Set router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 gateway port host: dv-neutron-834653-1-hyperv {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:32:11.190069 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:11.199475 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Deleting port d0e7db9b-6da4-4244-8a61-f862f2a28ffc {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:32:11.199801 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:11.288553 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3fe5f8ca-d431-4cee-812c-1c7ab33a35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'name': 'tempest-TestSnapshotPattern-1848906497-router', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'external_fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170'}], 'enable_snat': True}, 'gw_port_id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:32:09Z', 'revision_number': 5, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'gw_port': {'id': 'd0e7db9b-6da4-4244-8a61-f862f2a28ffc', 'name': '', 'network_id': '4ef20b8a-ce47-44f1-8e77-92ffb5938f3c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f200d6e-0fca-4325-b853-53af745693a0', 'ip_address': '172.26.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834653-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f200d6e-0fca-4325-b853-53af745693a0', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834653-1-hyperv'}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:11.292946 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe5f8ca-d431-4cee-812c-1c7ab33a35fb None None] Checking router: f1308b83-cce9-49ce-8e1e-3afe4fdbf157 for host: dv-neutron-834653-1-hyperv {{(pid=83795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 22 13:32:11.305039 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5f8ca-d431-4cee-812c-1c7ab33a35fb None None] Routers {'f1308b83-cce9-49ce-8e1e-3afe4fdbf157'} bound to L3 agent in host dv-neutron-834653-1-hyperv {{(pid=83795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 22 13:32:11.305714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3fe5f8ca-d431-4cee-812c-1c7ab33a35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834653-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T12:11:01Z,description=,heartbeat_timestamp=2022-03-22T13:32:02Z,host='dv-neutron-834653-1-hyperv',id=e6add73d-398a-47ef-942a-c132a9c24a3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T12:11:01Z,topic='l3_agent')) {'router_ids': ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'], 'active': True} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:11.375411 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] For port d0e7db9b-6da4-4244-8a61-f862f2a28ffc, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=d0e7db9b-6da4-4244-8a61-f862f2a28ffc,segment=NetworkSegment(3197fac2-d797-4c32-a637-1f3aceea6881),segment_id=3197fac2-d797-4c32-a637-1f3aceea6881)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:32:11.375754 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:11.458411 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_dvr_db [None req-3fe5f8ca-d431-4cee-812c-1c7ab33a35fb None None] Set router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 gateway port host: None {{(pid=83795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 22 13:32:11.497951 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Calling delete_port for d0e7db9b-6da4-4244-8a61-f862f2a28ffc owned by network:router_gateway {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:32:11.565838 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.db.l3_hamode_db [None req-3fe5f8ca-d431-4cee-812c-1c7ab33a35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'name': 'tempest-TestSnapshotPattern-1848906497-router', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:32:11Z', 'revision_number': 6, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'gw_port_host': None}], 'dv-neutron-834653-1-hyperv', False) {} {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:11.570269 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe5f8ca-d431-4cee-812c-1c7ab33a35fb None None] The sync data for ids ['f1308b83-cce9-49ce-8e1e-3afe4fdbf157'] in dv-neutron-834653-1-hyperv is: [{'id': 'f1308b83-cce9-49ce-8e1e-3afe4fdbf157', 'name': 'tempest-TestSnapshotPattern-1848906497-router', 'tenant_id': '64a1db3ae4f1497180390bfe884215af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T13:25:21Z', 'updated_at': '2022-03-22T13:32:11Z', 'revision_number': 6, 'project_id': '64a1db3ae4f1497180390bfe884215af', 'gw_port_host': None}] {{(pid=83795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 22 13:32:11.671451 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:11.719560 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e7db9b-6da4-4244-8a61-f862f2a28ffc,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:11.948697 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16348463'] for router_gateway, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.310686 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16350687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4440'] for router, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.314956 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.342661 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16350579'] for router, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.343222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1308b83-cce9-49ce-8e1e-3afe4fdbf157 {{(pid=83794) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 13:32:12.356345 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.359976 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-73410916-47e7-4136-809b-754c731e8bb9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f1308b83-cce9-49ce-8e1e-3afe4fdbf157 HTTP/1.1" status: 204 len: 168 time: 1.6447716 Mar 22 13:32:12.360222 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55198) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:12.417171 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.db_base_plugin_v2 [None req-20425f91-ec2c-4d53-b579-a44aef4cc3e3 admin admin] Deleting subnet eefe7ced-1add-4ed3-9acf-ff56266968dd {{(pid=83794) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 22 13:32:12.420449 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20425f91-ec2c-4d53-b579-a44aef4cc3e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.473827 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20425f91-ec2c-4d53-b579-a44aef4cc3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027574'] for subnet, precommit_delete_associations {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.560593 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20425f91-ec2c-4d53-b579-a44aef4cc3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1230047'] for subnet, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.633598 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20425f91-ec2c-4d53-b579-a44aef4cc3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1230038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359182', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15254210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15344181'] for subnet, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.674483 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20425f91-ec2c-4d53-b579-a44aef4cc3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefe7ced-1add-4ed3-9acf-ff56266968dd,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:12.678498 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-20425f91-ec2c-4d53-b579-a44aef4cc3e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.684374 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-20425f91-ec2c-4d53-b579-a44aef4cc3e3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eefe7ced-1add-4ed3-9acf-ff56266968dd HTTP/1.1" status: 204 len: 168 time: 0.3232765 Mar 22 13:32:12.684511 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45171eb3-2fa0-4976-8eaa-e9dc3019607e None None] Network d210295d-29df-4565-b57b-d68c088874de requested from dv-neutron-834653-1-hyperv {{(pid=83795) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 22 13:32:12.686880 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55202) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:12.795789 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284667'] for network, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.808479 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Deleting port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 {{(pid=83794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:32:12.808992 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:12.937384 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfda8aa8-124c-487f-b496-4c784e2b6ddd None None] DHCP port deletion for d210295d-29df-4565-b57b-d68c088874de request from dv-neutron-834653-1-hyperv {{(pid=83795) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 22 13:32:12.941848 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-dfda8aa8-124c-487f-b496-4c784e2b6ddd None None] Deleting port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:32:12.942218 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dfda8aa8-124c-487f-b496-4c784e2b6ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:13.017228 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.db [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] For port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bd8f1dc8-d7c2-4c85-9571-e649aa236ff0,segment=NetworkSegment(891d2ed7-81b1-48bd-a8be-217bc39e330c),segment_id=891d2ed7-81b1-48bd-a8be-217bc39e330c)] {{(pid=83794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:32:13.017604 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:13.141765 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.plugin [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Calling delete_port for bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 owned by network:dhcp {{(pid=83794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:32:13.151376 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.db [None req-dfda8aa8-124c-487f-b496-4c784e2b6ddd None None] For port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0, host dv-neutron-834653-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834653-1-hyperv',level=0,port_id=bd8f1dc8-d7c2-4c85-9571-e649aa236ff0,segment=NetworkSegment(891d2ed7-81b1-48bd-a8be-217bc39e330c),segment_id=891d2ed7-81b1-48bd-a8be-217bc39e330c)] {{(pid=83795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 13:32:13.151762 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dfda8aa8-124c-487f-b496-4c784e2b6ddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16718848'] for port, precommit_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:13.219561 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1316732', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747665871764', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747665382036', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15254257'] for port, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:13.262298 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8f1dc8-d7c2-4c85-9571-e649aa236ff0,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:13.270233 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] No DVR routers for this DVR port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 on host dv-neutron-834653-1-hyperv {{(pid=83794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 13:32:13.274428 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-dfda8aa8-124c-487f-b496-4c784e2b6ddd None None] Calling delete_port for bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 owned by network:dhcp {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 22 13:32:13.345540 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.db.api [None req-dfda8aa8-124c-487f-b496-4c784e2b6ddd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 13:32:13.345874 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG oslo_db.api [None req-dfda8aa8-124c-487f-b496-4c784e2b6ddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 13:32:13.408125 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1228106', 'neutron.services.segments.db._delete_segments_for_network-8747665834873'] for network, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:13.433574 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d210295d-29df-4565-b57b-d68c088874de']}} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:13.445803 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891d2ed7-81b1-48bd-a8be-217bc39e330c') {'for_net_delete': True} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:13.446095 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.services.segments.db [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891d2ed7-81b1-48bd-a8be-217bc39e330c') {} {{(pid=83794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 13:32:13.457629 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747665834756', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16026949'] for segment, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:13.477602 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1198777'] for segment, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:13.483833 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83794) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 22 13:32:13.484187 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1198754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15254188'] for segment, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:13.587161 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 454f5203-9d23-47f5-86e1-d9315601a3b3 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: Traceback (most recent call last): Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: timer() Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: cb(*args, **kw) Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: return func(*args, **kwargs) Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: self._notify() Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: self.callback(batched_events) Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: event.method(event) Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: return f(self, *a, **k) Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._get(url).json() Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: return self.request(url, 'GET', **kwargs) Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 13:32:13.590538 dv-neutron-834653-1-hyperv neutron-server[83794]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 13:32:13.623007 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: 454f5203-9d23-47f5-86e1-d9315601a3b3 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:32:13.623343 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device 454f5203-9d23-47f5-86e1-d9315601a3b3 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:32:13.623742 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d0e7db9b-6da4-4244-8a61-f862f2a28ffc no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:32:13.654607 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: d0e7db9b-6da4-4244-8a61-f862f2a28ffc {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:32:13.654932 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device d0e7db9b-6da4-4244-8a61-f862f2a28ffc not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:32:13.655347 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 no longer exists at agent ovs-agent-dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 22 13:32:13.669514 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1228097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16359255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15613852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16348466'] for network, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:13.687110 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] No Port match for: bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 {{(pid=83795) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 22 13:32:13.687701 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.rpc [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Device bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 not bound to the agent host dv-neutron-834653-1-hyperv {{(pid=83795) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 22 13:32:13.699860 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Notify callbacks [] for network, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:13.710726 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] Pushing event deleted for resources: {'Network': ['ID=d210295d-29df-4565-b57b-d68c088874de,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:13.717883 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-75cdba67-dbfd-432b-a898-45cdc03dca89 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d210295d-29df-4565-b57b-d68c088874de HTTP/1.1" status: 204 len: 168 time: 1.0299857 Mar 22 13:32:13.846884 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-dfda8aa8-124c-487f-b496-4c784e2b6ddd None None] Deleting port bd8f1dc8-d7c2-4c85-9571-e649aa236ff0 {{(pid=83795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 22 13:32:13.847266 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-dfda8aa8-124c-487f-b496-4c784e2b6ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747665734099'] for port, before_delete {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:13.859294 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55208) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:13.913385 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-9cb6fe8b-3a9c-4af0-8d1b-5d351a35f03b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdd1daa174494b8bba86ee523516a7a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528581 Mar 22 13:32:13.916046 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.wsgi [-] (83794) accepted ('10.222.0.62', 55212) {{(pid=83794) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:13.956263 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron.plugins.ml2.plugin [None req-dfda8aa8-124c-487f-b496-4c784e2b6ddd None None] The port 'bd8f1dc8-d7c2-4c85-9571-e649aa236ff0' was deleted {{(pid=83795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 22 13:32:13.979945 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-31ed906a-d686-4382-a42f-800eab6d7d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.007114 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-31ed906a-d686-4382-a42f-800eab6d7d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.044676 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.062723 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-31ed906a-d686-4382-a42f-800eab6d7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.080134 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed906a-d686-4382-a42f-800eab6d7d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b53e92-bdf2-4eb0-bd74-4bfd1b66ed4f,revision_number=None']} {{(pid=83794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:14.087870 dv-neutron-834653-1-hyperv neutron-server[83794]: DEBUG neutron_lib.callbacks.manager [None req-31ed906a-d686-4382-a42f-800eab6d7d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.089082 dv-neutron-834653-1-hyperv neutron-server[83794]: INFO neutron.wsgi [None req-31ed906a-d686-4382-a42f-800eab6d7d0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84b53e92-bdf2-4eb0-bd74-4bfd1b66ed4f HTTP/1.1" status: 204 len: 168 time: 0.1720588 Mar 22 13:32:14.506023 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 55220) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:14.557429 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-1e5e2284-2bc7-4ba0-bbf9-bd1142675bfa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64a1db3ae4f1497180390bfe884215af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501976 Mar 22 13:32:14.560260 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.wsgi [-] (83793) accepted ('10.222.0.62', 55224) {{(pid=83793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 22 13:32:14.620950 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e7bb-dd0f-4632-84b9-3b2062c8ca75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.646553 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e7bb-dd0f-4632-84b9-3b2062c8ca75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.707969 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e7bb-dd0f-4632-84b9-3b2062c8ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16360890'] for security_group, after_delete {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.724671 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4e7bb-dd0f-4632-84b9-3b2062c8ca75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73677e11-5ace-4240-95a9-a5ae491d3d19,revision_number=None']} {{(pid=83793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 13:32:14.729967 dv-neutron-834653-1-hyperv neutron-server[83793]: DEBUG neutron_lib.callbacks.manager [None req-e6e4e7bb-dd0f-4632-84b9-3b2062c8ca75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:14.734583 dv-neutron-834653-1-hyperv neutron-server[83793]: INFO neutron.wsgi [None req-e6e4e7bb-dd0f-4632-84b9-3b2062c8ca75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73677e11-5ace-4240-95a9-a5ae491d3d19 HTTP/1.1" status: 204 len: 168 time: 0.1732733 Mar 22 13:32:24.252664 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:32:28.806440 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-31cd7665-9806-4c1d-8189-2522695c054c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:31.815481 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-323523b6-ff45-4a40-9a46-be59b3f75d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:32.177070 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:32.316290 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:33.663155 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:44.069182 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:32:58.813621 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-d5c15659-174c-416c-aab1-7cfb7e8f676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:01.254173 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:33:01.825850 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-cf9d6e13-f2ba-4241-b914-b4210428fe4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:02.181648 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:02.320073 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:03.661970 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:14.066213 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:28.811714 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fb8d98c9-1728-4933-91ca-1e6ebffa701b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:31.825238 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5381-f6da-4e6b-88a5-978c4f3580ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:32.186649 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:32.326474 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:33.665737 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:38.255279 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:33:44.065559 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:33:58.808476 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-fafdd5c5-8ae9-482f-b55e-d6b279644533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:01.819746 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c6c09f91-106c-4410-87d1-93a499170a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:02.190159 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:02.326459 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:03.668065 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:14.054030 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:15.255304 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:34:28.813142 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-5a3c44ea-1f06-41c6-820b-f655ac101e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:31.824405 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9218-9fd9-49b2-b448-eb2577f8a84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:32.193071 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:32.329482 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:33.672258 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:44.065291 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:34:52.256531 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:34:58.817085 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-01086926-c372-4f7c-9ca8-7616c7144b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:01.829411 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-80e44faa-2bcc-48fc-b386-d865de5266da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:02.197249 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:02.333235 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:03.681889 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:14.053795 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:28.826293 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-888c149a-acde-4e58-9458-30def71a99a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:29.258862 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:35:31.833934 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-6caa10b2-0a58-444e-b5a3-904ee6c1c297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:32.191734 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:32.337647 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:33.677546 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:44.089187 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:35:58.827097 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-c9f6641a-f8da-4e48-a1fb-939cebf04315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:01.838912 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-95cd0612-545f-406b-9527-fa93bbea4615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:02.196309 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:02.344572 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:03.681789 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:06.262386 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:36:14.112582 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:28.823025 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-9d716587-9b42-4f22-8c17-d1a734876671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:31.843315 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-947f6cdd-9283-427e-b7d2-a15be566aa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:32.200601 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:32.341129 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:33.684423 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:43.265933 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:36:44.126488 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:36:58.827909 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-43535c92-384d-4a79-9839-34411cca83c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:01.849514 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-581569ae-0127-48a5-b309-e0ce1a4a969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:02.204860 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:02.344931 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:03.686668 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:14.124750 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:20.266249 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:37:28.832506 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-282f6a31-65e2-4a67-94b1-620d7caea32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:31.845063 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-8b3ca8ad-7104-43fb-9dbd-1508adad9210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:32.210552 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:32.347963 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:33.689969 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:44.123121 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ce331c92-77ea-457c-afcb-9adeb3e109bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:37:57.266788 dv-neutron-834653-1-hyperv neutron-server[83796]: DEBUG neutron.db.agents_db [None req-fc59062d-03df-4c0e-b4dd-64f190da51fe None None] Agent healthcheck: found 6 active agents {{(pid=83796) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 22 13:37:58.837393 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-4f24b18f-69c9-4c58-a74a-82b39dac185b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:01.849228 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-120808b2-4618-409f-b529-07fa07033df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:02.215204 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-ed6bd8f8-02f7-4c37-94d5-87f204cf1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:02.350801 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-68122ec5-086f-4de1-86e2-3fc2d3148c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 22 13:38:03.695061 dv-neutron-834653-1-hyperv neutron-server[83795]: DEBUG neutron_lib.callbacks.manager [None req-a3d9bcf5-e803-4554-a756-5b8249b4ba0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747665834855', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225546'] for agent, after_update {{(pid=83795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}